2024-09-11T03:13:15.850 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-11T03:13:15.873 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-11T03:13:15.968 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/hyelloji-2024-09-10_17:16:14-rados-wip-hemanth-testing-2024-09-10-0723-distro-default-smithi/7900053 branch: wip-hemanth-testing-2024-09-10-0723 description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: hyelloji@redhat.com first_in_suite: false job_id: '7900053' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: hyelloji-2024-09-10_17:16:14-rados-wip-hemanth-testing-2024-09-10-0723-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-hemanth-testing-2024-09-10-0723 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 workunit: branch: wip-hemanth-testing-2024-09-10-0723 sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 owner: scheduled_hyelloji@teuthology priority: 100 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 9167 sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 sleep_before_teardown: 0 subset: 111/120000 suite: rados suite_branch: wip-hemanth-testing-2024-09-10-0723 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 targets: smithi086.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBB4XWlBlpI2oKRp8yL46f3JBr8BLZpHPpaz8z+3LFw+t8Dm761tt071viqmxG8R4N1sCbziXUkwPxqDDobmqhvY= smithi130.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFJIi3R/t8y7BEYE+fqjswx618JAsSHPO/FOXpeuwS6UXBAONLzGtlcItGPe//HB1QE2H6VGL4zsRx36Xsc9k+I= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install nvmetcli nvme-cli -y - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-10_17:16:14 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: hyelloji verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-09-11T03:13:15.968 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa; will attempt to use it 2024-09-11T03:13:15.969 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa/tasks 2024-09-11T03:13:15.969 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-11T03:13:15.971 INFO:teuthology.task.internal:Checking packages... 2024-09-11T03:13:15.993 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8f219c476cb4f26fc5719c661c0323719a45cb30' 2024-09-11T03:13:15.993 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-11T03:13:15.993 INFO:teuthology.packaging:ref: None 2024-09-11T03:13:15.993 INFO:teuthology.packaging:tag: None 2024-09-11T03:13:15.993 INFO:teuthology.packaging:branch: wip-hemanth-testing-2024-09-10-0723 2024-09-11T03:13:15.993 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:13:15.993 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-hemanth-testing-2024-09-10-0723 2024-09-11T03:13:16.156 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4854.g8f219c47 2024-09-11T03:13:16.158 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-11T03:13:16.164 INFO:teuthology.task.internal:no buildpackages task found 2024-09-11T03:13:16.165 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-11T03:13:16.197 INFO:teuthology.task.internal:Saving configuration 2024-09-11T03:13:16.217 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-11T03:13:16.232 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-11T03:13:16.266 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi086.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/hyelloji-2024-09-10_17:16:14-rados-wip-hemanth-testing-2024-09-10-0723-distro-default-smithi/7900053', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-11 03:08:23.211626', 'locked_by': 'scheduled_hyelloji@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBB4XWlBlpI2oKRp8yL46f3JBr8BLZpHPpaz8z+3LFw+t8Dm761tt071viqmxG8R4N1sCbziXUkwPxqDDobmqhvY='} 2024-09-11T03:13:16.297 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi130.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/hyelloji-2024-09-10_17:16:14-rados-wip-hemanth-testing-2024-09-10-0723-distro-default-smithi/7900053', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-11 03:08:23.210172', 'locked_by': 'scheduled_hyelloji@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFJIi3R/t8y7BEYE+fqjswx618JAsSHPO/FOXpeuwS6UXBAONLzGtlcItGPe//HB1QE2H6VGL4zsRx36Xsc9k+I='} 2024-09-11T03:13:16.298 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-11T03:13:16.304 INFO:teuthology.task.internal:roles: ubuntu@smithi086.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-11T03:13:16.304 INFO:teuthology.task.internal:roles: ubuntu@smithi130.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-11T03:13:16.304 INFO:teuthology.run_tasks:Running task console_log... 2024-09-11T03:13:16.435 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f542efafbe0>, signals=[15]) 2024-09-11T03:13:16.435 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-11T03:13:16.444 INFO:teuthology.task.internal:Opening connections... 2024-09-11T03:13:16.444 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi086.front.sepia.ceph.com 2024-09-11T03:13:16.445 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T03:13:16.532 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi130.front.sepia.ceph.com 2024-09-11T03:13:16.533 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi130.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T03:13:16.619 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-11T03:13:16.626 DEBUG:teuthology.orchestra.run.smithi086:> uname -m 2024-09-11T03:13:16.644 INFO:teuthology.orchestra.run.smithi086.stdout:x86_64 2024-09-11T03:13:16.645 DEBUG:teuthology.orchestra.run.smithi086:> cat /etc/os-release 2024-09-11T03:13:16.701 INFO:teuthology.orchestra.run.smithi086.stdout:NAME="CentOS Stream" 2024-09-11T03:13:16.702 INFO:teuthology.orchestra.run.smithi086.stdout:VERSION="9" 2024-09-11T03:13:16.702 INFO:teuthology.orchestra.run.smithi086.stdout:ID="centos" 2024-09-11T03:13:16.702 INFO:teuthology.orchestra.run.smithi086.stdout:ID_LIKE="rhel fedora" 2024-09-11T03:13:16.702 INFO:teuthology.orchestra.run.smithi086.stdout:VERSION_ID="9" 2024-09-11T03:13:16.702 INFO:teuthology.orchestra.run.smithi086.stdout:PLATFORM_ID="platform:el9" 2024-09-11T03:13:16.702 INFO:teuthology.orchestra.run.smithi086.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-11T03:13:16.702 INFO:teuthology.orchestra.run.smithi086.stdout:ANSI_COLOR="0;31" 2024-09-11T03:13:16.702 INFO:teuthology.orchestra.run.smithi086.stdout:LOGO="fedora-logo-icon" 2024-09-11T03:13:16.702 INFO:teuthology.orchestra.run.smithi086.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-11T03:13:16.702 INFO:teuthology.orchestra.run.smithi086.stdout:HOME_URL="https://centos.org/" 2024-09-11T03:13:16.702 INFO:teuthology.orchestra.run.smithi086.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-11T03:13:16.702 INFO:teuthology.orchestra.run.smithi086.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-11T03:13:16.703 INFO:teuthology.orchestra.run.smithi086.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-11T03:13:16.703 INFO:teuthology.lock.ops:Updating smithi086.front.sepia.ceph.com on lock server 2024-09-11T03:13:16.731 DEBUG:teuthology.orchestra.run.smithi130:> uname -m 2024-09-11T03:13:16.751 INFO:teuthology.orchestra.run.smithi130.stdout:x86_64 2024-09-11T03:13:16.751 DEBUG:teuthology.orchestra.run.smithi130:> cat /etc/os-release 2024-09-11T03:13:16.810 INFO:teuthology.orchestra.run.smithi130.stdout:NAME="CentOS Stream" 2024-09-11T03:13:16.810 INFO:teuthology.orchestra.run.smithi130.stdout:VERSION="9" 2024-09-11T03:13:16.810 INFO:teuthology.orchestra.run.smithi130.stdout:ID="centos" 2024-09-11T03:13:16.810 INFO:teuthology.orchestra.run.smithi130.stdout:ID_LIKE="rhel fedora" 2024-09-11T03:13:16.810 INFO:teuthology.orchestra.run.smithi130.stdout:VERSION_ID="9" 2024-09-11T03:13:16.811 INFO:teuthology.orchestra.run.smithi130.stdout:PLATFORM_ID="platform:el9" 2024-09-11T03:13:16.811 INFO:teuthology.orchestra.run.smithi130.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-11T03:13:16.811 INFO:teuthology.orchestra.run.smithi130.stdout:ANSI_COLOR="0;31" 2024-09-11T03:13:16.811 INFO:teuthology.orchestra.run.smithi130.stdout:LOGO="fedora-logo-icon" 2024-09-11T03:13:16.811 INFO:teuthology.orchestra.run.smithi130.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-11T03:13:16.811 INFO:teuthology.orchestra.run.smithi130.stdout:HOME_URL="https://centos.org/" 2024-09-11T03:13:16.811 INFO:teuthology.orchestra.run.smithi130.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-11T03:13:16.812 INFO:teuthology.orchestra.run.smithi130.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-11T03:13:16.812 INFO:teuthology.orchestra.run.smithi130.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-11T03:13:16.812 INFO:teuthology.lock.ops:Updating smithi130.front.sepia.ceph.com on lock server 2024-09-11T03:13:16.840 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-11T03:13:16.849 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-11T03:13:16.873 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-11T03:13:16.873 DEBUG:teuthology.orchestra.run.smithi086:> test '!' -e /home/ubuntu/cephtest 2024-09-11T03:13:16.876 DEBUG:teuthology.orchestra.run.smithi130:> test '!' -e /home/ubuntu/cephtest 2024-09-11T03:13:16.893 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-11T03:13:16.906 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-11T03:13:16.906 DEBUG:teuthology.orchestra.run.smithi086:> test -z $(ls -A /var/lib/ceph) 2024-09-11T03:13:16.933 DEBUG:teuthology.orchestra.run.smithi130:> test -z $(ls -A /var/lib/ceph) 2024-09-11T03:13:17.052 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-11T03:13:17.125 INFO:teuthology.run_tasks:Running task kernel... 2024-09-11T03:13:17.139 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-11T03:13:17.139 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-11T03:13:17.140 DEBUG:teuthology.orchestra.run.smithi086:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-11T03:13:17.140 DEBUG:teuthology.orchestra.run.smithi130:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-11T03:13:17.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T03:13:17.158 DEBUG:teuthology.orchestra.run.smithi086:> uname -r 2024-09-11T03:13:17.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T03:13:17.159 DEBUG:teuthology.orchestra.run.smithi130:> uname -r 2024-09-11T03:13:17.215 INFO:teuthology.orchestra.run.smithi086.stdout:5.14.0-503.el9.x86_64 2024-09-11T03:13:17.215 INFO:teuthology.task.kernel:Running kernel on smithi086: 5.14.0-503.el9.x86_64 2024-09-11T03:13:17.216 DEBUG:teuthology.orchestra.run.smithi086:> sudo yum install -y kernel 2024-09-11T03:13:17.217 INFO:teuthology.orchestra.run.smithi130.stdout:5.14.0-503.el9.x86_64 2024-09-11T03:13:17.218 INFO:teuthology.task.kernel:Running kernel on smithi130: 5.14.0-503.el9.x86_64 2024-09-11T03:13:17.218 DEBUG:teuthology.orchestra.run.smithi130:> sudo yum install -y kernel 2024-09-11T03:13:19.475 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.2 MB 00:00 2024-09-11T03:13:19.771 INFO:teuthology.orchestra.run.smithi130.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.2 MB 00:00 2024-09-11T03:13:21.630 INFO:teuthology.orchestra.run.smithi130.stdout:CentOS Stream 9 - AppStream 29 MB/s | 20 MB 00:00 2024-09-11T03:13:27.839 INFO:teuthology.orchestra.run.smithi130.stdout:CentOS Stream 9 - CRB 2.7 MB/s | 6.5 MB 00:02 2024-09-11T03:13:27.867 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - AppStream 2.8 MB/s | 20 MB 00:07 2024-09-11T03:13:29.414 INFO:teuthology.orchestra.run.smithi130.stdout:CentOS Stream 9 - Extras packages 50 kB/s | 19 kB 00:00 2024-09-11T03:13:31.194 INFO:teuthology.orchestra.run.smithi130.stdout:Extra Packages for Enterprise Linux 14 MB/s | 23 MB 00:01 2024-09-11T03:13:33.092 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - CRB 4.5 MB/s | 6.5 MB 00:01 2024-09-11T03:13:34.626 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 19 kB 00:00 2024-09-11T03:13:36.388 INFO:teuthology.orchestra.run.smithi086.stdout:Extra Packages for Enterprise Linux 14 MB/s | 23 MB 00:01 2024-09-11T03:13:36.666 INFO:teuthology.orchestra.run.smithi130.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-11T03:13:38.715 INFO:teuthology.orchestra.run.smithi130.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-11T03:13:38.715 INFO:teuthology.orchestra.run.smithi130.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-11T03:13:38.811 INFO:teuthology.orchestra.run.smithi130.stdout:Dependencies resolved. 2024-09-11T03:13:38.818 INFO:teuthology.orchestra.run.smithi130.stdout:================================================================================ 2024-09-11T03:13:38.818 INFO:teuthology.orchestra.run.smithi130.stdout: Package Architecture Version Repository Size 2024-09-11T03:13:38.818 INFO:teuthology.orchestra.run.smithi130.stdout:================================================================================ 2024-09-11T03:13:38.818 INFO:teuthology.orchestra.run.smithi130.stdout:Installing: 2024-09-11T03:13:38.818 INFO:teuthology.orchestra.run.smithi130.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-11T03:13:38.818 INFO:teuthology.orchestra.run.smithi130.stdout:Installing dependencies: 2024-09-11T03:13:38.818 INFO:teuthology.orchestra.run.smithi130.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-11T03:13:38.819 INFO:teuthology.orchestra.run.smithi130.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-11T03:13:38.819 INFO:teuthology.orchestra.run.smithi130.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-11T03:13:38.819 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:13:38.819 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction Summary 2024-09-11T03:13:38.819 INFO:teuthology.orchestra.run.smithi130.stdout:================================================================================ 2024-09-11T03:13:38.819 INFO:teuthology.orchestra.run.smithi130.stdout:Install 4 Packages 2024-09-11T03:13:38.819 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:13:38.819 INFO:teuthology.orchestra.run.smithi130.stdout:Total download size: 79 M 2024-09-11T03:13:38.820 INFO:teuthology.orchestra.run.smithi130.stdout:Installed size: 126 M 2024-09-11T03:13:38.820 INFO:teuthology.orchestra.run.smithi130.stdout:Downloading Packages: 2024-09-11T03:13:39.401 INFO:teuthology.orchestra.run.smithi130.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 75 kB/s | 23 kB 00:00 2024-09-11T03:13:41.786 INFO:teuthology.orchestra.run.smithi086.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-09-11T03:13:42.618 INFO:teuthology.orchestra.run.smithi130.stdout:(2/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 9.8 MB/s | 35 MB 00:03 2024-09-11T03:13:42.885 INFO:teuthology.orchestra.run.smithi130.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 8.2 MB/s | 29 MB 00:03 2024-09-11T03:13:43.410 INFO:teuthology.orchestra.run.smithi130.stdout:(4/4): kernel-core-5.14.0-505.el9.x86_64.rpm 3.6 MB/s | 16 MB 00:04 2024-09-11T03:13:43.410 INFO:teuthology.orchestra.run.smithi130.stdout:-------------------------------------------------------------------------------- 2024-09-11T03:13:43.410 INFO:teuthology.orchestra.run.smithi130.stdout:Total 17 MB/s | 79 MB 00:04 2024-09-11T03:13:43.801 INFO:teuthology.orchestra.run.smithi086.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-11T03:13:43.801 INFO:teuthology.orchestra.run.smithi086.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-11T03:13:43.900 INFO:teuthology.orchestra.run.smithi086.stdout:Dependencies resolved. 2024-09-11T03:13:43.911 INFO:teuthology.orchestra.run.smithi086.stdout:================================================================================ 2024-09-11T03:13:43.911 INFO:teuthology.orchestra.run.smithi086.stdout: Package Architecture Version Repository Size 2024-09-11T03:13:43.911 INFO:teuthology.orchestra.run.smithi086.stdout:================================================================================ 2024-09-11T03:13:43.911 INFO:teuthology.orchestra.run.smithi086.stdout:Installing: 2024-09-11T03:13:43.911 INFO:teuthology.orchestra.run.smithi086.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-11T03:13:43.911 INFO:teuthology.orchestra.run.smithi086.stdout:Installing dependencies: 2024-09-11T03:13:43.911 INFO:teuthology.orchestra.run.smithi086.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-11T03:13:43.911 INFO:teuthology.orchestra.run.smithi086.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-11T03:13:43.911 INFO:teuthology.orchestra.run.smithi086.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-11T03:13:43.911 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:13:43.912 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction Summary 2024-09-11T03:13:43.912 INFO:teuthology.orchestra.run.smithi086.stdout:================================================================================ 2024-09-11T03:13:43.912 INFO:teuthology.orchestra.run.smithi086.stdout:Install 4 Packages 2024-09-11T03:13:43.912 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:13:43.912 INFO:teuthology.orchestra.run.smithi086.stdout:Total download size: 79 M 2024-09-11T03:13:43.912 INFO:teuthology.orchestra.run.smithi086.stdout:Installed size: 126 M 2024-09-11T03:13:43.913 INFO:teuthology.orchestra.run.smithi086.stdout:Downloading Packages: 2024-09-11T03:13:44.092 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction check 2024-09-11T03:13:44.163 INFO:teuthology.orchestra.run.smithi086.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 189 kB/s | 23 kB 00:00 2024-09-11T03:13:44.461 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction check succeeded. 2024-09-11T03:13:44.461 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction test 2024-09-11T03:13:45.393 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction test succeeded. 2024-09-11T03:13:45.393 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction 2024-09-11T03:13:47.829 INFO:teuthology.orchestra.run.smithi130.stdout: Preparing : 1/1 2024-09-11T03:13:48.452 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-11T03:13:48.536 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-11T03:13:51.179 INFO:teuthology.orchestra.run.smithi086.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 2.2 MB/s | 16 MB 00:07 2024-09-11T03:13:51.326 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-11T03:13:51.457 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-11T03:13:56.270 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-11T03:13:56.307 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-11T03:13:57.187 INFO:teuthology.orchestra.run.smithi086.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 2.2 MB/s | 29 MB 00:13 2024-09-11T03:14:00.370 INFO:teuthology.orchestra.run.smithi086.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 2.1 MB/s | 35 MB 00:16 2024-09-11T03:14:00.371 INFO:teuthology.orchestra.run.smithi086.stdout:-------------------------------------------------------------------------------- 2024-09-11T03:14:00.371 INFO:teuthology.orchestra.run.smithi086.stdout:Total 4.8 MB/s | 79 MB 00:16 2024-09-11T03:14:01.057 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction check 2024-09-11T03:14:01.168 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-11T03:14:01.402 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction check succeeded. 2024-09-11T03:14:01.402 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction test 2024-09-11T03:14:02.362 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction test succeeded. 2024-09-11T03:14:02.362 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction 2024-09-11T03:14:04.914 INFO:teuthology.orchestra.run.smithi086.stdout: Preparing : 1/1 2024-09-11T03:14:05.635 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-11T03:14:05.721 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-11T03:14:08.514 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-11T03:14:08.641 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-11T03:14:13.452 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-11T03:14:13.576 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-11T03:14:18.417 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-11T03:14:39.573 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-11T03:14:39.622 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-11T03:14:39.897 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-11T03:14:39.897 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-11T03:14:39.897 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-11T03:14:39.897 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-11T03:14:40.731 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-11T03:14:40.731 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:14:40.731 INFO:teuthology.orchestra.run.smithi130.stdout:Installed: 2024-09-11T03:14:40.731 INFO:teuthology.orchestra.run.smithi130.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-11T03:14:40.732 INFO:teuthology.orchestra.run.smithi130.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-11T03:14:40.732 INFO:teuthology.orchestra.run.smithi130.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-11T03:14:40.732 INFO:teuthology.orchestra.run.smithi130.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-11T03:14:40.732 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:14:40.732 INFO:teuthology.orchestra.run.smithi130.stdout:Complete! 2024-09-11T03:14:41.077 DEBUG:teuthology.orchestra.run.smithi130:> rpm -q kernel | sort -rV | head -n 1 2024-09-11T03:14:41.156 INFO:teuthology.orchestra.run.smithi130.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-11T03:14:41.157 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-11T03:14:41.157 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-11T03:14:41.157 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-11T03:14:41.157 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-11T03:14:41.157 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-11T03:14:41.157 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi130.front.sepia.ceph.com, path=None, version=distro) 2024-09-11T03:14:41.158 DEBUG:teuthology.orchestra.run.smithi130:> rpm -q kernel | sort -rV | head -n 1 2024-09-11T03:14:41.217 INFO:teuthology.orchestra.run.smithi130.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-11T03:14:41.217 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-11T03:14:41.217 DEBUG:teuthology.orchestra.run.smithi130:> sudo rpm -qi grub2-tools 2024-09-11T03:14:41.249 INFO:teuthology.orchestra.run.smithi130.stdout:Name : grub2-tools 2024-09-11T03:14:41.249 INFO:teuthology.orchestra.run.smithi130.stdout:Epoch : 1 2024-09-11T03:14:41.250 INFO:teuthology.orchestra.run.smithi130.stdout:Version : 2.06 2024-09-11T03:14:41.250 INFO:teuthology.orchestra.run.smithi130.stdout:Release : 82.el9 2024-09-11T03:14:41.250 INFO:teuthology.orchestra.run.smithi130.stdout:Architecture: x86_64 2024-09-11T03:14:41.250 INFO:teuthology.orchestra.run.smithi130.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-11T03:14:41.250 INFO:teuthology.orchestra.run.smithi130.stdout:Group : Unspecified 2024-09-11T03:14:41.250 INFO:teuthology.orchestra.run.smithi130.stdout:Size : 8274670 2024-09-11T03:14:41.250 INFO:teuthology.orchestra.run.smithi130.stdout:License : GPLv3+ 2024-09-11T03:14:41.250 INFO:teuthology.orchestra.run.smithi130.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-11T03:14:41.250 INFO:teuthology.orchestra.run.smithi130.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-11T03:14:41.250 INFO:teuthology.orchestra.run.smithi130.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-11T03:14:41.250 INFO:teuthology.orchestra.run.smithi130.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-11T03:14:41.250 INFO:teuthology.orchestra.run.smithi130.stdout:Packager : builder@centos.org 2024-09-11T03:14:41.250 INFO:teuthology.orchestra.run.smithi130.stdout:Vendor : CentOS 2024-09-11T03:14:41.251 INFO:teuthology.orchestra.run.smithi130.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-11T03:14:41.251 INFO:teuthology.orchestra.run.smithi130.stdout:Summary : Support tools for GRUB. 2024-09-11T03:14:41.251 INFO:teuthology.orchestra.run.smithi130.stdout:Description : 2024-09-11T03:14:41.251 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:14:41.251 INFO:teuthology.orchestra.run.smithi130.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-11T03:14:41.251 INFO:teuthology.orchestra.run.smithi130.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-11T03:14:41.251 INFO:teuthology.orchestra.run.smithi130.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-11T03:14:41.251 INFO:teuthology.orchestra.run.smithi130.stdout:hardware devices. 2024-09-11T03:14:41.251 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:14:41.251 INFO:teuthology.orchestra.run.smithi130.stdout:This subpackage provides tools for support of all platforms. 2024-09-11T03:14:41.252 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-11T03:14:41.252 INFO:teuthology.task.kernel:Updating grub on smithi130 to boot 5.14.0-505.el9.x86_64 2024-09-11T03:14:41.253 DEBUG:teuthology.orchestra.run.smithi130:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-11T03:14:41.853 INFO:teuthology.orchestra.run.smithi130.stderr:Generating grub configuration file ... 2024-09-11T03:14:43.173 INFO:teuthology.orchestra.run.smithi130.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-11T03:14:43.214 INFO:teuthology.orchestra.run.smithi130.stderr:done 2024-09-11T03:14:43.217 DEBUG:teuthology.orchestra.run.smithi130:> mktemp 2024-09-11T03:14:43.232 INFO:teuthology.orchestra.run.smithi130.stdout:/tmp/tmp.oHdKkO12Au 2024-09-11T03:14:43.232 DEBUG:teuthology.orchestra.run.smithi130:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.oHdKkO12Au 2024-09-11T03:14:43.299 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod 0666 /tmp/tmp.oHdKkO12Au 2024-09-11T03:14:43.437 DEBUG:teuthology.orchestra.remote:smithi130:/tmp/tmp.oHdKkO12Au is 6KB 2024-09-11T03:14:43.486 DEBUG:teuthology.orchestra.run.smithi130:> rm -fr /tmp/tmp.oHdKkO12Au 2024-09-11T03:14:43.501 DEBUG:teuthology.orchestra.run.smithi130:> sudo /bin/ls /boot/loader/entries || true 2024-09-11T03:14:43.563 INFO:teuthology.orchestra.run.smithi130.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-11T03:14:43.563 INFO:teuthology.orchestra.run.smithi130.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-11T03:14:43.563 INFO:teuthology.orchestra.run.smithi130.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-11T03:14:43.564 INFO:teuthology.orchestra.run.smithi130.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-11T03:14:43.565 DEBUG:teuthology.orchestra.run.smithi130:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-11T03:14:43.707 DEBUG:teuthology.orchestra.run.smithi130:> sudo shutdown -r now 2024-09-11T03:14:56.234 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-11T03:14:56.273 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-11T03:14:56.624 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-11T03:14:56.625 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-11T03:14:56.625 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-11T03:14:56.625 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-11T03:14:57.510 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-11T03:14:57.510 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:14:57.510 INFO:teuthology.orchestra.run.smithi086.stdout:Installed: 2024-09-11T03:14:57.510 INFO:teuthology.orchestra.run.smithi086.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-11T03:14:57.510 INFO:teuthology.orchestra.run.smithi086.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-11T03:14:57.510 INFO:teuthology.orchestra.run.smithi086.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-11T03:14:57.510 INFO:teuthology.orchestra.run.smithi086.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-11T03:14:57.510 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:14:57.510 INFO:teuthology.orchestra.run.smithi086.stdout:Complete! 2024-09-11T03:14:57.832 DEBUG:teuthology.orchestra.run.smithi086:> rpm -q kernel | sort -rV | head -n 1 2024-09-11T03:14:57.905 INFO:teuthology.orchestra.run.smithi086.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-11T03:14:57.905 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-11T03:14:57.906 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-11T03:14:57.906 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-11T03:14:57.906 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-11T03:14:57.906 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-11T03:14:57.906 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi086.front.sepia.ceph.com, path=None, version=distro) 2024-09-11T03:14:57.906 DEBUG:teuthology.orchestra.run.smithi086:> rpm -q kernel | sort -rV | head -n 1 2024-09-11T03:14:57.965 INFO:teuthology.orchestra.run.smithi086.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-11T03:14:57.965 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-11T03:14:57.965 DEBUG:teuthology.orchestra.run.smithi086:> sudo rpm -qi grub2-tools 2024-09-11T03:14:58.000 INFO:teuthology.orchestra.run.smithi086.stdout:Name : grub2-tools 2024-09-11T03:14:58.001 INFO:teuthology.orchestra.run.smithi086.stdout:Epoch : 1 2024-09-11T03:14:58.001 INFO:teuthology.orchestra.run.smithi086.stdout:Version : 2.06 2024-09-11T03:14:58.001 INFO:teuthology.orchestra.run.smithi086.stdout:Release : 82.el9 2024-09-11T03:14:58.001 INFO:teuthology.orchestra.run.smithi086.stdout:Architecture: x86_64 2024-09-11T03:14:58.001 INFO:teuthology.orchestra.run.smithi086.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-11T03:14:58.001 INFO:teuthology.orchestra.run.smithi086.stdout:Group : Unspecified 2024-09-11T03:14:58.001 INFO:teuthology.orchestra.run.smithi086.stdout:Size : 8274670 2024-09-11T03:14:58.001 INFO:teuthology.orchestra.run.smithi086.stdout:License : GPLv3+ 2024-09-11T03:14:58.001 INFO:teuthology.orchestra.run.smithi086.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-11T03:14:58.001 INFO:teuthology.orchestra.run.smithi086.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-11T03:14:58.001 INFO:teuthology.orchestra.run.smithi086.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-11T03:14:58.001 INFO:teuthology.orchestra.run.smithi086.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-11T03:14:58.001 INFO:teuthology.orchestra.run.smithi086.stdout:Packager : builder@centos.org 2024-09-11T03:14:58.002 INFO:teuthology.orchestra.run.smithi086.stdout:Vendor : CentOS 2024-09-11T03:14:58.002 INFO:teuthology.orchestra.run.smithi086.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-11T03:14:58.002 INFO:teuthology.orchestra.run.smithi086.stdout:Summary : Support tools for GRUB. 2024-09-11T03:14:58.002 INFO:teuthology.orchestra.run.smithi086.stdout:Description : 2024-09-11T03:14:58.002 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:14:58.002 INFO:teuthology.orchestra.run.smithi086.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-11T03:14:58.002 INFO:teuthology.orchestra.run.smithi086.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-11T03:14:58.002 INFO:teuthology.orchestra.run.smithi086.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-11T03:14:58.002 INFO:teuthology.orchestra.run.smithi086.stdout:hardware devices. 2024-09-11T03:14:58.002 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:14:58.002 INFO:teuthology.orchestra.run.smithi086.stdout:This subpackage provides tools for support of all platforms. 2024-09-11T03:14:58.003 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-11T03:14:58.003 INFO:teuthology.task.kernel:Updating grub on smithi086 to boot 5.14.0-505.el9.x86_64 2024-09-11T03:14:58.003 DEBUG:teuthology.orchestra.run.smithi086:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-11T03:14:58.682 INFO:teuthology.orchestra.run.smithi086.stderr:Generating grub configuration file ... 2024-09-11T03:15:00.008 INFO:teuthology.orchestra.run.smithi086.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-11T03:15:00.049 INFO:teuthology.orchestra.run.smithi086.stderr:done 2024-09-11T03:15:00.051 DEBUG:teuthology.orchestra.run.smithi086:> mktemp 2024-09-11T03:15:00.066 INFO:teuthology.orchestra.run.smithi086.stdout:/tmp/tmp.IAs3weIJRl 2024-09-11T03:15:00.067 DEBUG:teuthology.orchestra.run.smithi086:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.IAs3weIJRl 2024-09-11T03:15:00.133 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod 0666 /tmp/tmp.IAs3weIJRl 2024-09-11T03:15:00.275 DEBUG:teuthology.orchestra.remote:smithi086:/tmp/tmp.IAs3weIJRl is 6KB 2024-09-11T03:15:00.324 DEBUG:teuthology.orchestra.run.smithi086:> rm -fr /tmp/tmp.IAs3weIJRl 2024-09-11T03:15:00.338 DEBUG:teuthology.orchestra.run.smithi086:> sudo /bin/ls /boot/loader/entries || true 2024-09-11T03:15:00.410 INFO:teuthology.orchestra.run.smithi086.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-11T03:15:00.410 INFO:teuthology.orchestra.run.smithi086.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-11T03:15:00.411 INFO:teuthology.orchestra.run.smithi086.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-11T03:15:00.411 INFO:teuthology.orchestra.run.smithi086.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-11T03:15:00.412 DEBUG:teuthology.orchestra.run.smithi086:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-11T03:15:00.567 DEBUG:teuthology.orchestra.run.smithi086:> sudo shutdown -r now 2024-09-11T03:15:13.715 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-11T03:15:13.715 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi130.front.sepia.ceph.com' 2024-09-11T03:15:13.716 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi130.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T03:15:30.583 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-11T03:15:30.584 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-09-11T03:15:30.584 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T03:15:32.285 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.130 2024-09-11T03:15:41.293 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi130.front.sepia.ceph.com' 2024-09-11T03:15:41.293 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi130.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T03:15:48.925 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.86 2024-09-11T03:15:57.929 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-09-11T03:15:57.929 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T03:16:00.989 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.86 2024-09-11T03:16:12.998 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-09-11T03:16:12.999 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T03:16:41.332 DEBUG:teuthology.orchestra.remote:timed out 2024-09-11T03:16:44.825 DEBUG:teuthology.orchestra.run.smithi086:> true 2024-09-11T03:16:45.249 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-09-11T03:16:45.249 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-11T03:16:45.249 DEBUG:teuthology.orchestra.run.smithi086:> uname -r 2024-09-11T03:16:45.264 INFO:teuthology.orchestra.run.smithi086.stdout:5.14.0-505.el9.x86_64 2024-09-11T03:16:45.264 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-11T03:16:45.264 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-11T03:16:45.264 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-11T03:16:46.265 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-11T03:16:46.265 DEBUG:teuthology.orchestra.run.smithi086:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-11T03:16:46.398 INFO:teuthology.orchestra.run.smithi086.stdout:ttyS1 2024-09-11T03:16:46.418 DEBUG:teuthology.parallel:result is None 2024-09-11T03:16:53.333 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi130.front.sepia.ceph.com' 2024-09-11T03:16:53.333 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi130.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T03:16:53.828 DEBUG:teuthology.orchestra.run.smithi130:> true 2024-09-11T03:16:54.199 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi130.front.sepia.ceph.com' 2024-09-11T03:16:54.199 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-11T03:16:54.199 DEBUG:teuthology.orchestra.run.smithi130:> uname -r 2024-09-11T03:16:54.215 INFO:teuthology.orchestra.run.smithi130.stdout:5.14.0-505.el9.x86_64 2024-09-11T03:16:54.215 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-11T03:16:54.215 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-11T03:16:54.215 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-11T03:16:55.216 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-11T03:16:55.216 DEBUG:teuthology.orchestra.run.smithi130:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-11T03:16:55.293 INFO:teuthology.orchestra.run.smithi130.stdout:ttyS1 2024-09-11T03:16:55.316 DEBUG:teuthology.parallel:result is None 2024-09-11T03:16:55.316 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-11T03:16:55.323 INFO:teuthology.task.internal:Creating test directory... 2024-09-11T03:16:55.324 DEBUG:teuthology.orchestra.run.smithi086:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-11T03:16:55.326 DEBUG:teuthology.orchestra.run.smithi130:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-11T03:16:55.345 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-11T03:16:55.371 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-11T03:16:55.450 INFO:teuthology.task.internal:Creating archive directory... 2024-09-11T03:16:55.450 DEBUG:teuthology.orchestra.run.smithi086:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-11T03:16:55.453 DEBUG:teuthology.orchestra.run.smithi130:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-11T03:16:55.554 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-11T03:16:55.560 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-11T03:16:55.560 DEBUG:teuthology.orchestra.run.smithi086:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-11T03:16:55.563 DEBUG:teuthology.orchestra.run.smithi130:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-11T03:16:55.593 INFO:teuthology.orchestra.run.smithi130.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-11T03:16:55.600 INFO:teuthology.orchestra.run.smithi086.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-11T03:16:55.605 INFO:teuthology.orchestra.run.smithi130.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-11T03:16:55.612 INFO:teuthology.orchestra.run.smithi086.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-11T03:16:55.613 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-11T03:16:55.619 INFO:teuthology.task.internal:Configuring sudo... 2024-09-11T03:16:55.619 DEBUG:teuthology.orchestra.run.smithi086:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-11T03:16:55.656 DEBUG:teuthology.orchestra.run.smithi130:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-11T03:16:55.684 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-11T03:16:55.693 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-11T03:16:55.693 DEBUG:teuthology.orchestra.run.smithi086:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-11T03:16:55.724 DEBUG:teuthology.orchestra.run.smithi130:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-11T03:16:55.740 DEBUG:teuthology.orchestra.run.smithi086:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-11T03:16:55.830 DEBUG:teuthology.orchestra.run.smithi086:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-11T03:16:55.872 DEBUG:teuthology.orchestra.run.smithi086:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-11T03:16:55.963 DEBUG:teuthology.orchestra.run.smithi086:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-11T03:16:55.998 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:16:55.998 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-11T03:16:56.064 DEBUG:teuthology.orchestra.run.smithi130:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-11T03:16:56.115 DEBUG:teuthology.orchestra.run.smithi130:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-11T03:16:56.169 DEBUG:teuthology.orchestra.run.smithi130:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-11T03:16:56.219 DEBUG:teuthology.orchestra.run.smithi130:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-11T03:16:56.254 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-09-11T03:16:56.254 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-11T03:16:56.320 DEBUG:teuthology.orchestra.run.smithi086:> sudo service rsyslog restart 2024-09-11T03:16:56.322 DEBUG:teuthology.orchestra.run.smithi130:> sudo service rsyslog restart 2024-09-11T03:16:56.379 INFO:teuthology.orchestra.run.smithi086.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-11T03:16:56.407 INFO:teuthology.orchestra.run.smithi130.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-11T03:16:56.855 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-11T03:16:56.862 INFO:teuthology.task.internal:Starting timer... 2024-09-11T03:16:56.862 INFO:teuthology.run_tasks:Running task pcp... 2024-09-11T03:16:56.912 INFO:teuthology.run_tasks:Running task selinux... 2024-09-11T03:16:56.961 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-11T03:16:56.961 DEBUG:teuthology.orchestra.run.smithi086:> sudo service auditd rotate 2024-09-11T03:16:57.023 INFO:teuthology.orchestra.run.smithi086.stdout:Rotating logs: 2024-09-11T03:16:57.025 DEBUG:teuthology.orchestra.run.smithi130:> sudo service auditd rotate 2024-09-11T03:16:57.079 INFO:teuthology.orchestra.run.smithi130.stdout:Rotating logs: 2024-09-11T03:16:57.081 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-11T03:16:57.081 DEBUG:teuthology.orchestra.run.smithi086:> /usr/sbin/getenforce 2024-09-11T03:16:57.101 INFO:teuthology.orchestra.run.smithi086.stdout:Permissive 2024-09-11T03:16:57.101 DEBUG:teuthology.orchestra.run.smithi130:> /usr/sbin/getenforce 2024-09-11T03:16:57.143 INFO:teuthology.orchestra.run.smithi130.stdout:Permissive 2024-09-11T03:16:57.144 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi086.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi130.front.sepia.ceph.com': 'permissive'} 2024-09-11T03:16:57.144 DEBUG:teuthology.orchestra.run.smithi086:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-11T03:16:57.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T03:16:57.171 DEBUG:teuthology.orchestra.run.smithi130:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-11T03:16:57.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T03:16:57.210 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-11T03:16:57.210 DEBUG:teuthology.orchestra.run.smithi086:> sudo /usr/sbin/setenforce permissive 2024-09-11T03:16:57.246 DEBUG:teuthology.orchestra.run.smithi130:> sudo /usr/sbin/setenforce permissive 2024-09-11T03:16:57.285 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-11T03:16:57.294 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-11T03:16:57.298 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-11T03:16:57.432 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-11T03:16:57.444 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-11T03:16:57.445 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi086.front.sepia.ceph.com,smithi130.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-11T03:20:40.452 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi086.front.sepia.ceph.com'), Remote(name='ubuntu@smithi130.front.sepia.ceph.com')] 2024-09-11T03:20:40.454 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-09-11T03:20:40.455 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T03:20:40.550 DEBUG:teuthology.orchestra.run.smithi086:> true 2024-09-11T03:20:40.585 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-09-11T03:20:40.586 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi130.front.sepia.ceph.com' 2024-09-11T03:20:40.586 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi130.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T03:20:40.667 DEBUG:teuthology.orchestra.run.smithi130:> true 2024-09-11T03:20:40.752 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi130.front.sepia.ceph.com' 2024-09-11T03:20:40.752 INFO:teuthology.run_tasks:Running task clock... 2024-09-11T03:20:40.764 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-11T03:20:40.764 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-11T03:20:40.765 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-11T03:20:40.767 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-11T03:20:40.767 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-11T03:20:40.794 INFO:teuthology.orchestra.run.smithi086.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-11T03:20:40.808 INFO:teuthology.orchestra.run.smithi086.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-11T03:20:40.822 INFO:teuthology.orchestra.run.smithi130.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-11T03:20:40.832 INFO:teuthology.orchestra.run.smithi086.stderr:sudo: ntpd: command not found 2024-09-11T03:20:40.837 INFO:teuthology.orchestra.run.smithi130.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-11T03:20:40.843 INFO:teuthology.orchestra.run.smithi086.stdout:506 Cannot talk to daemon 2024-09-11T03:20:40.857 INFO:teuthology.orchestra.run.smithi086.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-11T03:20:40.861 INFO:teuthology.orchestra.run.smithi130.stderr:sudo: ntpd: command not found 2024-09-11T03:20:40.871 INFO:teuthology.orchestra.run.smithi086.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-11T03:20:40.872 INFO:teuthology.orchestra.run.smithi130.stdout:506 Cannot talk to daemon 2024-09-11T03:20:40.886 INFO:teuthology.orchestra.run.smithi130.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-11T03:20:40.900 INFO:teuthology.orchestra.run.smithi130.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-11T03:20:40.926 INFO:teuthology.orchestra.run.smithi086.stderr:bash: line 1: ntpq: command not found 2024-09-11T03:20:40.929 INFO:teuthology.orchestra.run.smithi086.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-11T03:20:40.929 INFO:teuthology.orchestra.run.smithi086.stdout:=============================================================================== 2024-09-11T03:20:40.930 INFO:teuthology.orchestra.run.smithi086.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T03:20:40.930 INFO:teuthology.orchestra.run.smithi086.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T03:20:40.930 INFO:teuthology.orchestra.run.smithi086.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T03:20:40.930 INFO:teuthology.orchestra.run.smithi086.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T03:20:40.955 INFO:teuthology.orchestra.run.smithi130.stderr:bash: line 1: ntpq: command not found 2024-09-11T03:20:40.959 INFO:teuthology.orchestra.run.smithi130.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-11T03:20:40.959 INFO:teuthology.orchestra.run.smithi130.stdout:=============================================================================== 2024-09-11T03:20:40.959 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T03:20:40.959 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T03:20:40.959 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T03:20:40.959 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T03:20:40.960 INFO:teuthology.run_tasks:Running task pexec... 2024-09-11T03:20:40.971 INFO:teuthology.task.pexec:Executing custom commands... 2024-09-11T03:20:40.971 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi086.front.sepia.ceph.com 2024-09-11T03:20:40.972 DEBUG:teuthology.orchestra.run.smithi086:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-11T03:20:40.972 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi130.front.sepia.ceph.com 2024-09-11T03:20:40.972 DEBUG:teuthology.orchestra.run.smithi130:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-11T03:20:41.320 INFO:teuthology.orchestra.run.smithi086.stdout:Dependencies resolved. 2024-09-11T03:20:41.333 INFO:teuthology.orchestra.run.smithi086.stdout:================================================================================ 2024-09-11T03:20:41.333 INFO:teuthology.orchestra.run.smithi086.stdout: Package Architecture Version Repository Size 2024-09-11T03:20:41.333 INFO:teuthology.orchestra.run.smithi086.stdout:================================================================================ 2024-09-11T03:20:41.333 INFO:teuthology.orchestra.run.smithi086.stdout:Removing: 2024-09-11T03:20:41.333 INFO:teuthology.orchestra.run.smithi086.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-11T03:20:41.333 INFO:teuthology.orchestra.run.smithi086.stdout:Removing unused dependencies: 2024-09-11T03:20:41.333 INFO:teuthology.orchestra.run.smithi086.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-11T03:20:41.334 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:20:41.334 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction Summary 2024-09-11T03:20:41.334 INFO:teuthology.orchestra.run.smithi086.stdout:================================================================================ 2024-09-11T03:20:41.334 INFO:teuthology.orchestra.run.smithi086.stdout:Remove 2 Packages 2024-09-11T03:20:41.334 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:20:41.334 INFO:teuthology.orchestra.run.smithi086.stdout:Freed space: 5.5 M 2024-09-11T03:20:41.334 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction check 2024-09-11T03:20:41.337 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction check succeeded. 2024-09-11T03:20:41.337 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction test 2024-09-11T03:20:41.353 INFO:teuthology.orchestra.run.smithi130.stdout:Dependencies resolved. 2024-09-11T03:20:41.369 INFO:teuthology.orchestra.run.smithi130.stdout:================================================================================ 2024-09-11T03:20:41.369 INFO:teuthology.orchestra.run.smithi130.stdout: Package Architecture Version Repository Size 2024-09-11T03:20:41.369 INFO:teuthology.orchestra.run.smithi130.stdout:================================================================================ 2024-09-11T03:20:41.369 INFO:teuthology.orchestra.run.smithi130.stdout:Removing: 2024-09-11T03:20:41.369 INFO:teuthology.orchestra.run.smithi130.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-11T03:20:41.369 INFO:teuthology.orchestra.run.smithi130.stdout:Removing unused dependencies: 2024-09-11T03:20:41.369 INFO:teuthology.orchestra.run.smithi130.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-11T03:20:41.369 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:20:41.369 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction Summary 2024-09-11T03:20:41.369 INFO:teuthology.orchestra.run.smithi130.stdout:================================================================================ 2024-09-11T03:20:41.369 INFO:teuthology.orchestra.run.smithi130.stdout:Remove 2 Packages 2024-09-11T03:20:41.369 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:20:41.370 INFO:teuthology.orchestra.run.smithi130.stdout:Freed space: 5.5 M 2024-09-11T03:20:41.370 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction check 2024-09-11T03:20:41.373 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction check succeeded. 2024-09-11T03:20:41.373 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction test 2024-09-11T03:20:41.395 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction test succeeded. 2024-09-11T03:20:41.395 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction 2024-09-11T03:20:41.427 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction test succeeded. 2024-09-11T03:20:41.428 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction 2024-09-11T03:20:41.524 INFO:teuthology.orchestra.run.smithi086.stdout: Preparing : 1/1 2024-09-11T03:20:41.566 INFO:teuthology.orchestra.run.smithi130.stdout: Preparing : 1/1 2024-09-11T03:20:41.607 INFO:teuthology.orchestra.run.smithi086.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-11T03:20:41.638 INFO:teuthology.orchestra.run.smithi130.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-11T03:20:41.667 INFO:teuthology.orchestra.run.smithi086.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-11T03:20:41.696 INFO:teuthology.orchestra.run.smithi130.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-11T03:20:42.194 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-11T03:20:42.194 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-11T03:20:42.196 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-11T03:20:42.196 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-11T03:20:42.451 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-11T03:20:42.451 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:20:42.451 INFO:teuthology.orchestra.run.smithi086.stdout:Removed: 2024-09-11T03:20:42.451 INFO:teuthology.orchestra.run.smithi086.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-11T03:20:42.451 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:20:42.452 INFO:teuthology.orchestra.run.smithi086.stdout:Complete! 2024-09-11T03:20:42.472 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-11T03:20:42.472 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:20:42.472 INFO:teuthology.orchestra.run.smithi130.stdout:Removed: 2024-09-11T03:20:42.472 INFO:teuthology.orchestra.run.smithi130.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-11T03:20:42.472 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:20:42.472 INFO:teuthology.orchestra.run.smithi130.stdout:Complete! 2024-09-11T03:20:43.320 INFO:teuthology.orchestra.run.smithi086.stdout:Last metadata expiration check: 0:00:50 ago on Wed 11 Sep 2024 03:19:53 AM UTC. 2024-09-11T03:20:43.327 INFO:teuthology.orchestra.run.smithi130.stdout:Last metadata expiration check: 0:00:49 ago on Wed 11 Sep 2024 03:19:54 AM UTC. 2024-09-11T03:20:43.459 INFO:teuthology.orchestra.run.smithi086.stdout:Dependencies resolved. 2024-09-11T03:20:43.459 INFO:teuthology.orchestra.run.smithi086.stdout:================================================================================ 2024-09-11T03:20:43.459 INFO:teuthology.orchestra.run.smithi086.stdout: Package Architecture Version Repository Size 2024-09-11T03:20:43.459 INFO:teuthology.orchestra.run.smithi086.stdout:================================================================================ 2024-09-11T03:20:43.459 INFO:teuthology.orchestra.run.smithi086.stdout:Installing: 2024-09-11T03:20:43.460 INFO:teuthology.orchestra.run.smithi086.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-11T03:20:43.460 INFO:teuthology.orchestra.run.smithi086.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-11T03:20:43.460 INFO:teuthology.orchestra.run.smithi086.stdout:Installing dependencies: 2024-09-11T03:20:43.460 INFO:teuthology.orchestra.run.smithi086.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-11T03:20:43.460 INFO:teuthology.orchestra.run.smithi086.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-11T03:20:43.460 INFO:teuthology.orchestra.run.smithi086.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-11T03:20:43.460 INFO:teuthology.orchestra.run.smithi086.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-11T03:20:43.460 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:20:43.460 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction Summary 2024-09-11T03:20:43.460 INFO:teuthology.orchestra.run.smithi086.stdout:================================================================================ 2024-09-11T03:20:43.460 INFO:teuthology.orchestra.run.smithi086.stdout:Install 6 Packages 2024-09-11T03:20:43.460 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:20:43.464 INFO:teuthology.orchestra.run.smithi130.stdout:Dependencies resolved. 2024-09-11T03:20:43.465 INFO:teuthology.orchestra.run.smithi130.stdout:================================================================================ 2024-09-11T03:20:43.465 INFO:teuthology.orchestra.run.smithi130.stdout: Package Architecture Version Repository Size 2024-09-11T03:20:43.465 INFO:teuthology.orchestra.run.smithi130.stdout:================================================================================ 2024-09-11T03:20:43.465 INFO:teuthology.orchestra.run.smithi130.stdout:Installing: 2024-09-11T03:20:43.465 INFO:teuthology.orchestra.run.smithi130.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-11T03:20:43.465 INFO:teuthology.orchestra.run.smithi130.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-11T03:20:43.465 INFO:teuthology.orchestra.run.smithi130.stdout:Installing dependencies: 2024-09-11T03:20:43.465 INFO:teuthology.orchestra.run.smithi130.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-11T03:20:43.465 INFO:teuthology.orchestra.run.smithi130.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-11T03:20:43.465 INFO:teuthology.orchestra.run.smithi130.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-11T03:20:43.465 INFO:teuthology.orchestra.run.smithi130.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-11T03:20:43.465 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:20:43.466 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction Summary 2024-09-11T03:20:43.466 INFO:teuthology.orchestra.run.smithi130.stdout:================================================================================ 2024-09-11T03:20:43.466 INFO:teuthology.orchestra.run.smithi130.stdout:Install 6 Packages 2024-09-11T03:20:43.466 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:20:43.469 INFO:teuthology.orchestra.run.smithi086.stdout:Total download size: 2.0 M 2024-09-11T03:20:43.469 INFO:teuthology.orchestra.run.smithi086.stdout:Installed size: 9.2 M 2024-09-11T03:20:43.469 INFO:teuthology.orchestra.run.smithi086.stdout:Downloading Packages: 2024-09-11T03:20:43.472 INFO:teuthology.orchestra.run.smithi130.stdout:Total download size: 2.0 M 2024-09-11T03:20:43.472 INFO:teuthology.orchestra.run.smithi130.stdout:Installed size: 9.2 M 2024-09-11T03:20:43.472 INFO:teuthology.orchestra.run.smithi130.stdout:Downloading Packages: 2024-09-11T03:20:43.679 INFO:teuthology.orchestra.run.smithi130.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 279 kB/s | 44 kB 00:00 2024-09-11T03:20:43.702 INFO:teuthology.orchestra.run.smithi130.stdout:(2/6): libnvme-1.9-3.el9.x86_64.rpm 585 kB/s | 106 kB 00:00 2024-09-11T03:20:43.760 INFO:teuthology.orchestra.run.smithi130.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 1.4 MB/s | 84 kB 00:00 2024-09-11T03:20:43.788 INFO:teuthology.orchestra.run.smithi130.stdout:(4/6): python3-configshell-1.1.30-1.el9.noarch. 664 kB/s | 72 kB 00:00 2024-09-11T03:20:43.821 INFO:teuthology.orchestra.run.smithi130.stdout:(5/6): nvme-cli-2.9.1-6.el9.x86_64.rpm 2.9 MB/s | 906 kB 00:00 2024-09-11T03:20:43.888 INFO:teuthology.orchestra.run.smithi130.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 6.4 MB/s | 837 kB 00:00 2024-09-11T03:20:43.889 INFO:teuthology.orchestra.run.smithi130.stdout:-------------------------------------------------------------------------------- 2024-09-11T03:20:43.889 INFO:teuthology.orchestra.run.smithi130.stdout:Total 4.8 MB/s | 2.0 MB 00:00 2024-09-11T03:20:43.962 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction check 2024-09-11T03:20:43.976 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction check succeeded. 2024-09-11T03:20:43.976 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction test 2024-09-11T03:20:44.123 INFO:teuthology.orchestra.run.smithi086.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 119 kB/s | 44 kB 00:00 2024-09-11T03:20:44.208 INFO:teuthology.orchestra.run.smithi086.stdout:(2/6): libnvme-1.9-3.el9.x86_64.rpm 232 kB/s | 106 kB 00:00 2024-09-11T03:20:44.258 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction test succeeded. 2024-09-11T03:20:44.258 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction 2024-09-11T03:20:44.323 INFO:teuthology.orchestra.run.smithi086.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 723 kB/s | 84 kB 00:00 2024-09-11T03:20:44.348 INFO:teuthology.orchestra.run.smithi086.stdout:(4/6): python3-configshell-1.1.30-1.el9.noarch. 318 kB/s | 72 kB 00:00 2024-09-11T03:20:44.473 INFO:teuthology.orchestra.run.smithi086.stdout:(5/6): nvme-cli-2.9.1-6.el9.x86_64.rpm 1.2 MB/s | 906 kB 00:00 2024-09-11T03:20:44.615 INFO:teuthology.orchestra.run.smithi086.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 2.8 MB/s | 837 kB 00:00 2024-09-11T03:20:44.616 INFO:teuthology.orchestra.run.smithi086.stdout:-------------------------------------------------------------------------------- 2024-09-11T03:20:44.616 INFO:teuthology.orchestra.run.smithi086.stdout:Total 1.7 MB/s | 2.0 MB 00:01 2024-09-11T03:20:44.667 INFO:teuthology.orchestra.run.smithi130.stdout: Preparing : 1/1 2024-09-11T03:20:44.691 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction check 2024-09-11T03:20:44.705 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction check succeeded. 2024-09-11T03:20:44.705 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction test 2024-09-11T03:20:44.749 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2024-09-11T03:20:44.784 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/6 2024-09-11T03:20:44.812 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/6 2024-09-11T03:20:44.995 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction test succeeded. 2024-09-11T03:20:44.995 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction 2024-09-11T03:20:45.019 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/6 2024-09-11T03:20:45.051 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-11T03:20:45.419 INFO:teuthology.orchestra.run.smithi086.stdout: Preparing : 1/1 2024-09-11T03:20:45.488 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-11T03:20:45.501 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2024-09-11T03:20:45.512 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/6 2024-09-11T03:20:45.544 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/6 2024-09-11T03:20:45.572 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/6 2024-09-11T03:20:45.781 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/6 2024-09-11T03:20:45.812 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-11T03:20:46.256 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-11T03:20:46.298 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/6 2024-09-11T03:20:46.515 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/6 2024-09-11T03:20:46.515 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/6 2024-09-11T03:20:46.515 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/6 2024-09-11T03:20:46.515 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/6 2024-09-11T03:20:46.515 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/6 2024-09-11T03:20:46.515 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/6 2024-09-11T03:20:46.891 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2024-09-11T03:20:46.892 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:20:46.892 INFO:teuthology.orchestra.run.smithi130.stdout:Installed: 2024-09-11T03:20:46.892 INFO:teuthology.orchestra.run.smithi130.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-11T03:20:46.892 INFO:teuthology.orchestra.run.smithi130.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-11T03:20:46.892 INFO:teuthology.orchestra.run.smithi130.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-11T03:20:46.892 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:20:46.892 INFO:teuthology.orchestra.run.smithi130.stdout:Complete! 2024-09-11T03:20:47.200 DEBUG:teuthology.parallel:result is None 2024-09-11T03:20:47.229 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/6 2024-09-11T03:20:47.229 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/6 2024-09-11T03:20:47.229 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/6 2024-09-11T03:20:47.229 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/6 2024-09-11T03:20:47.229 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/6 2024-09-11T03:20:47.229 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/6 2024-09-11T03:20:47.574 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2024-09-11T03:20:47.574 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:20:47.574 INFO:teuthology.orchestra.run.smithi086.stdout:Installed: 2024-09-11T03:20:47.574 INFO:teuthology.orchestra.run.smithi086.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-11T03:20:47.574 INFO:teuthology.orchestra.run.smithi086.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-11T03:20:47.574 INFO:teuthology.orchestra.run.smithi086.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-11T03:20:47.574 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:20:47.575 INFO:teuthology.orchestra.run.smithi086.stdout:Complete! 2024-09-11T03:20:47.922 DEBUG:teuthology.parallel:result is None 2024-09-11T03:20:47.922 INFO:teuthology.run_tasks:Running task install... 2024-09-11T03:20:47.932 DEBUG:teuthology.task.install:project ceph 2024-09-11T03:20:47.933 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}} 2024-09-11T03:20:47.933 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'} 2024-09-11T03:20:47.933 INFO:teuthology.task.install:Using flavor: default 2024-09-11T03:20:47.940 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-11T03:20:47.940 INFO:teuthology.task.install:extra packages: [] 2024-09-11T03:20:47.940 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30', 'tag': None, 'wait_for_package': False} 2024-09-11T03:20:47.941 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-11T03:20:47.941 INFO:teuthology.packaging:ref: None 2024-09-11T03:20:47.941 INFO:teuthology.packaging:tag: None 2024-09-11T03:20:47.941 INFO:teuthology.packaging:branch: reef 2024-09-11T03:20:47.941 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:20:47.941 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-11T03:20:47.944 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30', 'tag': None, 'wait_for_package': False} 2024-09-11T03:20:47.944 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-11T03:20:47.944 INFO:teuthology.packaging:ref: None 2024-09-11T03:20:47.944 INFO:teuthology.packaging:tag: None 2024-09-11T03:20:47.944 INFO:teuthology.packaging:branch: reef 2024-09-11T03:20:47.944 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:20:47.944 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-11T03:20:48.179 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/flavors/default/ 2024-09-11T03:20:48.180 INFO:teuthology.task.install.rpm:Package version is 18.2.4-837.g7a853b17 2024-09-11T03:20:48.222 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/flavors/default/ 2024-09-11T03:20:48.223 INFO:teuthology.task.install.rpm:Package version is 18.2.4-837.g7a853b17 2024-09-11T03:20:48.302 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-11T03:20:48.302 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:20:48.303 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-11T03:20:48.337 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-11T03:20:48.337 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-11T03:20:48.337 INFO:teuthology.packaging:ref: None 2024-09-11T03:20:48.337 INFO:teuthology.packaging:tag: None 2024-09-11T03:20:48.338 INFO:teuthology.packaging:branch: reef 2024-09-11T03:20:48.338 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:20:48.338 DEBUG:teuthology.orchestra.run.smithi086:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-11T03:20:48.342 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-11T03:20:48.343 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-09-11T03:20:48.343 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-11T03:20:48.377 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-11T03:20:48.377 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-11T03:20:48.377 INFO:teuthology.packaging:ref: None 2024-09-11T03:20:48.377 INFO:teuthology.packaging:tag: None 2024-09-11T03:20:48.377 INFO:teuthology.packaging:branch: reef 2024-09-11T03:20:48.377 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:20:48.378 DEBUG:teuthology.orchestra.run.smithi130:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-11T03:20:48.417 DEBUG:teuthology.orchestra.run.smithi086:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-11T03:20:48.447 DEBUG:teuthology.orchestra.run.smithi130:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-11T03:20:48.495 DEBUG:teuthology.orchestra.run.smithi086:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-11T03:20:48.527 DEBUG:teuthology.orchestra.run.smithi130:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-11T03:20:48.561 INFO:teuthology.orchestra.run.smithi086.stdout:check_obsoletes = 1 2024-09-11T03:20:48.563 DEBUG:teuthology.orchestra.run.smithi086:> sudo yum clean all 2024-09-11T03:20:48.592 INFO:teuthology.orchestra.run.smithi130.stdout:check_obsoletes = 1 2024-09-11T03:20:48.594 DEBUG:teuthology.orchestra.run.smithi130:> sudo yum clean all 2024-09-11T03:20:48.780 INFO:teuthology.orchestra.run.smithi086.stdout:45 files removed 2024-09-11T03:20:48.808 DEBUG:teuthology.orchestra.run.smithi086:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-11T03:20:48.814 INFO:teuthology.orchestra.run.smithi130.stdout:45 files removed 2024-09-11T03:20:48.842 DEBUG:teuthology.orchestra.run.smithi130:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-11T03:20:49.456 INFO:teuthology.orchestra.run.smithi086.stdout:ceph packages for x86_64 214 kB/s | 77 kB 00:00 2024-09-11T03:20:49.492 INFO:teuthology.orchestra.run.smithi130.stdout:ceph packages for x86_64 213 kB/s | 77 kB 00:00 2024-09-11T03:20:49.731 INFO:teuthology.orchestra.run.smithi086.stdout:ceph noarch packages 50 kB/s | 11 kB 00:00 2024-09-11T03:20:49.767 INFO:teuthology.orchestra.run.smithi130.stdout:ceph noarch packages 49 kB/s | 11 kB 00:00 2024-09-11T03:20:49.998 INFO:teuthology.orchestra.run.smithi086.stdout:ceph source packages 8.2 kB/s | 1.9 kB 00:00 2024-09-11T03:20:50.026 INFO:teuthology.orchestra.run.smithi130.stdout:ceph source packages 8.4 kB/s | 1.9 kB 00:00 2024-09-11T03:20:50.440 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - BaseOS 20 MB/s | 8.2 MB 00:00 2024-09-11T03:20:52.308 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - AppStream 26 MB/s | 20 MB 00:00 2024-09-11T03:20:52.844 INFO:teuthology.orchestra.run.smithi130.stdout:CentOS Stream 9 - BaseOS 3.0 MB/s | 8.2 MB 00:02 2024-09-11T03:20:56.567 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - CRB 15 MB/s | 6.5 MB 00:00 2024-09-11T03:20:56.876 INFO:teuthology.orchestra.run.smithi130.stdout:CentOS Stream 9 - AppStream 7.0 MB/s | 20 MB 00:02 2024-09-11T03:20:58.143 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - Extras packages 75 kB/s | 19 kB 00:00 2024-09-11T03:20:59.013 INFO:teuthology.orchestra.run.smithi086.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-11T03:21:01.277 INFO:teuthology.orchestra.run.smithi130.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-11T03:21:02.903 INFO:teuthology.orchestra.run.smithi130.stdout:CentOS Stream 9 - Extras packages 47 kB/s | 19 kB 00:00 2024-09-11T03:21:03.748 INFO:teuthology.orchestra.run.smithi130.stdout:Extra Packages for Enterprise Linux 31 MB/s | 23 MB 00:00 2024-09-11T03:21:04.369 INFO:teuthology.orchestra.run.smithi086.stdout:lab-extras 35 kB/s | 1.7 kB 00:00 2024-09-11T03:21:06.729 INFO:teuthology.orchestra.run.smithi086.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-11T03:21:06.729 INFO:teuthology.orchestra.run.smithi086.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-11T03:21:06.797 INFO:teuthology.orchestra.run.smithi086.stdout:Dependencies resolved. 2024-09-11T03:21:06.803 INFO:teuthology.orchestra.run.smithi086.stdout:====================================================================================== 2024-09-11T03:21:06.803 INFO:teuthology.orchestra.run.smithi086.stdout: Package Arch Version Repository Size 2024-09-11T03:21:06.803 INFO:teuthology.orchestra.run.smithi086.stdout:====================================================================================== 2024-09-11T03:21:06.803 INFO:teuthology.orchestra.run.smithi086.stdout:Installing: 2024-09-11T03:21:06.804 INFO:teuthology.orchestra.run.smithi086.stdout: ceph x86_64 2:18.2.4-837.g7a853b17.el9 ceph 6.5 k 2024-09-11T03:21:06.804 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-base x86_64 2:18.2.4-837.g7a853b17.el9 ceph 5.1 M 2024-09-11T03:21:06.804 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-fuse x86_64 2:18.2.4-837.g7a853b17.el9 ceph 853 k 2024-09-11T03:21:06.804 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-837.g7a853b17.el9 ceph 143 k 2024-09-11T03:21:06.804 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr x86_64 2:18.2.4-837.g7a853b17.el9 ceph 1.5 M 2024-09-11T03:21:06.804 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-cephadm noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 139 k 2024-09-11T03:21:06.804 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-dashboard noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 3.5 M 2024-09-11T03:21:06.804 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 7.4 M 2024-09-11T03:21:06.804 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-rook noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 49 k 2024-09-11T03:21:06.804 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-radosgw x86_64 2:18.2.4-837.g7a853b17.el9 ceph 7.7 M 2024-09-11T03:21:06.804 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-test x86_64 2:18.2.4-837.g7a853b17.el9 ceph 40 M 2024-09-11T03:21:06.805 INFO:teuthology.orchestra.run.smithi086.stdout: cephadm noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 226 k 2024-09-11T03:21:06.805 INFO:teuthology.orchestra.run.smithi086.stdout: libcephfs-devel x86_64 2:18.2.4-837.g7a853b17.el9 ceph 31 k 2024-09-11T03:21:06.805 INFO:teuthology.orchestra.run.smithi086.stdout: libcephfs2 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 712 k 2024-09-11T03:21:06.805 INFO:teuthology.orchestra.run.smithi086.stdout: librados-devel x86_64 2:18.2.4-837.g7a853b17.el9 ceph 127 k 2024-09-11T03:21:06.805 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cephfs x86_64 2:18.2.4-837.g7a853b17.el9 ceph 161 k 2024-09-11T03:21:06.805 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-11T03:21:06.805 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rados x86_64 2:18.2.4-837.g7a853b17.el9 ceph 319 k 2024-09-11T03:21:06.805 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rbd x86_64 2:18.2.4-837.g7a853b17.el9 ceph 300 k 2024-09-11T03:21:06.805 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rgw x86_64 2:18.2.4-837.g7a853b17.el9 ceph 99 k 2024-09-11T03:21:06.805 INFO:teuthology.orchestra.run.smithi086.stdout: rbd-fuse x86_64 2:18.2.4-837.g7a853b17.el9 ceph 87 k 2024-09-11T03:21:06.805 INFO:teuthology.orchestra.run.smithi086.stdout: rbd-mirror x86_64 2:18.2.4-837.g7a853b17.el9 ceph 3.0 M 2024-09-11T03:21:06.805 INFO:teuthology.orchestra.run.smithi086.stdout: rbd-nbd x86_64 2:18.2.4-837.g7a853b17.el9 ceph 172 k 2024-09-11T03:21:06.806 INFO:teuthology.orchestra.run.smithi086.stdout:Upgrading: 2024-09-11T03:21:06.806 INFO:teuthology.orchestra.run.smithi086.stdout: librados2 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 3.3 M 2024-09-11T03:21:06.806 INFO:teuthology.orchestra.run.smithi086.stdout: librbd1 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 3.0 M 2024-09-11T03:21:06.806 INFO:teuthology.orchestra.run.smithi086.stdout:Installing dependencies: 2024-09-11T03:21:06.806 INFO:teuthology.orchestra.run.smithi086.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-11T03:21:06.806 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-common x86_64 2:18.2.4-837.g7a853b17.el9 ceph 18 M 2024-09-11T03:21:06.806 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-grafana-dashboards noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 24 k 2024-09-11T03:21:06.806 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mds x86_64 2:18.2.4-837.g7a853b17.el9 ceph 2.1 M 2024-09-11T03:21:06.806 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-modules-core noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 246 k 2024-09-11T03:21:06.806 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mon x86_64 2:18.2.4-837.g7a853b17.el9 ceph 4.7 M 2024-09-11T03:21:06.806 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-osd x86_64 2:18.2.4-837.g7a853b17.el9 ceph 17 M 2024-09-11T03:21:06.806 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-prometheus-alerts noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 16 k 2024-09-11T03:21:06.807 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-selinux x86_64 2:18.2.4-837.g7a853b17.el9 ceph 25 k 2024-09-11T03:21:06.807 INFO:teuthology.orchestra.run.smithi086.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-11T03:21:06.807 INFO:teuthology.orchestra.run.smithi086.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-11T03:21:06.807 INFO:teuthology.orchestra.run.smithi086.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-11T03:21:06.807 INFO:teuthology.orchestra.run.smithi086.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-11T03:21:06.807 INFO:teuthology.orchestra.run.smithi086.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-11T03:21:06.807 INFO:teuthology.orchestra.run.smithi086.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-11T03:21:06.807 INFO:teuthology.orchestra.run.smithi086.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-11T03:21:06.807 INFO:teuthology.orchestra.run.smithi086.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-11T03:21:06.807 INFO:teuthology.orchestra.run.smithi086.stdout: libcephsqlite x86_64 2:18.2.4-837.g7a853b17.el9 ceph 166 k 2024-09-11T03:21:06.807 INFO:teuthology.orchestra.run.smithi086.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-11T03:21:06.807 INFO:teuthology.orchestra.run.smithi086.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-11T03:21:06.807 INFO:teuthology.orchestra.run.smithi086.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-11T03:21:06.808 INFO:teuthology.orchestra.run.smithi086.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-11T03:21:06.808 INFO:teuthology.orchestra.run.smithi086.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-11T03:21:06.808 INFO:teuthology.orchestra.run.smithi086.stdout: libradosstriper1 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 477 k 2024-09-11T03:21:06.808 INFO:teuthology.orchestra.run.smithi086.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-11T03:21:06.808 INFO:teuthology.orchestra.run.smithi086.stdout: librgw2 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 4.5 M 2024-09-11T03:21:06.808 INFO:teuthology.orchestra.run.smithi086.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-11T03:21:06.808 INFO:teuthology.orchestra.run.smithi086.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-11T03:21:06.808 INFO:teuthology.orchestra.run.smithi086.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-11T03:21:06.808 INFO:teuthology.orchestra.run.smithi086.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-11T03:21:06.808 INFO:teuthology.orchestra.run.smithi086.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-11T03:21:06.808 INFO:teuthology.orchestra.run.smithi086.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-11T03:21:06.808 INFO:teuthology.orchestra.run.smithi086.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-11T03:21:06.809 INFO:teuthology.orchestra.run.smithi086.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-11T03:21:06.809 INFO:teuthology.orchestra.run.smithi086.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-11T03:21:06.809 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-11T03:21:06.809 INFO:teuthology.orchestra.run.smithi086.stdout: python3-ceph-argparse x86_64 2:18.2.4-837.g7a853b17.el9 ceph 45 k 2024-09-11T03:21:06.809 INFO:teuthology.orchestra.run.smithi086.stdout: python3-ceph-common x86_64 2:18.2.4-837.g7a853b17.el9 ceph 129 k 2024-09-11T03:21:06.809 INFO:teuthology.orchestra.run.smithi086.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-11T03:21:06.809 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-11T03:21:06.809 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-11T03:21:06.809 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-11T03:21:06.809 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-11T03:21:06.809 INFO:teuthology.orchestra.run.smithi086.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-11T03:21:06.809 INFO:teuthology.orchestra.run.smithi086.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-11T03:21:06.810 INFO:teuthology.orchestra.run.smithi086.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-11T03:21:06.810 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-11T03:21:06.810 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-11T03:21:06.810 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-11T03:21:06.810 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-11T03:21:06.810 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-11T03:21:06.810 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-11T03:21:06.810 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-11T03:21:06.810 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-11T03:21:06.810 INFO:teuthology.orchestra.run.smithi086.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-11T03:21:06.810 INFO:teuthology.orchestra.run.smithi086.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-11T03:21:06.810 INFO:teuthology.orchestra.run.smithi086.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-11T03:21:06.810 INFO:teuthology.orchestra.run.smithi086.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-11T03:21:06.811 INFO:teuthology.orchestra.run.smithi086.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-11T03:21:06.811 INFO:teuthology.orchestra.run.smithi086.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-11T03:21:06.811 INFO:teuthology.orchestra.run.smithi086.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-11T03:21:06.811 INFO:teuthology.orchestra.run.smithi086.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-11T03:21:06.811 INFO:teuthology.orchestra.run.smithi086.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-11T03:21:06.811 INFO:teuthology.orchestra.run.smithi086.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-11T03:21:06.811 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-11T03:21:06.811 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-11T03:21:06.811 INFO:teuthology.orchestra.run.smithi086.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-11T03:21:06.811 INFO:teuthology.orchestra.run.smithi086.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-11T03:21:06.811 INFO:teuthology.orchestra.run.smithi086.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-11T03:21:06.811 INFO:teuthology.orchestra.run.smithi086.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-11T03:21:06.811 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-11T03:21:06.812 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-11T03:21:06.812 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-11T03:21:06.812 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-11T03:21:06.812 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-11T03:21:06.812 INFO:teuthology.orchestra.run.smithi086.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-11T03:21:06.812 INFO:teuthology.orchestra.run.smithi086.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-11T03:21:06.812 INFO:teuthology.orchestra.run.smithi086.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-11T03:21:06.812 INFO:teuthology.orchestra.run.smithi086.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-11T03:21:06.812 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-11T03:21:06.812 INFO:teuthology.orchestra.run.smithi086.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-11T03:21:06.812 INFO:teuthology.orchestra.run.smithi086.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-11T03:21:06.812 INFO:teuthology.orchestra.run.smithi086.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-11T03:21:06.812 INFO:teuthology.orchestra.run.smithi086.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-11T03:21:06.813 INFO:teuthology.orchestra.run.smithi086.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-11T03:21:06.813 INFO:teuthology.orchestra.run.smithi086.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-11T03:21:06.813 INFO:teuthology.orchestra.run.smithi086.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-11T03:21:06.813 INFO:teuthology.orchestra.run.smithi086.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-11T03:21:06.813 INFO:teuthology.orchestra.run.smithi086.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-11T03:21:06.813 INFO:teuthology.orchestra.run.smithi086.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-11T03:21:06.813 INFO:teuthology.orchestra.run.smithi086.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-11T03:21:06.813 INFO:teuthology.orchestra.run.smithi086.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-11T03:21:06.813 INFO:teuthology.orchestra.run.smithi086.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-11T03:21:06.813 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:21:06.813 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction Summary 2024-09-11T03:21:06.813 INFO:teuthology.orchestra.run.smithi086.stdout:====================================================================================== 2024-09-11T03:21:06.813 INFO:teuthology.orchestra.run.smithi086.stdout:Install 116 Packages 2024-09-11T03:21:06.814 INFO:teuthology.orchestra.run.smithi086.stdout:Upgrade 2 Packages 2024-09-11T03:21:06.814 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:21:06.814 INFO:teuthology.orchestra.run.smithi086.stdout:Total download size: 179 M 2024-09-11T03:21:06.814 INFO:teuthology.orchestra.run.smithi086.stdout:Downloading Packages: 2024-09-11T03:21:07.429 INFO:teuthology.orchestra.run.smithi086.stdout:(1/118): ceph-18.2.4-837.g7a853b17.el9.x86_64.r 48 kB/s | 6.5 kB 00:00 2024-09-11T03:21:07.663 INFO:teuthology.orchestra.run.smithi086.stdout:(2/118): ceph-fuse-18.2.4-837.g7a853b17.el9.x86 3.6 MB/s | 853 kB 00:00 2024-09-11T03:21:07.730 INFO:teuthology.orchestra.run.smithi086.stdout:(3/118): ceph-base-18.2.4-837.g7a853b17.el9.x86 12 MB/s | 5.1 MB 00:00 2024-09-11T03:21:07.763 INFO:teuthology.orchestra.run.smithi086.stdout:(4/118): ceph-immutable-object-cache-18.2.4-837 1.4 MB/s | 143 kB 00:00 2024-09-11T03:21:07.847 INFO:teuthology.orchestra.run.smithi086.stdout:(5/118): ceph-mds-18.2.4-837.g7a853b17.el9.x86_ 18 MB/s | 2.1 MB 00:00 2024-09-11T03:21:07.947 INFO:teuthology.orchestra.run.smithi086.stdout:(6/118): ceph-mgr-18.2.4-837.g7a853b17.el9.x86_ 8.0 MB/s | 1.5 MB 00:00 2024-09-11T03:21:08.164 INFO:teuthology.orchestra.run.smithi086.stdout:(7/118): ceph-mon-18.2.4-837.g7a853b17.el9.x86_ 15 MB/s | 4.7 MB 00:00 2024-09-11T03:21:08.331 INFO:teuthology.orchestra.run.smithi086.stdout:(8/118): ceph-common-18.2.4-837.g7a853b17.el9.x 18 MB/s | 18 MB 00:01 2024-09-11T03:21:08.381 INFO:teuthology.orchestra.run.smithi086.stdout:(9/118): ceph-selinux-18.2.4-837.g7a853b17.el9. 503 kB/s | 25 kB 00:00 2024-09-11T03:21:09.371 INFO:teuthology.orchestra.run.smithi130.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-11T03:21:10.073 INFO:teuthology.orchestra.run.smithi086.stdout:(10/118): ceph-test-18.2.4-837.g7a853b17.el9.x8 23 MB/s | 40 MB 00:01 2024-09-11T03:21:10.173 INFO:teuthology.orchestra.run.smithi086.stdout:(11/118): ceph-radosgw-18.2.4-837.g7a853b17.el9 3.9 MB/s | 7.7 MB 00:02 2024-09-11T03:21:10.198 INFO:teuthology.orchestra.run.smithi086.stdout:(12/118): libcephfs-devel-18.2.4-837.g7a853b17. 249 kB/s | 31 kB 00:00 2024-09-11T03:21:10.248 INFO:teuthology.orchestra.run.smithi086.stdout:(13/118): libcephfs2-18.2.4-837.g7a853b17.el9.x 9.3 MB/s | 712 kB 00:00 2024-09-11T03:21:10.274 INFO:teuthology.orchestra.run.smithi086.stdout:(14/118): libcephsqlite-18.2.4-837.g7a853b17.el 2.2 MB/s | 166 kB 00:00 2024-09-11T03:21:10.299 INFO:teuthology.orchestra.run.smithi086.stdout:(15/118): librados-devel-18.2.4-837.g7a853b17.e 2.5 MB/s | 127 kB 00:00 2024-09-11T03:21:10.324 INFO:teuthology.orchestra.run.smithi086.stdout:(16/118): libradosstriper1-18.2.4-837.g7a853b17 9.3 MB/s | 477 kB 00:00 2024-09-11T03:21:10.408 INFO:teuthology.orchestra.run.smithi086.stdout:(17/118): python3-ceph-argparse-18.2.4-837.g7a8 540 kB/s | 45 kB 00:00 2024-09-11T03:21:10.458 INFO:teuthology.orchestra.run.smithi086.stdout:(18/118): python3-ceph-common-18.2.4-837.g7a853 2.5 MB/s | 129 kB 00:00 2024-09-11T03:21:10.508 INFO:teuthology.orchestra.run.smithi086.stdout:(19/118): python3-cephfs-18.2.4-837.g7a853b17.e 3.2 MB/s | 161 kB 00:00 2024-09-11T03:21:10.592 INFO:teuthology.orchestra.run.smithi086.stdout:(20/118): librgw2-18.2.4-837.g7a853b17.el9.x86_ 15 MB/s | 4.5 MB 00:00 2024-09-11T03:21:10.667 INFO:teuthology.orchestra.run.smithi086.stdout:(21/118): python3-rados-18.2.4-837.g7a853b17.el 2.0 MB/s | 319 kB 00:00 2024-09-11T03:21:10.692 INFO:teuthology.orchestra.run.smithi086.stdout:(22/118): python3-rbd-18.2.4-837.g7a853b17.el9. 2.9 MB/s | 300 kB 00:00 2024-09-11T03:21:10.718 INFO:teuthology.orchestra.run.smithi086.stdout:(23/118): python3-rgw-18.2.4-837.g7a853b17.el9. 1.9 MB/s | 99 kB 00:00 2024-09-11T03:21:10.743 INFO:teuthology.orchestra.run.smithi086.stdout:(24/118): rbd-fuse-18.2.4-837.g7a853b17.el9.x86 1.7 MB/s | 87 kB 00:00 2024-09-11T03:21:10.802 INFO:teuthology.orchestra.run.smithi086.stdout:(25/118): rbd-nbd-18.2.4-837.g7a853b17.el9.x86_ 2.9 MB/s | 172 kB 00:00 2024-09-11T03:21:10.869 INFO:teuthology.orchestra.run.smithi086.stdout:(26/118): rbd-mirror-18.2.4-837.g7a853b17.el9.x 20 MB/s | 3.0 MB 00:00 2024-09-11T03:21:10.894 INFO:teuthology.orchestra.run.smithi086.stdout:(27/118): ceph-grafana-dashboards-18.2.4-837.g7 266 kB/s | 24 kB 00:00 2024-09-11T03:21:11.053 INFO:teuthology.orchestra.run.smithi086.stdout:(28/118): ceph-osd-18.2.4-837.g7a853b17.el9.x86 5.3 MB/s | 17 MB 00:03 2024-09-11T03:21:11.078 INFO:teuthology.orchestra.run.smithi086.stdout:(29/118): ceph-mgr-cephadm-18.2.4-837.g7a853b17 667 kB/s | 139 kB 00:00 2024-09-11T03:21:11.170 INFO:teuthology.orchestra.run.smithi086.stdout:(30/118): ceph-mgr-dashboard-18.2.4-837.g7a853b 13 MB/s | 3.5 MB 00:00 2024-09-11T03:21:11.195 INFO:teuthology.orchestra.run.smithi086.stdout:(31/118): ceph-mgr-modules-core-18.2.4-837.g7a8 2.1 MB/s | 246 kB 00:00 2024-09-11T03:21:11.211 INFO:teuthology.orchestra.run.smithi086.stdout:(32/118): ceph-mgr-rook-18.2.4-837.g7a853b17.el 1.2 MB/s | 49 kB 00:00 2024-09-11T03:21:11.245 INFO:teuthology.orchestra.run.smithi086.stdout:(33/118): ceph-prometheus-alerts-18.2.4-837.g7a 329 kB/s | 16 kB 00:00 2024-09-11T03:21:11.287 INFO:teuthology.orchestra.run.smithi086.stdout:(34/118): cephadm-18.2.4-837.g7a853b17.el9.noar 2.9 MB/s | 226 kB 00:00 2024-09-11T03:21:11.396 INFO:teuthology.orchestra.run.smithi086.stdout:(35/118): fuse-2.9.9-16.el9.x86_64.rpm 531 kB/s | 80 kB 00:00 2024-09-11T03:21:11.430 INFO:teuthology.orchestra.run.smithi086.stdout:(36/118): libgfortran-11.5.0-2.el9.x86_64.rpm 5.5 MB/s | 801 kB 00:00 2024-09-11T03:21:11.496 INFO:teuthology.orchestra.run.smithi086.stdout:(37/118): libquadmath-11.5.0-2.el9.x86_64.rpm 1.9 MB/s | 191 kB 00:00 2024-09-11T03:21:11.530 INFO:teuthology.orchestra.run.smithi086.stdout:(38/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-09-11T03:21:11.597 INFO:teuthology.orchestra.run.smithi086.stdout:(39/118): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-11T03:21:11.630 INFO:teuthology.orchestra.run.smithi086.stdout:(40/118): python3-cryptography-36.0.1-4.el9.x86 9.2 MB/s | 1.2 MB 00:00 2024-09-11T03:21:11.663 INFO:teuthology.orchestra.run.smithi130.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-11T03:21:11.664 INFO:teuthology.orchestra.run.smithi130.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-11T03:21:11.714 INFO:teuthology.orchestra.run.smithi086.stdout:(41/118): ceph-mgr-diskprediction-local-18.2.4- 11 MB/s | 7.4 MB 00:00 2024-09-11T03:21:11.728 INFO:teuthology.orchestra.run.smithi130.stdout:Dependencies resolved. 2024-09-11T03:21:11.735 INFO:teuthology.orchestra.run.smithi130.stdout:====================================================================================== 2024-09-11T03:21:11.735 INFO:teuthology.orchestra.run.smithi130.stdout: Package Arch Version Repository Size 2024-09-11T03:21:11.735 INFO:teuthology.orchestra.run.smithi130.stdout:====================================================================================== 2024-09-11T03:21:11.735 INFO:teuthology.orchestra.run.smithi130.stdout:Installing: 2024-09-11T03:21:11.735 INFO:teuthology.orchestra.run.smithi130.stdout: ceph x86_64 2:18.2.4-837.g7a853b17.el9 ceph 6.5 k 2024-09-11T03:21:11.735 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-base x86_64 2:18.2.4-837.g7a853b17.el9 ceph 5.1 M 2024-09-11T03:21:11.735 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-fuse x86_64 2:18.2.4-837.g7a853b17.el9 ceph 853 k 2024-09-11T03:21:11.735 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-837.g7a853b17.el9 ceph 143 k 2024-09-11T03:21:11.735 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr x86_64 2:18.2.4-837.g7a853b17.el9 ceph 1.5 M 2024-09-11T03:21:11.735 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-cephadm noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 139 k 2024-09-11T03:21:11.736 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-dashboard noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 3.5 M 2024-09-11T03:21:11.736 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 7.4 M 2024-09-11T03:21:11.736 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-rook noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 49 k 2024-09-11T03:21:11.736 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-radosgw x86_64 2:18.2.4-837.g7a853b17.el9 ceph 7.7 M 2024-09-11T03:21:11.736 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-test x86_64 2:18.2.4-837.g7a853b17.el9 ceph 40 M 2024-09-11T03:21:11.736 INFO:teuthology.orchestra.run.smithi130.stdout: cephadm noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 226 k 2024-09-11T03:21:11.736 INFO:teuthology.orchestra.run.smithi130.stdout: libcephfs-devel x86_64 2:18.2.4-837.g7a853b17.el9 ceph 31 k 2024-09-11T03:21:11.736 INFO:teuthology.orchestra.run.smithi130.stdout: libcephfs2 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 712 k 2024-09-11T03:21:11.736 INFO:teuthology.orchestra.run.smithi130.stdout: librados-devel x86_64 2:18.2.4-837.g7a853b17.el9 ceph 127 k 2024-09-11T03:21:11.736 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cephfs x86_64 2:18.2.4-837.g7a853b17.el9 ceph 161 k 2024-09-11T03:21:11.736 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-11T03:21:11.736 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rados x86_64 2:18.2.4-837.g7a853b17.el9 ceph 319 k 2024-09-11T03:21:11.737 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rbd x86_64 2:18.2.4-837.g7a853b17.el9 ceph 300 k 2024-09-11T03:21:11.737 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rgw x86_64 2:18.2.4-837.g7a853b17.el9 ceph 99 k 2024-09-11T03:21:11.737 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-fuse x86_64 2:18.2.4-837.g7a853b17.el9 ceph 87 k 2024-09-11T03:21:11.737 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-mirror x86_64 2:18.2.4-837.g7a853b17.el9 ceph 3.0 M 2024-09-11T03:21:11.737 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-nbd x86_64 2:18.2.4-837.g7a853b17.el9 ceph 172 k 2024-09-11T03:21:11.737 INFO:teuthology.orchestra.run.smithi130.stdout:Upgrading: 2024-09-11T03:21:11.737 INFO:teuthology.orchestra.run.smithi130.stdout: librados2 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 3.3 M 2024-09-11T03:21:11.737 INFO:teuthology.orchestra.run.smithi130.stdout: librbd1 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 3.0 M 2024-09-11T03:21:11.737 INFO:teuthology.orchestra.run.smithi130.stdout:Installing dependencies: 2024-09-11T03:21:11.737 INFO:teuthology.orchestra.run.smithi130.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-11T03:21:11.737 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-common x86_64 2:18.2.4-837.g7a853b17.el9 ceph 18 M 2024-09-11T03:21:11.737 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-grafana-dashboards noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 24 k 2024-09-11T03:21:11.737 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mds x86_64 2:18.2.4-837.g7a853b17.el9 ceph 2.1 M 2024-09-11T03:21:11.738 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-modules-core noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 246 k 2024-09-11T03:21:11.738 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mon x86_64 2:18.2.4-837.g7a853b17.el9 ceph 4.7 M 2024-09-11T03:21:11.738 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-osd x86_64 2:18.2.4-837.g7a853b17.el9 ceph 17 M 2024-09-11T03:21:11.738 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-prometheus-alerts noarch 2:18.2.4-837.g7a853b17.el9 ceph-noarch 16 k 2024-09-11T03:21:11.738 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-selinux x86_64 2:18.2.4-837.g7a853b17.el9 ceph 25 k 2024-09-11T03:21:11.738 INFO:teuthology.orchestra.run.smithi130.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-11T03:21:11.738 INFO:teuthology.orchestra.run.smithi130.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-11T03:21:11.738 INFO:teuthology.orchestra.run.smithi130.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-11T03:21:11.738 INFO:teuthology.orchestra.run.smithi130.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-11T03:21:11.738 INFO:teuthology.orchestra.run.smithi130.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-11T03:21:11.738 INFO:teuthology.orchestra.run.smithi130.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-11T03:21:11.738 INFO:teuthology.orchestra.run.smithi130.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-11T03:21:11.738 INFO:teuthology.orchestra.run.smithi130.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-11T03:21:11.739 INFO:teuthology.orchestra.run.smithi130.stdout: libcephsqlite x86_64 2:18.2.4-837.g7a853b17.el9 ceph 166 k 2024-09-11T03:21:11.739 INFO:teuthology.orchestra.run.smithi130.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-11T03:21:11.739 INFO:teuthology.orchestra.run.smithi130.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-11T03:21:11.739 INFO:teuthology.orchestra.run.smithi130.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-11T03:21:11.739 INFO:teuthology.orchestra.run.smithi130.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-11T03:21:11.739 INFO:teuthology.orchestra.run.smithi130.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-11T03:21:11.739 INFO:teuthology.orchestra.run.smithi130.stdout: libradosstriper1 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 477 k 2024-09-11T03:21:11.739 INFO:teuthology.orchestra.run.smithi130.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-11T03:21:11.739 INFO:teuthology.orchestra.run.smithi130.stdout: librgw2 x86_64 2:18.2.4-837.g7a853b17.el9 ceph 4.5 M 2024-09-11T03:21:11.739 INFO:teuthology.orchestra.run.smithi130.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-11T03:21:11.739 INFO:teuthology.orchestra.run.smithi130.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-11T03:21:11.739 INFO:teuthology.orchestra.run.smithi130.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-11T03:21:11.740 INFO:teuthology.orchestra.run.smithi130.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-11T03:21:11.740 INFO:teuthology.orchestra.run.smithi130.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-11T03:21:11.740 INFO:teuthology.orchestra.run.smithi130.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-11T03:21:11.740 INFO:teuthology.orchestra.run.smithi130.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-11T03:21:11.740 INFO:teuthology.orchestra.run.smithi130.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-11T03:21:11.740 INFO:teuthology.orchestra.run.smithi130.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-11T03:21:11.740 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-11T03:21:11.740 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ceph-argparse x86_64 2:18.2.4-837.g7a853b17.el9 ceph 45 k 2024-09-11T03:21:11.740 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ceph-common x86_64 2:18.2.4-837.g7a853b17.el9 ceph 129 k 2024-09-11T03:21:11.740 INFO:teuthology.orchestra.run.smithi130.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-11T03:21:11.740 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-11T03:21:11.740 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-11T03:21:11.741 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-11T03:21:11.741 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-11T03:21:11.741 INFO:teuthology.orchestra.run.smithi130.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-11T03:21:11.741 INFO:teuthology.orchestra.run.smithi130.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-11T03:21:11.741 INFO:teuthology.orchestra.run.smithi130.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-11T03:21:11.741 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-11T03:21:11.741 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-11T03:21:11.741 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-11T03:21:11.741 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-11T03:21:11.741 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-11T03:21:11.741 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-11T03:21:11.741 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-11T03:21:11.741 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-11T03:21:11.742 INFO:teuthology.orchestra.run.smithi130.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-11T03:21:11.742 INFO:teuthology.orchestra.run.smithi130.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-11T03:21:11.742 INFO:teuthology.orchestra.run.smithi130.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-11T03:21:11.742 INFO:teuthology.orchestra.run.smithi130.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-11T03:21:11.742 INFO:teuthology.orchestra.run.smithi130.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-11T03:21:11.742 INFO:teuthology.orchestra.run.smithi130.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-11T03:21:11.742 INFO:teuthology.orchestra.run.smithi130.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-11T03:21:11.742 INFO:teuthology.orchestra.run.smithi130.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-11T03:21:11.742 INFO:teuthology.orchestra.run.smithi130.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-11T03:21:11.742 INFO:teuthology.orchestra.run.smithi130.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-11T03:21:11.742 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-11T03:21:11.742 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-11T03:21:11.743 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-11T03:21:11.744 INFO:teuthology.orchestra.run.smithi130.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-11T03:21:11.744 INFO:teuthology.orchestra.run.smithi130.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-11T03:21:11.744 INFO:teuthology.orchestra.run.smithi130.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-11T03:21:11.744 INFO:teuthology.orchestra.run.smithi130.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-11T03:21:11.744 INFO:teuthology.orchestra.run.smithi130.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-11T03:21:11.744 INFO:teuthology.orchestra.run.smithi130.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-11T03:21:11.744 INFO:teuthology.orchestra.run.smithi130.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-11T03:21:11.744 INFO:teuthology.orchestra.run.smithi130.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-11T03:21:11.744 INFO:teuthology.orchestra.run.smithi130.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-11T03:21:11.744 INFO:teuthology.orchestra.run.smithi130.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-11T03:21:11.745 INFO:teuthology.orchestra.run.smithi130.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-11T03:21:11.745 INFO:teuthology.orchestra.run.smithi130.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-11T03:21:11.745 INFO:teuthology.orchestra.run.smithi130.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-11T03:21:11.745 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:21:11.745 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction Summary 2024-09-11T03:21:11.745 INFO:teuthology.orchestra.run.smithi130.stdout:====================================================================================== 2024-09-11T03:21:11.745 INFO:teuthology.orchestra.run.smithi130.stdout:Install 116 Packages 2024-09-11T03:21:11.746 INFO:teuthology.orchestra.run.smithi130.stdout:Upgrade 2 Packages 2024-09-11T03:21:11.746 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:21:11.746 INFO:teuthology.orchestra.run.smithi086.stdout:(42/118): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-09-11T03:21:11.747 INFO:teuthology.orchestra.run.smithi130.stdout:Total download size: 179 M 2024-09-11T03:21:11.747 INFO:teuthology.orchestra.run.smithi130.stdout:Downloading Packages: 2024-09-11T03:21:11.764 INFO:teuthology.orchestra.run.smithi086.stdout:(43/118): python3-pycparser-2.20-6.el9.noarch.r 808 kB/s | 135 kB 00:00 2024-09-11T03:21:11.881 INFO:teuthology.orchestra.run.smithi086.stdout:(44/118): python3-urllib3-1.26.5-6.el9.noarch.r 1.3 MB/s | 215 kB 00:00 2024-09-11T03:21:12.305 INFO:teuthology.orchestra.run.smithi130.stdout:(1/118): ceph-18.2.4-837.g7a853b17.el9.x86_64.r 32 kB/s | 6.5 kB 00:00 2024-09-11T03:21:12.365 INFO:teuthology.orchestra.run.smithi086.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 54 kB/s | 33 kB 00:00 2024-09-11T03:21:12.424 INFO:teuthology.orchestra.run.smithi086.stdout:(46/118): boost-program-options-1.75.0-8.el9.x8 156 kB/s | 107 kB 00:00 2024-09-11T03:21:12.813 INFO:teuthology.orchestra.run.smithi130.stdout:(2/118): ceph-fuse-18.2.4-837.g7a853b17.el9.x86 1.6 MB/s | 853 kB 00:00 2024-09-11T03:21:12.880 INFO:teuthology.orchestra.run.smithi130.stdout:(3/118): ceph-immutable-object-cache-18.2.4-837 2.1 MB/s | 143 kB 00:00 2024-09-11T03:21:12.882 INFO:teuthology.orchestra.run.smithi086.stdout:(47/118): flexiblas-openblas-openmp-3.0.4-8.el9 35 kB/s | 18 kB 00:00 2024-09-11T03:21:12.941 INFO:teuthology.orchestra.run.smithi086.stdout:(48/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.8 MB/s | 3.0 MB 00:01 2024-09-11T03:21:13.149 INFO:teuthology.orchestra.run.smithi086.stdout:(49/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 221 kB/s | 160 kB 00:00 2024-09-11T03:21:13.239 INFO:teuthology.orchestra.run.smithi130.stdout:(4/118): ceph-mds-18.2.4-837.g7a853b17.el9.x86_ 5.9 MB/s | 2.1 MB 00:00 2024-09-11T03:21:13.306 INFO:teuthology.orchestra.run.smithi130.stdout:(5/118): ceph-base-18.2.4-837.g7a853b17.el9.x86 4.2 MB/s | 5.1 MB 00:01 2024-09-11T03:21:13.450 INFO:teuthology.orchestra.run.smithi086.stdout:(50/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 80 kB/s | 45 kB 00:00 2024-09-11T03:21:13.456 INFO:teuthology.orchestra.run.smithi130.stdout:(6/118): ceph-mgr-18.2.4-837.g7a853b17.el9.x86_ 6.7 MB/s | 1.5 MB 00:00 2024-09-11T03:21:13.648 INFO:teuthology.orchestra.run.smithi130.stdout:(7/118): ceph-mon-18.2.4-837.g7a853b17.el9.x86_ 14 MB/s | 4.7 MB 00:00 2024-09-11T03:21:13.799 INFO:teuthology.orchestra.run.smithi086.stdout:(51/118): librdkafka-1.6.1-102.el9.x86_64.rpm 771 kB/s | 662 kB 00:00 2024-09-11T03:21:13.933 INFO:teuthology.orchestra.run.smithi086.stdout:(52/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 373 kB/s | 292 kB 00:00 2024-09-11T03:21:14.017 INFO:teuthology.orchestra.run.smithi086.stdout:(53/118): openblas-0.3.26-2.el9.x86_64.rpm 68 kB/s | 38 kB 00:00 2024-09-11T03:21:14.157 INFO:teuthology.orchestra.run.smithi130.stdout:(8/118): ceph-common-18.2.4-837.g7a853b17.el9.x 8.9 MB/s | 18 MB 00:02 2024-09-11T03:21:14.248 INFO:teuthology.orchestra.run.smithi130.stdout:(9/118): ceph-radosgw-18.2.4-837.g7a853b17.el9. 13 MB/s | 7.7 MB 00:00 2024-09-11T03:21:14.265 INFO:teuthology.orchestra.run.smithi130.stdout:(10/118): ceph-selinux-18.2.4-837.g7a853b17.el9 232 kB/s | 25 kB 00:00 2024-09-11T03:21:14.299 INFO:teuthology.orchestra.run.smithi130.stdout:(11/118): libcephfs-devel-18.2.4-837.g7a853b17. 929 kB/s | 31 kB 00:00 2024-09-11T03:21:14.366 INFO:teuthology.orchestra.run.smithi130.stdout:(12/118): libcephfs2-18.2.4-837.g7a853b17.el9.x 10 MB/s | 712 kB 00:00 2024-09-11T03:21:14.433 INFO:teuthology.orchestra.run.smithi130.stdout:(13/118): libcephsqlite-18.2.4-837.g7a853b17.el 2.4 MB/s | 166 kB 00:00 2024-09-11T03:21:14.492 INFO:teuthology.orchestra.run.smithi130.stdout:(14/118): librados-devel-18.2.4-837.g7a853b17.e 2.1 MB/s | 127 kB 00:00 2024-09-11T03:21:14.592 INFO:teuthology.orchestra.run.smithi086.stdout:(54/118): python3-attrs-20.3.0-7.el9.noarch.rpm 133 kB/s | 87 kB 00:00 2024-09-11T03:21:14.659 INFO:teuthology.orchestra.run.smithi130.stdout:(15/118): ceph-osd-18.2.4-837.g7a853b17.el9.x86 14 MB/s | 17 MB 00:01 2024-09-11T03:21:14.692 INFO:teuthology.orchestra.run.smithi130.stdout:(16/118): libradosstriper1-18.2.4-837.g7a853b17 2.3 MB/s | 477 kB 00:00 2024-09-11T03:21:14.751 INFO:teuthology.orchestra.run.smithi130.stdout:(17/118): python3-ceph-argparse-18.2.4-837.g7a8 769 kB/s | 45 kB 00:00 2024-09-11T03:21:14.809 INFO:teuthology.orchestra.run.smithi130.stdout:(18/118): python3-ceph-common-18.2.4-837.g7a853 2.2 MB/s | 129 kB 00:00 2024-09-11T03:21:14.877 INFO:teuthology.orchestra.run.smithi130.stdout:(19/118): librgw2-18.2.4-837.g7a853b17.el9.x86_ 21 MB/s | 4.5 MB 00:00 2024-09-11T03:21:14.901 INFO:teuthology.orchestra.run.smithi130.stdout:(20/118): python3-cephfs-18.2.4-837.g7a853b17.e 1.7 MB/s | 161 kB 00:00 2024-09-11T03:21:14.909 INFO:teuthology.orchestra.run.smithi086.stdout:(55/118): openblas-openmp-0.3.26-2.el9.x86_64.r 4.5 MB/s | 4.9 MB 00:01 2024-09-11T03:21:14.927 INFO:teuthology.orchestra.run.smithi130.stdout:(21/118): python3-rados-18.2.4-837.g7a853b17.el 6.2 MB/s | 319 kB 00:00 2024-09-11T03:21:14.961 INFO:teuthology.orchestra.run.smithi130.stdout:(22/118): python3-rbd-18.2.4-837.g7a853b17.el9. 5.0 MB/s | 300 kB 00:00 2024-09-11T03:21:14.986 INFO:teuthology.orchestra.run.smithi130.stdout:(23/118): python3-rgw-18.2.4-837.g7a853b17.el9. 1.7 MB/s | 99 kB 00:00 2024-09-11T03:21:15.019 INFO:teuthology.orchestra.run.smithi130.stdout:(24/118): rbd-fuse-18.2.4-837.g7a853b17.el9.x86 1.5 MB/s | 87 kB 00:00 2024-09-11T03:21:15.094 INFO:teuthology.orchestra.run.smithi130.stdout:(25/118): rbd-nbd-18.2.4-837.g7a853b17.el9.x86_ 2.2 MB/s | 172 kB 00:00 2024-09-11T03:21:15.170 INFO:teuthology.orchestra.run.smithi130.stdout:(26/118): rbd-mirror-18.2.4-837.g7a853b17.el9.x 16 MB/s | 3.0 MB 00:00 2024-09-11T03:21:15.193 INFO:teuthology.orchestra.run.smithi086.stdout:(56/118): python3-babel-2.9.1-2.el9.noarch.rpm 5.1 MB/s | 6.0 MB 00:01 2024-09-11T03:21:15.195 INFO:teuthology.orchestra.run.smithi130.stdout:(27/118): ceph-grafana-dashboards-18.2.4-837.g7 244 kB/s | 24 kB 00:00 2024-09-11T03:21:15.220 INFO:teuthology.orchestra.run.smithi130.stdout:(28/118): ceph-mgr-cephadm-18.2.4-837.g7a853b17 2.7 MB/s | 139 kB 00:00 2024-09-11T03:21:15.418 INFO:teuthology.orchestra.run.smithi086.stdout:(57/118): python3-devel-3.9.19-8.el9.x86_64.rpm 297 kB/s | 245 kB 00:00 2024-09-11T03:21:15.476 INFO:teuthology.orchestra.run.smithi086.stdout:(58/118): python3-iniconfig-1.1.1-7.el9.noarch. 31 kB/s | 17 kB 00:00 2024-09-11T03:21:15.487 INFO:teuthology.orchestra.run.smithi130.stdout:(29/118): ceph-mgr-dashboard-18.2.4-837.g7a853b 12 MB/s | 3.5 MB 00:00 2024-09-11T03:21:15.621 INFO:teuthology.orchestra.run.smithi130.stdout:(30/118): ceph-mgr-diskprediction-local-18.2.4- 18 MB/s | 7.4 MB 00:00 2024-09-11T03:21:15.638 INFO:teuthology.orchestra.run.smithi130.stdout:(31/118): ceph-mgr-modules-core-18.2.4-837.g7a8 1.6 MB/s | 246 kB 00:00 2024-09-11T03:21:15.663 INFO:teuthology.orchestra.run.smithi130.stdout:(32/118): ceph-mgr-rook-18.2.4-837.g7a853b17.el 1.2 MB/s | 49 kB 00:00 2024-09-11T03:21:15.688 INFO:teuthology.orchestra.run.smithi130.stdout:(33/118): ceph-prometheus-alerts-18.2.4-837.g7a 327 kB/s | 16 kB 00:00 2024-09-11T03:21:15.713 INFO:teuthology.orchestra.run.smithi130.stdout:(34/118): cephadm-18.2.4-837.g7a853b17.el9.noar 4.4 MB/s | 226 kB 00:00 2024-09-11T03:21:15.968 INFO:teuthology.orchestra.run.smithi086.stdout:(59/118): python3-jinja2-2.11.3-6.el9.noarch.rp 324 kB/s | 248 kB 00:00 2024-09-11T03:21:15.993 INFO:teuthology.orchestra.run.smithi086.stdout:(60/118): python3-jsonpatch-1.21-16.el9.noarch. 45 kB/s | 26 kB 00:00 2024-09-11T03:21:16.018 INFO:teuthology.orchestra.run.smithi086.stdout:(61/118): python3-jsonpointer-2.0-4.el9.noarch. 35 kB/s | 19 kB 00:00 2024-09-11T03:21:16.072 INFO:teuthology.orchestra.run.smithi130.stdout:(35/118): ceph-test-18.2.4-837.g7a853b17.el9.x8 22 MB/s | 40 MB 00:01 2024-09-11T03:21:16.164 INFO:teuthology.orchestra.run.smithi130.stdout:(36/118): fuse-2.9.9-16.el9.x86_64.rpm 168 kB/s | 80 kB 00:00 2024-09-11T03:21:16.189 INFO:teuthology.orchestra.run.smithi130.stdout:(37/118): libquadmath-11.5.0-2.el9.x86_64.rpm 1.6 MB/s | 191 kB 00:00 2024-09-11T03:21:16.248 INFO:teuthology.orchestra.run.smithi130.stdout:(38/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-09-11T03:21:16.273 INFO:teuthology.orchestra.run.smithi130.stdout:(39/118): libgfortran-11.5.0-2.el9.x86_64.rpm 1.4 MB/s | 801 kB 00:00 2024-09-11T03:21:16.298 INFO:teuthology.orchestra.run.smithi130.stdout:(40/118): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-11T03:21:16.340 INFO:teuthology.orchestra.run.smithi130.stdout:(41/118): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-09-11T03:21:16.365 INFO:teuthology.orchestra.run.smithi130.stdout:(42/118): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-09-11T03:21:16.391 INFO:teuthology.orchestra.run.smithi130.stdout:(43/118): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-11T03:21:16.474 INFO:teuthology.orchestra.run.smithi130.stdout:(44/118): python3-cryptography-36.0.1-4.el9.x86 4.3 MB/s | 1.2 MB 00:00 2024-09-11T03:21:16.544 INFO:teuthology.orchestra.run.smithi086.stdout:(62/118): python3-markupsafe-1.1.1-12.el9.x86_6 63 kB/s | 35 kB 00:00 2024-09-11T03:21:16.702 INFO:teuthology.orchestra.run.smithi086.stdout:(63/118): python3-mako-1.1.4-6.el9.noarch.rpm 235 kB/s | 172 kB 00:00 2024-09-11T03:21:16.941 INFO:teuthology.orchestra.run.smithi130.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 59 kB/s | 33 kB 00:00 2024-09-11T03:21:17.124 INFO:teuthology.orchestra.run.smithi130.stdout:(46/118): boost-program-options-1.75.0-8.el9.x8 141 kB/s | 107 kB 00:00 2024-09-11T03:21:17.153 INFO:teuthology.orchestra.run.smithi086.stdout:(64/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.5 MB/s | 5.1 MB 00:01 2024-09-11T03:21:17.328 INFO:teuthology.orchestra.run.smithi086.stdout:(65/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 320 kB/s | 250 kB 00:00 2024-09-11T03:21:17.458 INFO:teuthology.orchestra.run.smithi130.stdout:(47/118): flexiblas-openblas-openmp-3.0.4-8.el9 35 kB/s | 18 kB 00:00 2024-09-11T03:21:17.461 INFO:teuthology.orchestra.run.smithi086.stdout:(66/118): python3-oauthlib-3.1.1-5.el9.noarch.r 293 kB/s | 222 kB 00:00 2024-09-11T03:21:17.537 INFO:teuthology.orchestra.run.smithi130.stdout:(48/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.8 MB/s | 3.0 MB 00:01 2024-09-11T03:21:17.812 INFO:teuthology.orchestra.run.smithi086.stdout:(67/118): python3-packaging-20.9-5.el9.noarch.r 117 kB/s | 77 kB 00:00 2024-09-11T03:21:17.884 INFO:teuthology.orchestra.run.smithi130.stdout:(49/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 211 kB/s | 160 kB 00:00 2024-09-11T03:21:17.895 INFO:teuthology.orchestra.run.smithi086.stdout:(68/118): python3-pluggy-0.13.1-7.el9.noarch.rp 73 kB/s | 41 kB 00:00 2024-09-11T03:21:18.020 INFO:teuthology.orchestra.run.smithi086.stdout:(69/118): python3-prettytable-0.7.2-27.el9.noar 76 kB/s | 42 kB 00:00 2024-09-11T03:21:18.034 INFO:teuthology.orchestra.run.smithi130.stdout:(50/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 79 kB/s | 45 kB 00:00 2024-09-11T03:21:18.384 INFO:teuthology.orchestra.run.smithi130.stdout:(51/118): librdkafka-1.6.1-102.el9.x86_64.rpm 779 kB/s | 662 kB 00:00 2024-09-11T03:21:18.585 INFO:teuthology.orchestra.run.smithi130.stdout:(52/118): openblas-0.3.26-2.el9.x86_64.rpm 70 kB/s | 38 kB 00:00 2024-09-11T03:21:18.624 INFO:teuthology.orchestra.run.smithi086.stdout:(70/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 218 kB/s | 159 kB 00:00 2024-09-11T03:21:18.654 INFO:teuthology.orchestra.run.smithi086.stdout:(71/118): python3-py-1.10.0-6.el9.noarch.rpm 567 kB/s | 477 kB 00:00 2024-09-11T03:21:18.668 INFO:teuthology.orchestra.run.smithi130.stdout:(53/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 373 kB/s | 292 kB 00:00 2024-09-11T03:21:18.855 INFO:teuthology.orchestra.run.smithi086.stdout:(72/118): python3-pyasn1-modules-0.4.8-6.el9.no 334 kB/s | 279 kB 00:00 2024-09-11T03:21:19.243 INFO:teuthology.orchestra.run.smithi130.stdout:(54/118): python3-attrs-20.3.0-7.el9.noarch.rpm 133 kB/s | 87 kB 00:00 2024-09-11T03:21:19.246 INFO:teuthology.orchestra.run.smithi086.stdout:(73/118): python3-pytz-2021.1-5.el9.noarch.rpm 86 kB/s | 51 kB 00:00 2024-09-11T03:21:19.463 INFO:teuthology.orchestra.run.smithi086.stdout:(74/118): python3-requests-oauthlib-1.3.0-12.el 89 kB/s | 54 kB 00:00 2024-09-11T03:21:19.494 INFO:teuthology.orchestra.run.smithi130.stdout:(55/118): openblas-openmp-0.3.26-2.el9.x86_64.r 4.5 MB/s | 4.9 MB 00:01 2024-09-11T03:21:19.505 INFO:teuthology.orchestra.run.smithi086.stdout:(75/118): python3-pytest-6.2.2-7.el9.noarch.rpm 589 kB/s | 519 kB 00:00 2024-09-11T03:21:19.835 INFO:teuthology.orchestra.run.smithi130.stdout:(56/118): python3-babel-2.9.1-2.el9.noarch.rpm 5.1 MB/s | 6.0 MB 00:01 2024-09-11T03:21:20.027 INFO:teuthology.orchestra.run.smithi130.stdout:(57/118): python3-iniconfig-1.1.1-7.el9.noarch. 33 kB/s | 17 kB 00:00 2024-09-11T03:21:20.061 INFO:teuthology.orchestra.run.smithi130.stdout:(58/118): python3-devel-3.9.19-8.el9.x86_64.rpm 300 kB/s | 245 kB 00:00 2024-09-11T03:21:20.081 INFO:teuthology.orchestra.run.smithi086.stdout:(76/118): python3-toml-0.10.2-6.el9.noarch.rpm 68 kB/s | 42 kB 00:00 2024-09-11T03:21:20.289 INFO:teuthology.orchestra.run.smithi086.stdout:(77/118): socat-1.7.4.1-6.el9.x86_64.rpm 388 kB/s | 304 kB 00:00 2024-09-11T03:21:20.331 INFO:teuthology.orchestra.run.smithi086.stdout:(78/118): fmt-8.1.1-5.el9.x86_64.rpm 2.6 MB/s | 111 kB 00:00 2024-09-11T03:21:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:(79/118): gperftools-libs-2.9.1-2.el9.x86_64.rp 9.1 MB/s | 309 kB 00:00 2024-09-11T03:21:20.473 INFO:teuthology.orchestra.run.smithi086.stdout:(80/118): libarrow-9.0.0-11.el9.x86_64.rpm 41 MB/s | 4.4 MB 00:00 2024-09-11T03:21:20.498 INFO:teuthology.orchestra.run.smithi086.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-11T03:21:20.524 INFO:teuthology.orchestra.run.smithi086.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-11T03:21:20.544 INFO:teuthology.orchestra.run.smithi130.stdout:(59/118): python3-jsonpointer-2.0-4.el9.noarch. 40 kB/s | 19 kB 00:00 2024-09-11T03:21:20.548 INFO:teuthology.orchestra.run.smithi086.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-11T03:21:20.591 INFO:teuthology.orchestra.run.smithi086.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-09-11T03:21:20.603 INFO:teuthology.orchestra.run.smithi130.stdout:(60/118): python3-jsonpatch-1.21-16.el9.noarch. 45 kB/s | 26 kB 00:00 2024-09-11T03:21:20.624 INFO:teuthology.orchestra.run.smithi086.stdout:(85/118): python3-asyncssh-2.13.2-5.el9.noarch. 16 MB/s | 548 kB 00:00 2024-09-11T03:21:20.628 INFO:teuthology.orchestra.run.smithi130.stdout:(61/118): python3-jinja2-2.11.3-6.el9.noarch.rp 314 kB/s | 248 kB 00:00 2024-09-11T03:21:20.649 INFO:teuthology.orchestra.run.smithi086.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-09-11T03:21:20.675 INFO:teuthology.orchestra.run.smithi086.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-11T03:21:20.700 INFO:teuthology.orchestra.run.smithi086.stdout:(88/118): python3-certifi-2023.05.07-4.el9.noar 569 kB/s | 14 kB 00:00 2024-09-11T03:21:20.725 INFO:teuthology.orchestra.run.smithi086.stdout:(89/118): python3-cheroot-8.6.0-4.el9.noarch.rp 6.7 MB/s | 172 kB 00:00 2024-09-11T03:21:20.751 INFO:teuthology.orchestra.run.smithi086.stdout:(90/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 95 kB/s | 64 kB 00:00 2024-09-11T03:21:20.784 INFO:teuthology.orchestra.run.smithi086.stdout:(91/118): python3-cherrypy-18.6.1-2.el9.noarch. 6.1 MB/s | 358 kB 00:00 2024-09-11T03:21:20.809 INFO:teuthology.orchestra.run.smithi086.stdout:(92/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 463 kB/s | 11 kB 00:00 2024-09-11T03:21:20.835 INFO:teuthology.orchestra.run.smithi086.stdout:(93/118): python3-jaraco-classes-3.2.1-5.el9.no 709 kB/s | 18 kB 00:00 2024-09-11T03:21:20.867 INFO:teuthology.orchestra.run.smithi086.stdout:(94/118): python3-jaraco-collections-3.0.0-8.el 731 kB/s | 23 kB 00:00 2024-09-11T03:21:20.900 INFO:teuthology.orchestra.run.smithi086.stdout:(95/118): python3-google-auth-2.34.0-1.el9.noar 1.4 MB/s | 220 kB 00:00 2024-09-11T03:21:20.925 INFO:teuthology.orchestra.run.smithi086.stdout:(96/118): python3-jaraco-functools-3.5.0-2.el9. 334 kB/s | 19 kB 00:00 2024-09-11T03:21:20.951 INFO:teuthology.orchestra.run.smithi086.stdout:(97/118): python3-jaraco-text-3.2.0-6.el9.noarc 790 kB/s | 20 kB 00:00 2024-09-11T03:21:20.976 INFO:teuthology.orchestra.run.smithi086.stdout:(98/118): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-11T03:21:21.001 INFO:teuthology.orchestra.run.smithi086.stdout:(99/118): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-11T03:21:21.027 INFO:teuthology.orchestra.run.smithi086.stdout:(100/118): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-11T03:21:21.060 INFO:teuthology.orchestra.run.smithi086.stdout:(101/118): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-11T03:21:21.085 INFO:teuthology.orchestra.run.smithi086.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 659 kB/s | 16 kB 00:00 2024-09-11T03:21:21.111 INFO:teuthology.orchestra.run.smithi086.stdout:(103/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-11T03:21:21.136 INFO:teuthology.orchestra.run.smithi086.stdout:(104/118): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-11T03:21:21.153 INFO:teuthology.orchestra.run.smithi130.stdout:(62/118): python3-markupsafe-1.1.1-12.el9.x86_6 63 kB/s | 35 kB 00:00 2024-09-11T03:21:21.170 INFO:teuthology.orchestra.run.smithi086.stdout:(105/118): python3-kubernetes-26.1.0-2.el9.noar 4.2 MB/s | 1.0 MB 00:00 2024-09-11T03:21:21.195 INFO:teuthology.orchestra.run.smithi086.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-11T03:21:21.220 INFO:teuthology.orchestra.run.smithi086.stdout:(107/118): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-09-11T03:21:21.246 INFO:teuthology.orchestra.run.smithi086.stdout:(108/118): python3-tempora-5.0.0-2.el9.noarch.r 711 kB/s | 36 kB 00:00 2024-09-11T03:21:21.271 INFO:teuthology.orchestra.run.smithi086.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-11T03:21:21.278 INFO:teuthology.orchestra.run.smithi130.stdout:(63/118): python3-mako-1.1.4-6.el9.noarch.rpm 235 kB/s | 172 kB 00:00 2024-09-11T03:21:21.296 INFO:teuthology.orchestra.run.smithi086.stdout:(110/118): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-11T03:21:21.321 INFO:teuthology.orchestra.run.smithi086.stdout:(111/118): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-11T03:21:21.347 INFO:teuthology.orchestra.run.smithi086.stdout:(112/118): python3-zc-lockfile-2.0-10.el9.noarc 804 kB/s | 20 kB 00:00 2024-09-11T03:21:21.372 INFO:teuthology.orchestra.run.smithi086.stdout:(113/118): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-11T03:21:21.397 INFO:teuthology.orchestra.run.smithi086.stdout:(114/118): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-09-11T03:21:21.556 INFO:teuthology.orchestra.run.smithi086.stdout:(115/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 7.0 MB/s | 16 MB 00:02 2024-09-11T03:21:21.623 INFO:teuthology.orchestra.run.smithi086.stdout:(116/118): thrift-0.15.0-2.el9.x86_64.rpm 6.3 MB/s | 1.6 MB 00:00 2024-09-11T03:21:21.795 INFO:teuthology.orchestra.run.smithi130.stdout:(64/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.4 MB/s | 5.1 MB 00:01 2024-09-11T03:21:21.815 INFO:teuthology.orchestra.run.smithi086.stdout:(117/118): librados2-18.2.4-837.g7a853b17.el9.x 7.9 MB/s | 3.3 MB 00:00 2024-09-11T03:21:21.890 INFO:teuthology.orchestra.run.smithi086.stdout:(118/118): librbd1-18.2.4-837.g7a853b17.el9.x86 9.0 MB/s | 3.0 MB 00:00 2024-09-11T03:21:21.895 INFO:teuthology.orchestra.run.smithi086.stdout:-------------------------------------------------------------------------------- 2024-09-11T03:21:21.895 INFO:teuthology.orchestra.run.smithi086.stdout:Total 12 MB/s | 179 MB 00:15 2024-09-11T03:21:21.929 INFO:teuthology.orchestra.run.smithi130.stdout:(65/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 323 kB/s | 250 kB 00:00 2024-09-11T03:21:22.129 INFO:teuthology.orchestra.run.smithi130.stdout:(66/118): python3-oauthlib-3.1.1-5.el9.noarch.r 261 kB/s | 222 kB 00:00 2024-09-11T03:21:22.479 INFO:teuthology.orchestra.run.smithi130.stdout:(67/118): python3-packaging-20.9-5.el9.noarch.r 113 kB/s | 77 kB 00:00 2024-09-11T03:21:22.538 INFO:teuthology.orchestra.run.smithi130.stdout:(68/118): python3-pluggy-0.13.1-7.el9.noarch.rp 68 kB/s | 41 kB 00:00 2024-09-11T03:21:22.622 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction check 2024-09-11T03:21:22.718 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction check succeeded. 2024-09-11T03:21:22.718 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction test 2024-09-11T03:21:22.763 INFO:teuthology.orchestra.run.smithi130.stdout:(69/118): python3-prettytable-0.7.2-27.el9.noar 67 kB/s | 42 kB 00:00 2024-09-11T03:21:23.256 INFO:teuthology.orchestra.run.smithi130.stdout:(70/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 222 kB/s | 159 kB 00:00 2024-09-11T03:21:23.364 INFO:teuthology.orchestra.run.smithi130.stdout:(71/118): python3-py-1.10.0-6.el9.noarch.rpm 540 kB/s | 477 kB 00:00 2024-09-11T03:21:23.672 INFO:teuthology.orchestra.run.smithi130.stdout:(72/118): python3-pyasn1-modules-0.4.8-6.el9.no 309 kB/s | 279 kB 00:00 2024-09-11T03:21:23.981 INFO:teuthology.orchestra.run.smithi130.stdout:(73/118): python3-pytz-2021.1-5.el9.noarch.rpm 83 kB/s | 51 kB 00:00 2024-09-11T03:21:24.290 INFO:teuthology.orchestra.run.smithi130.stdout:(74/118): python3-requests-oauthlib-1.3.0-12.el 87 kB/s | 54 kB 00:00 2024-09-11T03:21:24.335 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction test succeeded. 2024-09-11T03:21:24.335 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction 2024-09-11T03:21:24.590 INFO:teuthology.orchestra.run.smithi130.stdout:(75/118): python3-pytest-6.2.2-7.el9.noarch.rpm 389 kB/s | 519 kB 00:01 2024-09-11T03:21:24.865 INFO:teuthology.orchestra.run.smithi130.stdout:(76/118): python3-toml-0.10.2-6.el9.noarch.rpm 72 kB/s | 42 kB 00:00 2024-09-11T03:21:25.498 INFO:teuthology.orchestra.run.smithi130.stdout:(77/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 101 kB/s | 64 kB 00:00 2024-09-11T03:21:25.548 INFO:teuthology.orchestra.run.smithi130.stdout:(78/118): fmt-8.1.1-5.el9.x86_64.rpm 2.2 MB/s | 111 kB 00:00 2024-09-11T03:21:25.574 INFO:teuthology.orchestra.run.smithi130.stdout:(79/118): socat-1.7.4.1-6.el9.x86_64.rpm 309 kB/s | 304 kB 00:00 2024-09-11T03:21:25.607 INFO:teuthology.orchestra.run.smithi130.stdout:(80/118): gperftools-libs-2.9.1-2.el9.x86_64.rp 5.2 MB/s | 309 kB 00:00 2024-09-11T03:21:25.632 INFO:teuthology.orchestra.run.smithi130.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.1 MB/s | 26 kB 00:00 2024-09-11T03:21:25.649 INFO:teuthology.orchestra.run.smithi130.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 2.8 MB/s | 49 kB 00:00 2024-09-11T03:21:25.675 INFO:teuthology.orchestra.run.smithi130.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-11T03:21:25.717 INFO:teuthology.orchestra.run.smithi130.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-09-11T03:21:25.759 INFO:teuthology.orchestra.run.smithi130.stdout:(85/118): python3-asyncssh-2.13.2-5.el9.noarch. 13 MB/s | 548 kB 00:00 2024-09-11T03:21:25.776 INFO:teuthology.orchestra.run.smithi130.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 2.6 MB/s | 43 kB 00:00 2024-09-11T03:21:25.801 INFO:teuthology.orchestra.run.smithi130.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-11T03:21:25.818 INFO:teuthology.orchestra.run.smithi130.stdout:(88/118): python3-certifi-2023.05.07-4.el9.noar 840 kB/s | 14 kB 00:00 2024-09-11T03:21:25.843 INFO:teuthology.orchestra.run.smithi130.stdout:(89/118): python3-cheroot-8.6.0-4.el9.noarch.rp 6.8 MB/s | 172 kB 00:00 2024-09-11T03:21:25.877 INFO:teuthology.orchestra.run.smithi130.stdout:(90/118): python3-cherrypy-18.6.1-2.el9.noarch. 11 MB/s | 358 kB 00:00 2024-09-11T03:21:25.902 INFO:teuthology.orchestra.run.smithi130.stdout:(91/118): python3-google-auth-2.34.0-1.el9.noar 8.7 MB/s | 220 kB 00:00 2024-09-11T03:21:25.928 INFO:teuthology.orchestra.run.smithi130.stdout:(92/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 429 kB/s | 11 kB 00:00 2024-09-11T03:21:25.944 INFO:teuthology.orchestra.run.smithi130.stdout:(93/118): python3-jaraco-classes-3.2.1-5.el9.no 1.0 MB/s | 18 kB 00:00 2024-09-11T03:21:25.961 INFO:teuthology.orchestra.run.smithi130.stdout:(94/118): python3-jaraco-collections-3.0.0-8.el 1.4 MB/s | 23 kB 00:00 2024-09-11T03:21:26.028 INFO:teuthology.orchestra.run.smithi130.stdout:(95/118): libarrow-9.0.0-11.el9.x86_64.rpm 9.7 MB/s | 4.4 MB 00:00 2024-09-11T03:21:26.045 INFO:teuthology.orchestra.run.smithi130.stdout:(96/118): python3-jaraco-functools-3.5.0-2.el9. 233 kB/s | 19 kB 00:00 2024-09-11T03:21:26.061 INFO:teuthology.orchestra.run.smithi130.stdout:(97/118): python3-jaraco-text-3.2.0-6.el9.noarc 589 kB/s | 20 kB 00:00 2024-09-11T03:21:26.079 INFO:teuthology.orchestra.run.smithi130.stdout:(98/118): python3-logutils-0.3.5-21.el9.noarch. 2.7 MB/s | 46 kB 00:00 2024-09-11T03:21:26.104 INFO:teuthology.orchestra.run.smithi130.stdout:(99/118): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-11T03:21:26.121 INFO:teuthology.orchestra.run.smithi130.stdout:(100/118): python3-natsort-7.1.1-5.el9.noarch.r 3.4 MB/s | 58 kB 00:00 2024-09-11T03:21:26.155 INFO:teuthology.orchestra.run.smithi130.stdout:(101/118): python3-kubernetes-26.1.0-2.el9.noar 9.3 MB/s | 1.0 MB 00:00 2024-09-11T03:21:26.171 INFO:teuthology.orchestra.run.smithi130.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 995 kB/s | 16 kB 00:00 2024-09-11T03:21:26.196 INFO:teuthology.orchestra.run.smithi130.stdout:(103/118): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-09-11T03:21:26.222 INFO:teuthology.orchestra.run.smithi130.stdout:(104/118): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-11T03:21:26.247 INFO:teuthology.orchestra.run.smithi130.stdout:(105/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-11T03:21:26.262 INFO:teuthology.orchestra.run.smithi130.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 3.9 MB/s | 59 kB 00:00 2024-09-11T03:21:26.288 INFO:teuthology.orchestra.run.smithi130.stdout:(107/118): python3-routes-2.5.1-5.el9.noarch.rp 2.8 MB/s | 188 kB 00:00 2024-09-11T03:21:26.304 INFO:teuthology.orchestra.run.smithi130.stdout:(108/118): python3-tempora-5.0.0-2.el9.noarch.r 857 kB/s | 36 kB 00:00 2024-09-11T03:21:26.329 INFO:teuthology.orchestra.run.smithi130.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.7 MB/s | 74 kB 00:00 2024-09-11T03:21:26.355 INFO:teuthology.orchestra.run.smithi130.stdout:(110/118): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-11T03:21:26.380 INFO:teuthology.orchestra.run.smithi130.stdout:(111/118): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-11T03:21:26.397 INFO:teuthology.orchestra.run.smithi130.stdout:(112/118): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-09-11T03:21:26.422 INFO:teuthology.orchestra.run.smithi130.stdout:(113/118): python3-werkzeug-2.0.3-3.el9.1.noarc 6.2 MB/s | 427 kB 00:00 2024-09-11T03:21:26.448 INFO:teuthology.orchestra.run.smithi130.stdout:(114/118): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-11T03:21:26.498 INFO:teuthology.orchestra.run.smithi130.stdout:(115/118): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-11T03:21:26.740 INFO:teuthology.orchestra.run.smithi130.stdout:(116/118): librados2-18.2.4-837.g7a853b17.el9.x 11 MB/s | 3.3 MB 00:00 2024-09-11T03:21:26.790 INFO:teuthology.orchestra.run.smithi130.stdout:(117/118): librbd1-18.2.4-837.g7a853b17.el9.x86 10 MB/s | 3.0 MB 00:00 2024-09-11T03:21:28.315 INFO:teuthology.orchestra.run.smithi130.stdout:(118/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.8 MB/s | 16 MB 00:04 2024-09-11T03:21:28.322 INFO:teuthology.orchestra.run.smithi130.stdout:-------------------------------------------------------------------------------- 2024-09-11T03:21:28.322 INFO:teuthology.orchestra.run.smithi130.stdout:Total 11 MB/s | 179 MB 00:16 2024-09-11T03:21:29.011 INFO:teuthology.orchestra.run.smithi086.stdout: Preparing : 1/1 2024-09-11T03:21:29.048 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction check 2024-09-11T03:21:29.084 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-09-11T03:21:29.144 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction check succeeded. 2024-09-11T03:21:29.145 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction test 2024-09-11T03:21:29.151 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-09-11T03:21:29.401 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-09-11T03:21:29.719 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-09-11T03:21:29.849 INFO:teuthology.orchestra.run.smithi086.stdout: Upgrading : librados2-2:18.2.4-837.g7a853b17.el9.x86_64 5/120 2024-09-11T03:21:29.971 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: librados2-2:18.2.4-837.g7a853b17.el9.x86_64 5/120 2024-09-11T03:21:30.003 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 6/120 2024-09-11T03:21:30.094 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 6/120 2024-09-11T03:21:30.163 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-rados-2:18.2.4-837.g7a853b17.el9.x86_64 7/120 2024-09-11T03:21:30.191 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-09-11T03:21:30.227 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-09-11T03:21:30.255 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 10/120 2024-09-11T03:21:30.356 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 10/120 2024-09-11T03:21:30.381 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_ 11/120 2024-09-11T03:21:30.508 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_ 11/120 2024-09-11T03:21:30.535 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-09-11T03:21:30.576 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-09-11T03:21:30.605 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-09-11T03:21:30.646 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-09-11T03:21:30.710 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-09-11T03:21:30.747 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction test succeeded. 2024-09-11T03:21:30.747 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction 2024-09-11T03:21:30.754 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-09-11T03:21:30.781 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-09-11T03:21:30.849 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-09-11T03:21:30.903 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-09-11T03:21:30.939 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-09-11T03:21:30.977 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 22/120 2024-09-11T03:21:31.013 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 23/120 2024-09-11T03:21:31.055 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-ceph-argparse-2:18.2.4-837.g7a853b17.el9 24/120 2024-09-11T03:21:31.130 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-cephfs-2:18.2.4-837.g7a853b17.el9.x86_64 25/120 2024-09-11T03:21:31.273 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-09-11T03:21:31.324 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-09-11T03:21:31.854 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-09-11T03:21:31.936 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-09-11T03:21:31.974 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-09-11T03:21:32.009 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-09-11T03:21:32.043 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-09-11T03:21:32.085 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-09-11T03:21:32.123 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : librados-devel-2:18.2.4-837.g7a853b17.el9.x86_64 34/120 2024-09-11T03:21:32.145 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-09-11T03:21:32.179 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-09-11T03:21:32.285 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : re2-1:20211101-20.el9.x86_64 37/120 2024-09-11T03:21:32.324 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-09-11T03:21:32.379 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-09-11T03:21:32.451 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-09-11T03:21:32.483 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 41/120 2024-09-11T03:21:32.519 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-09-11T03:21:32.566 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-09-11T03:21:32.612 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-09-11T03:21:32.653 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-09-11T03:21:32.789 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-09-11T03:21:32.831 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-09-11T03:21:32.872 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-09-11T03:21:32.974 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-09-11T03:21:33.005 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 50/120 2024-09-11T03:21:33.039 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-09-11T03:21:33.079 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/120 2024-09-11T03:21:33.106 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-09-11T03:21:33.142 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-09-11T03:21:33.187 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-09-11T03:21:33.308 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-09-11T03:21:33.345 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-09-11T03:21:33.384 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-09-11T03:21:33.425 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-09-11T03:21:33.523 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-09-11T03:21:33.580 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-09-11T03:21:34.301 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-09-11T03:21:34.352 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-09-11T03:21:34.386 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-09-11T03:21:34.419 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-09-11T03:21:34.521 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-09-11T03:21:34.735 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 67/120 2024-09-11T03:21:34.816 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-09-11T03:21:35.002 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : openblas-0.3.26-2.el9.x86_64 69/120 2024-09-11T03:21:35.039 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 70/120 2024-09-11T03:21:35.116 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-09-11T03:21:35.529 INFO:teuthology.orchestra.run.smithi130.stdout: Preparing : 1/1 2024-09-11T03:21:35.609 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-09-11T03:21:35.634 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-09-11T03:21:35.695 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-09-11T03:21:35.768 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-09-11T03:21:35.886 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-09-11T03:21:36.025 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-09-11T03:21:36.127 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : librados2-2:18.2.4-837.g7a853b17.el9.x86_64 5/120 2024-09-11T03:21:36.255 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librados2-2:18.2.4-837.g7a853b17.el9.x86_64 5/120 2024-09-11T03:21:36.278 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 6/120 2024-09-11T03:21:36.367 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 6/120 2024-09-11T03:21:36.419 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-rados-2:18.2.4-837.g7a853b17.el9.x86_64 7/120 2024-09-11T03:21:36.449 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-09-11T03:21:36.486 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-09-11T03:21:36.538 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 10/120 2024-09-11T03:21:36.639 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 10/120 2024-09-11T03:21:36.664 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_ 11/120 2024-09-11T03:21:36.775 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_ 11/120 2024-09-11T03:21:36.802 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-09-11T03:21:36.826 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-09-11T03:21:36.855 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-09-11T03:21:36.896 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-09-11T03:21:36.961 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-09-11T03:21:36.995 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-09-11T03:21:37.023 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-09-11T03:21:37.091 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-09-11T03:21:37.145 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-09-11T03:21:37.169 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-09-11T03:21:37.179 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-09-11T03:21:37.223 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 22/120 2024-09-11T03:21:37.254 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 23/120 2024-09-11T03:21:37.258 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-09-11T03:21:37.297 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-ceph-argparse-2:18.2.4-837.g7a853b17.el9 24/120 2024-09-11T03:21:37.373 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cephfs-2:18.2.4-837.g7a853b17.el9.x86_64 25/120 2024-09-11T03:21:37.509 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-09-11T03:21:37.560 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-09-11T03:21:37.565 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-09-11T03:21:37.604 INFO:teuthology.orchestra.run.smithi086.stdout: Upgrading : librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 77/120 2024-09-11T03:21:37.693 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 77/120 2024-09-11T03:21:37.725 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-rbd-2:18.2.4-837.g7a853b17.el9.x86_64 78/120 2024-09-11T03:21:37.761 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-09-11T03:21:38.111 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-09-11T03:21:38.165 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-09-11T03:21:38.197 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-09-11T03:21:38.198 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 81/120 2024-09-11T03:21:38.232 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-09-11T03:21:38.266 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-09-11T03:21:38.268 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 81/120 2024-09-11T03:21:38.301 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-09-11T03:21:38.303 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-rgw-2:18.2.4-837.g7a853b17.el9.x86_64 82/120 2024-09-11T03:21:38.343 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-09-11T03:21:38.360 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-09-11T03:21:38.381 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : librados-devel-2:18.2.4-837.g7a853b17.el9.x86_64 34/120 2024-09-11T03:21:38.411 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-09-11T03:21:38.415 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-09-11T03:21:38.445 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-09-11T03:21:38.551 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : re2-1:20211101-20.el9.x86_64 37/120 2024-09-11T03:21:38.581 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-09-11T03:21:38.601 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-09-11T03:21:38.637 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-09-11T03:21:38.657 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-09-11T03:21:38.710 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-09-11T03:21:38.735 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-09-11T03:21:38.749 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 41/120 2024-09-11T03:21:38.785 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-09-11T03:21:38.832 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-09-11T03:21:38.833 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-09-11T03:21:38.877 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-09-11T03:21:38.920 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-09-11T03:21:38.972 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-09-11T03:21:39.025 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-09-11T03:21:39.056 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-09-11T03:21:39.063 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-09-11T03:21:39.091 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-09-11T03:21:39.104 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-09-11T03:21:39.146 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-09-11T03:21:39.250 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-09-11T03:21:39.287 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 50/120 2024-09-11T03:21:39.338 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-09-11T03:21:39.369 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/120 2024-09-11T03:21:39.396 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-09-11T03:21:39.433 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-09-11T03:21:39.465 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: cephadm-2:18.2.4-837.g7a853b17.el9.noarch 93/120 2024-09-11T03:21:39.477 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-09-11T03:21:39.488 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : cephadm-2:18.2.4-837.g7a853b17.el9.noarch 93/120 2024-09-11T03:21:39.518 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-837.g7a853b17.el 94/120 2024-09-11T03:21:39.603 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-837.g7a853b17.e 95/120 2024-09-11T03:21:39.603 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-09-11T03:21:39.630 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-ceph-common-2:18.2.4-837.g7a853b17.el9.x 96/120 2024-09-11T03:21:39.643 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-09-11T03:21:39.682 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-09-11T03:21:39.724 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-09-11T03:21:39.833 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-09-11T03:21:39.887 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-09-11T03:21:40.628 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-09-11T03:21:40.675 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-09-11T03:21:40.709 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-09-11T03:21:40.742 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-09-11T03:21:40.846 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-09-11T03:21:40.901 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 67/120 2024-09-11T03:21:40.935 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-09-11T03:21:41.302 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : openblas-0.3.26-2.el9.x86_64 69/120 2024-09-11T03:21:41.333 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 70/120 2024-09-11T03:21:41.415 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-09-11T03:21:41.717 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 97/120 2024-09-11T03:21:41.760 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 97/120 2024-09-11T03:21:42.093 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-09-11T03:21:42.212 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-09-11T03:21:42.299 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 97/120 2024-09-11T03:21:42.339 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 98/120 2024-09-11T03:21:42.444 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 98/120 2024-09-11T03:21:42.444 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-11T03:21:42.445 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-11T03:21:42.445 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:21:42.481 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 99/120 2024-09-11T03:21:43.510 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-09-11T03:21:43.592 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-09-11T03:21:43.894 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-09-11T03:21:43.929 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 77/120 2024-09-11T03:21:44.003 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 77/120 2024-09-11T03:21:44.033 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-rbd-2:18.2.4-837.g7a853b17.el9.x86_64 78/120 2024-09-11T03:21:44.079 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-09-11T03:21:44.480 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-09-11T03:21:44.512 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 81/120 2024-09-11T03:21:44.583 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 81/120 2024-09-11T03:21:44.609 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-rgw-2:18.2.4-837.g7a853b17.el9.x86_64 82/120 2024-09-11T03:21:44.658 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-09-11T03:21:44.713 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-09-11T03:21:44.901 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-09-11T03:21:44.946 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-09-11T03:21:45.025 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-09-11T03:21:45.139 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-09-11T03:21:45.289 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-09-11T03:21:45.330 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-09-11T03:21:45.361 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-09-11T03:21:45.388 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-09-11T03:21:45.813 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: cephadm-2:18.2.4-837.g7a853b17.el9.noarch 93/120 2024-09-11T03:21:45.844 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : cephadm-2:18.2.4-837.g7a853b17.el9.noarch 93/120 2024-09-11T03:21:45.876 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-837.g7a853b17.el 94/120 2024-09-11T03:21:45.949 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-837.g7a853b17.e 95/120 2024-09-11T03:21:45.977 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-ceph-common-2:18.2.4-837.g7a853b17.el9.x 96/120 2024-09-11T03:21:47.984 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 97/120 2024-09-11T03:21:48.014 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 97/120 2024-09-11T03:21:48.545 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 97/120 2024-09-11T03:21:48.584 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 98/120 2024-09-11T03:21:48.686 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 98/120 2024-09-11T03:21:48.686 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-11T03:21:48.686 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-11T03:21:48.686 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:21:48.727 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 99/120 2024-09-11T03:21:54.316 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 99/120 2024-09-11T03:21:54.316 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /sys 2024-09-11T03:21:54.316 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /proc 2024-09-11T03:21:54.316 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /mnt 2024-09-11T03:21:54.316 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /var/tmp 2024-09-11T03:21:54.316 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /home 2024-09-11T03:21:54.316 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /root 2024-09-11T03:21:54.316 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /tmp 2024-09-11T03:21:54.317 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:21:54.391 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-837.g7a853b17.el9.noar 100/120 2024-09-11T03:21:55.442 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-837.g7a853b17.el9.noar 100/120 2024-09-11T03:21:55.502 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-837.g7a853b17.el9.no 101/120 2024-09-11T03:21:56.497 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-837.g7a853b17.el9.no 101/120 2024-09-11T03:21:56.529 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-837.g7a85 102/120 2024-09-11T03:21:56.629 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-837.g7a85 102/120 2024-09-11T03:21:56.787 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-837.g7a853b17.el9 103/120 2024-09-11T03:21:56.822 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 104/120 2024-09-11T03:21:56.846 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 104/120 2024-09-11T03:21:56.846 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:21:56.846 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-11T03:21:56.846 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-11T03:21:56.846 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-11T03:21:56.846 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:21:56.898 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mgr-rook-2:18.2.4-837.g7a853b17.el9.noarch 105/120 2024-09-11T03:21:57.083 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-837.g7a853b17.el9.noarch 105/120 2024-09-11T03:21:57.115 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 106/120 2024-09-11T03:21:57.138 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 106/120 2024-09-11T03:21:57.138 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:21:57.138 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-11T03:21:57.138 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-11T03:21:57.138 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-11T03:21:57.138 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:21:57.574 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 107/120 2024-09-11T03:21:57.597 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 107/120 2024-09-11T03:21:57.597 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:21:57.597 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-11T03:21:57.598 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-11T03:21:57.598 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-11T03:21:57.598 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:21:59.000 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 108/120 2024-09-11T03:21:59.026 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 108/120 2024-09-11T03:21:59.026 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:21:59.027 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-11T03:21:59.027 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-11T03:21:59.027 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-11T03:21:59.027 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:21:59.731 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-2:18.2.4-837.g7a853b17.el9.x86_64 109/120 2024-09-11T03:21:59.759 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 110/120 2024-09-11T03:21:59.783 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 110/120 2024-09-11T03:21:59.783 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:21:59.783 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-11T03:21:59.783 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-11T03:21:59.783 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-11T03:21:59.783 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:21:59.827 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-837.g7a853b 111/120 2024-09-11T03:21:59.849 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-837.g7a853b 111/120 2024-09-11T03:21:59.849 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:21:59.849 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-11T03:21:59.849 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:22:00.135 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 112/120 2024-09-11T03:22:00.158 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 112/120 2024-09-11T03:22:00.158 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:22:00.158 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-11T03:22:00.159 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-11T03:22:00.159 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-11T03:22:00.159 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:22:00.734 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 99/120 2024-09-11T03:22:00.735 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /sys 2024-09-11T03:22:00.735 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /proc 2024-09-11T03:22:00.735 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /mnt 2024-09-11T03:22:00.735 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /var/tmp 2024-09-11T03:22:00.735 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /home 2024-09-11T03:22:00.735 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /root 2024-09-11T03:22:00.735 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /tmp 2024-09-11T03:22:00.735 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:22:00.812 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-837.g7a853b17.el9.noar 100/120 2024-09-11T03:22:01.885 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-837.g7a853b17.el9.noar 100/120 2024-09-11T03:22:01.923 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-837.g7a853b17.el9.no 101/120 2024-09-11T03:22:02.882 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-837.g7a853b17.el9.no 101/120 2024-09-11T03:22:02.916 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-837.g7a85 102/120 2024-09-11T03:22:03.017 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-837.g7a85 102/120 2024-09-11T03:22:03.182 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-837.g7a853b17.el9 103/120 2024-09-11T03:22:03.209 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 104/120 2024-09-11T03:22:03.232 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 104/120 2024-09-11T03:22:03.232 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:22:03.233 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-11T03:22:03.233 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-11T03:22:03.233 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-11T03:22:03.233 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:22:03.276 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-rook-2:18.2.4-837.g7a853b17.el9.noarch 105/120 2024-09-11T03:22:03.461 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-837.g7a853b17.el9.noarch 105/120 2024-09-11T03:22:03.493 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 106/120 2024-09-11T03:22:03.516 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 106/120 2024-09-11T03:22:03.516 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:22:03.516 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-11T03:22:03.516 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-11T03:22:03.516 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-11T03:22:03.517 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:22:03.885 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-test-2:18.2.4-837.g7a853b17.el9.x86_64 113/120 2024-09-11T03:22:03.922 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 114/120 2024-09-11T03:22:03.952 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 107/120 2024-09-11T03:22:03.963 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : rbd-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 115/120 2024-09-11T03:22:03.975 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 107/120 2024-09-11T03:22:03.975 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:22:03.976 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-11T03:22:03.976 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-11T03:22:03.976 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-11T03:22:03.976 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:22:04.082 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : rbd-nbd-2:18.2.4-837.g7a853b17.el9.x86_64 116/120 2024-09-11T03:22:04.121 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-09-11T03:22:04.152 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libcephfs-devel-2:18.2.4-837.g7a853b17.el9.x86_6 118/120 2024-09-11T03:22:04.152 INFO:teuthology.orchestra.run.smithi086.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-11T03:22:04.235 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-11T03:22:04.236 INFO:teuthology.orchestra.run.smithi086.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-11T03:22:05.395 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 108/120 2024-09-11T03:22:05.421 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 108/120 2024-09-11T03:22:05.422 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:22:05.422 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-11T03:22:05.422 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-11T03:22:05.422 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-11T03:22:05.422 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:22:06.128 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-2:18.2.4-837.g7a853b17.el9.x86_64 109/120 2024-09-11T03:22:06.171 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 110/120 2024-09-11T03:22:06.194 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 110/120 2024-09-11T03:22:06.194 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:22:06.194 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-11T03:22:06.194 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-11T03:22:06.194 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-11T03:22:06.195 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:22:06.239 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-837.g7a853b 111/120 2024-09-11T03:22:06.261 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-837.g7a853b 111/120 2024-09-11T03:22:06.261 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:22:06.261 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-11T03:22:06.261 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:22:06.556 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 112/120 2024-09-11T03:22:06.578 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 112/120 2024-09-11T03:22:06.578 INFO:teuthology.orchestra.run.smithi130.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T03:22:06.579 INFO:teuthology.orchestra.run.smithi130.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-11T03:22:06.579 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-11T03:22:06.579 INFO:teuthology.orchestra.run.smithi130.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-11T03:22:06.579 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:22:08.756 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-11T03:22:08.757 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-2:18.2.4-837.g7a853b17.el9.x86_64 1/120 2024-09-11T03:22:08.757 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 2/120 2024-09-11T03:22:08.757 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 3/120 2024-09-11T03:22:08.757 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 4/120 2024-09-11T03:22:08.757 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-837.g7a853b 5/120 2024-09-11T03:22:08.757 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 6/120 2024-09-11T03:22:08.757 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 7/120 2024-09-11T03:22:08.757 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 8/120 2024-09-11T03:22:08.757 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 9/120 2024-09-11T03:22:08.757 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 10/120 2024-09-11T03:22:08.757 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 11/120 2024-09-11T03:22:08.757 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-test-2:18.2.4-837.g7a853b17.el9.x86_64 12/120 2024-09-11T03:22:08.758 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libcephfs-devel-2:18.2.4-837.g7a853b17.el9.x86_6 13/120 2024-09-11T03:22:08.758 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 14/120 2024-09-11T03:22:08.758 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 15/120 2024-09-11T03:22:08.758 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librados-devel-2:18.2.4-837.g7a853b17.el9.x86_64 16/120 2024-09-11T03:22:08.758 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_ 17/120 2024-09-11T03:22:08.758 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 18/120 2024-09-11T03:22:08.758 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-ceph-argparse-2:18.2.4-837.g7a853b17.el9 19/120 2024-09-11T03:22:08.758 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-ceph-common-2:18.2.4-837.g7a853b17.el9.x 20/120 2024-09-11T03:22:08.758 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-cephfs-2:18.2.4-837.g7a853b17.el9.x86_64 21/120 2024-09-11T03:22:08.758 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-rados-2:18.2.4-837.g7a853b17.el9.x86_64 22/120 2024-09-11T03:22:08.758 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-rbd-2:18.2.4-837.g7a853b17.el9.x86_64 23/120 2024-09-11T03:22:08.758 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-rgw-2:18.2.4-837.g7a853b17.el9.x86_64 24/120 2024-09-11T03:22:08.759 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : rbd-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 25/120 2024-09-11T03:22:08.759 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 26/120 2024-09-11T03:22:08.759 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : rbd-nbd-2:18.2.4-837.g7a853b17.el9.x86_64 27/120 2024-09-11T03:22:08.759 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-837.g7a853b17.e 28/120 2024-09-11T03:22:08.759 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-837.g7a853b17.el9.noar 29/120 2024-09-11T03:22:08.759 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-837.g7a853b17.el9.no 30/120 2024-09-11T03:22:08.759 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-837.g7a85 31/120 2024-09-11T03:22:08.759 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-837.g7a853b17.el9 32/120 2024-09-11T03:22:08.759 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mgr-rook-2:18.2.4-837.g7a853b17.el9.noarch 33/120 2024-09-11T03:22:08.759 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-837.g7a853b17.el 34/120 2024-09-11T03:22:08.759 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : cephadm-2:18.2.4-837.g7a853b17.el9.noarch 35/120 2024-09-11T03:22:08.759 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-09-11T03:22:08.759 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/120 2024-09-11T03:22:08.760 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/120 2024-09-11T03:22:08.760 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-09-11T03:22:08.760 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-09-11T03:22:08.760 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-09-11T03:22:08.760 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-09-11T03:22:08.760 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-09-11T03:22:08.760 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-09-11T03:22:08.760 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-09-11T03:22:08.760 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-09-11T03:22:08.760 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-09-11T03:22:08.760 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-09-11T03:22:08.760 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-09-11T03:22:08.761 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-09-11T03:22:08.761 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-09-11T03:22:08.761 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-09-11T03:22:08.761 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 53/120 2024-09-11T03:22:08.761 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 54/120 2024-09-11T03:22:08.761 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-09-11T03:22:08.761 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-09-11T03:22:08.761 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 57/120 2024-09-11T03:22:08.761 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-09-11T03:22:08.761 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-09-11T03:22:08.761 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-09-11T03:22:08.761 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-09-11T03:22:08.761 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-09-11T03:22:08.762 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-09-11T03:22:08.763 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-09-11T03:22:08.763 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-09-11T03:22:08.763 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-09-11T03:22:08.763 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-09-11T03:22:08.763 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/120 2024-09-11T03:22:08.763 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-09-11T03:22:08.763 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-09-11T03:22:08.763 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-09-11T03:22:08.763 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-09-11T03:22:08.763 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-09-11T03:22:08.763 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-09-11T03:22:08.763 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-09-11T03:22:08.763 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-09-11T03:22:08.764 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-09-11T03:22:08.764 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-09-11T03:22:08.764 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-09-11T03:22:08.764 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 93/120 2024-09-11T03:22:08.764 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-09-11T03:22:08.764 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-09-11T03:22:08.764 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-09-11T03:22:08.764 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-09-11T03:22:08.764 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-09-11T03:22:08.764 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-09-11T03:22:08.764 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-09-11T03:22:08.764 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-09-11T03:22:08.764 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-09-11T03:22:08.765 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-09-11T03:22:08.765 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-09-11T03:22:08.765 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-09-11T03:22:08.765 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-09-11T03:22:08.765 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-09-11T03:22:08.765 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-09-11T03:22:08.765 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-09-11T03:22:08.765 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-09-11T03:22:08.765 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 111/120 2024-09-11T03:22:08.765 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-09-11T03:22:08.765 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-09-11T03:22:08.765 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-09-11T03:22:08.765 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : re2-1:20211101-20.el9.x86_64 115/120 2024-09-11T03:22:08.766 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-09-11T03:22:08.766 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librados2-2:18.2.4-837.g7a853b17.el9.x86_64 117/120 2024-09-11T03:22:08.766 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-09-11T03:22:08.766 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 119/120 2024-09-11T03:22:10.322 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-test-2:18.2.4-837.g7a853b17.el9.x86_64 113/120 2024-09-11T03:22:10.367 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 114/120 2024-09-11T03:22:10.408 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : rbd-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 115/120 2024-09-11T03:22:10.517 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-09-11T03:22:10.517 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:22:10.517 INFO:teuthology.orchestra.run.smithi086.stdout:Upgraded: 2024-09-11T03:22:10.517 INFO:teuthology.orchestra.run.smithi086.stdout: librados2-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.517 INFO:teuthology.orchestra.run.smithi086.stdout: librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.517 INFO:teuthology.orchestra.run.smithi086.stdout:Installed: 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-grafana-dashboards-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-immutable-object-cache-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-cephadm-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-dashboard-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-diskprediction-local-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-modules-core-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:10.518 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-rook-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:10.519 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.519 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.519 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-prometheus-alerts-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:10.519 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.519 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.519 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-test-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.519 INFO:teuthology.orchestra.run.smithi086.stdout: cephadm-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:10.519 INFO:teuthology.orchestra.run.smithi086.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-11T03:22:10.519 INFO:teuthology.orchestra.run.smithi086.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-11T03:22:10.519 INFO:teuthology.orchestra.run.smithi086.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-11T03:22:10.519 INFO:teuthology.orchestra.run.smithi086.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-11T03:22:10.519 INFO:teuthology.orchestra.run.smithi086.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-11T03:22:10.519 INFO:teuthology.orchestra.run.smithi086.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-11T03:22:10.520 INFO:teuthology.orchestra.run.smithi086.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-11T03:22:10.520 INFO:teuthology.orchestra.run.smithi086.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-11T03:22:10.520 INFO:teuthology.orchestra.run.smithi086.stdout: libcephfs-devel-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.520 INFO:teuthology.orchestra.run.smithi086.stdout: libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.520 INFO:teuthology.orchestra.run.smithi086.stdout: libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.520 INFO:teuthology.orchestra.run.smithi086.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-11T03:22:10.520 INFO:teuthology.orchestra.run.smithi086.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-11T03:22:10.520 INFO:teuthology.orchestra.run.smithi086.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-11T03:22:10.520 INFO:teuthology.orchestra.run.smithi086.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-11T03:22:10.520 INFO:teuthology.orchestra.run.smithi086.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-11T03:22:10.520 INFO:teuthology.orchestra.run.smithi086.stdout: librados-devel-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.521 INFO:teuthology.orchestra.run.smithi086.stdout: libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.521 INFO:teuthology.orchestra.run.smithi086.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-11T03:22:10.521 INFO:teuthology.orchestra.run.smithi086.stdout: librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.521 INFO:teuthology.orchestra.run.smithi086.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-11T03:22:10.521 INFO:teuthology.orchestra.run.smithi086.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-11T03:22:10.521 INFO:teuthology.orchestra.run.smithi086.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-11T03:22:10.521 INFO:teuthology.orchestra.run.smithi086.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-11T03:22:10.521 INFO:teuthology.orchestra.run.smithi086.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-11T03:22:10.521 INFO:teuthology.orchestra.run.smithi086.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-11T03:22:10.521 INFO:teuthology.orchestra.run.smithi086.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-11T03:22:10.521 INFO:teuthology.orchestra.run.smithi086.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-11T03:22:10.521 INFO:teuthology.orchestra.run.smithi086.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-11T03:22:10.521 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-11T03:22:10.522 INFO:teuthology.orchestra.run.smithi086.stdout: python3-ceph-argparse-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.522 INFO:teuthology.orchestra.run.smithi086.stdout: python3-ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.522 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cephfs-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.522 INFO:teuthology.orchestra.run.smithi086.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-11T03:22:10.522 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-11T03:22:10.522 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-11T03:22:10.522 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-11T03:22:10.522 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-11T03:22:10.522 INFO:teuthology.orchestra.run.smithi086.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-11T03:22:10.522 INFO:teuthology.orchestra.run.smithi086.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-11T03:22:10.522 INFO:teuthology.orchestra.run.smithi086.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-11T03:22:10.522 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-11T03:22:10.522 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-11T03:22:10.523 INFO:teuthology.orchestra.run.smithi086.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-ply-3.11-14.el9.noarch 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-11T03:22:10.524 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-11T03:22:10.525 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rados-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.525 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rbd-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.525 INFO:teuthology.orchestra.run.smithi086.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-11T03:22:10.525 INFO:teuthology.orchestra.run.smithi086.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-11T03:22:10.525 INFO:teuthology.orchestra.run.smithi086.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-11T03:22:10.525 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rgw-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.525 INFO:teuthology.orchestra.run.smithi086.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-11T03:22:10.525 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-11T03:22:10.525 INFO:teuthology.orchestra.run.smithi086.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-11T03:22:10.525 INFO:teuthology.orchestra.run.smithi086.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-11T03:22:10.525 INFO:teuthology.orchestra.run.smithi086.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-11T03:22:10.525 INFO:teuthology.orchestra.run.smithi086.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-11T03:22:10.525 INFO:teuthology.orchestra.run.smithi086.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-11T03:22:10.526 INFO:teuthology.orchestra.run.smithi086.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-11T03:22:10.526 INFO:teuthology.orchestra.run.smithi086.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-11T03:22:10.526 INFO:teuthology.orchestra.run.smithi086.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-11T03:22:10.526 INFO:teuthology.orchestra.run.smithi086.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-11T03:22:10.526 INFO:teuthology.orchestra.run.smithi086.stdout: rbd-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.526 INFO:teuthology.orchestra.run.smithi086.stdout: rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.526 INFO:teuthology.orchestra.run.smithi086.stdout: rbd-nbd-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:10.526 INFO:teuthology.orchestra.run.smithi086.stdout: re2-1:20211101-20.el9.x86_64 2024-09-11T03:22:10.526 INFO:teuthology.orchestra.run.smithi086.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-11T03:22:10.526 INFO:teuthology.orchestra.run.smithi086.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-11T03:22:10.527 INFO:teuthology.orchestra.run.smithi086.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-11T03:22:10.527 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:22:10.527 INFO:teuthology.orchestra.run.smithi086.stdout:Complete! 2024-09-11T03:22:10.534 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : rbd-nbd-2:18.2.4-837.g7a853b17.el9.x86_64 116/120 2024-09-11T03:22:10.575 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-09-11T03:22:10.605 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libcephfs-devel-2:18.2.4-837.g7a853b17.el9.x86_6 118/120 2024-09-11T03:22:10.606 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-11T03:22:10.689 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-11T03:22:10.689 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-11T03:22:10.890 DEBUG:teuthology.parallel:result is None 2024-09-11T03:22:15.169 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-11T03:22:15.321 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-2:18.2.4-837.g7a853b17.el9.x86_64 1/120 2024-09-11T03:22:15.322 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 2/120 2024-09-11T03:22:15.322 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 3/120 2024-09-11T03:22:15.322 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 4/120 2024-09-11T03:22:15.322 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-837.g7a853b 5/120 2024-09-11T03:22:15.322 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 6/120 2024-09-11T03:22:15.322 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 7/120 2024-09-11T03:22:15.322 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 8/120 2024-09-11T03:22:15.322 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 9/120 2024-09-11T03:22:15.322 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 10/120 2024-09-11T03:22:15.322 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 11/120 2024-09-11T03:22:15.322 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-test-2:18.2.4-837.g7a853b17.el9.x86_64 12/120 2024-09-11T03:22:15.323 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libcephfs-devel-2:18.2.4-837.g7a853b17.el9.x86_6 13/120 2024-09-11T03:22:15.323 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 14/120 2024-09-11T03:22:15.332 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 15/120 2024-09-11T03:22:15.333 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librados-devel-2:18.2.4-837.g7a853b17.el9.x86_64 16/120 2024-09-11T03:22:15.333 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_ 17/120 2024-09-11T03:22:15.333 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 18/120 2024-09-11T03:22:15.333 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-ceph-argparse-2:18.2.4-837.g7a853b17.el9 19/120 2024-09-11T03:22:15.333 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-ceph-common-2:18.2.4-837.g7a853b17.el9.x 20/120 2024-09-11T03:22:15.333 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cephfs-2:18.2.4-837.g7a853b17.el9.x86_64 21/120 2024-09-11T03:22:15.333 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-rados-2:18.2.4-837.g7a853b17.el9.x86_64 22/120 2024-09-11T03:22:15.333 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-rbd-2:18.2.4-837.g7a853b17.el9.x86_64 23/120 2024-09-11T03:22:15.333 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-rgw-2:18.2.4-837.g7a853b17.el9.x86_64 24/120 2024-09-11T03:22:15.333 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : rbd-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 25/120 2024-09-11T03:22:15.333 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 26/120 2024-09-11T03:22:15.333 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : rbd-nbd-2:18.2.4-837.g7a853b17.el9.x86_64 27/120 2024-09-11T03:22:15.334 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-837.g7a853b17.e 28/120 2024-09-11T03:22:15.334 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-837.g7a853b17.el9.noar 29/120 2024-09-11T03:22:15.334 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-837.g7a853b17.el9.no 30/120 2024-09-11T03:22:15.334 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-837.g7a85 31/120 2024-09-11T03:22:15.334 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-837.g7a853b17.el9 32/120 2024-09-11T03:22:15.334 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-rook-2:18.2.4-837.g7a853b17.el9.noarch 33/120 2024-09-11T03:22:15.334 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-837.g7a853b17.el 34/120 2024-09-11T03:22:15.334 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : cephadm-2:18.2.4-837.g7a853b17.el9.noarch 35/120 2024-09-11T03:22:15.334 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-09-11T03:22:15.334 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/120 2024-09-11T03:22:15.334 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/120 2024-09-11T03:22:15.334 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-09-11T03:22:15.335 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-09-11T03:22:15.335 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-09-11T03:22:15.335 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-09-11T03:22:15.335 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-09-11T03:22:15.335 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-09-11T03:22:15.335 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-09-11T03:22:15.335 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-09-11T03:22:15.335 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-09-11T03:22:15.335 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-09-11T03:22:15.335 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-09-11T03:22:15.335 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-09-11T03:22:15.336 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-09-11T03:22:15.336 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-09-11T03:22:15.336 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 53/120 2024-09-11T03:22:15.336 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 54/120 2024-09-11T03:22:15.336 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-09-11T03:22:15.336 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-09-11T03:22:15.336 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 57/120 2024-09-11T03:22:15.336 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-09-11T03:22:15.336 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-09-11T03:22:15.336 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-09-11T03:22:15.336 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-09-11T03:22:15.336 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-09-11T03:22:15.337 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-09-11T03:22:15.337 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-09-11T03:22:15.337 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-09-11T03:22:15.337 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-09-11T03:22:15.337 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-09-11T03:22:15.337 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-09-11T03:22:15.337 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-09-11T03:22:15.337 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-09-11T03:22:15.337 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-09-11T03:22:15.337 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-09-11T03:22:15.337 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-09-11T03:22:15.337 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-09-11T03:22:15.337 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-09-11T03:22:15.338 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-09-11T03:22:15.338 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-09-11T03:22:15.338 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-09-11T03:22:15.338 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-09-11T03:22:15.338 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-09-11T03:22:15.338 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/120 2024-09-11T03:22:15.338 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-09-11T03:22:15.338 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-09-11T03:22:15.338 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-09-11T03:22:15.338 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-09-11T03:22:15.338 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-09-11T03:22:15.338 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-09-11T03:22:15.338 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-09-11T03:22:15.339 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-09-11T03:22:15.339 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-09-11T03:22:15.339 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-09-11T03:22:15.339 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-09-11T03:22:15.339 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 93/120 2024-09-11T03:22:15.339 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-09-11T03:22:15.339 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-09-11T03:22:15.339 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-09-11T03:22:15.339 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-09-11T03:22:15.339 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-09-11T03:22:15.339 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-09-11T03:22:15.339 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-09-11T03:22:15.339 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-09-11T03:22:15.340 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-09-11T03:22:15.340 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-09-11T03:22:15.340 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-09-11T03:22:15.340 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-09-11T03:22:15.340 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-09-11T03:22:15.340 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-09-11T03:22:15.340 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-09-11T03:22:15.340 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-09-11T03:22:15.340 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-09-11T03:22:15.340 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 111/120 2024-09-11T03:22:15.340 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-09-11T03:22:15.340 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-09-11T03:22:15.341 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-09-11T03:22:15.341 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : re2-1:20211101-20.el9.x86_64 115/120 2024-09-11T03:22:15.341 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-09-11T03:22:15.341 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librados2-2:18.2.4-837.g7a853b17.el9.x86_64 117/120 2024-09-11T03:22:15.341 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-09-11T03:22:15.341 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 119/120 2024-09-11T03:22:17.092 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-09-11T03:22:17.092 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:22:17.093 INFO:teuthology.orchestra.run.smithi130.stdout:Upgraded: 2024-09-11T03:22:17.093 INFO:teuthology.orchestra.run.smithi130.stdout: librados2-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.093 INFO:teuthology.orchestra.run.smithi130.stdout: librbd1-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.093 INFO:teuthology.orchestra.run.smithi130.stdout:Installed: 2024-09-11T03:22:17.093 INFO:teuthology.orchestra.run.smithi130.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-11T03:22:17.093 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.093 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-base-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.093 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.093 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.093 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-grafana-dashboards-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:17.093 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-immutable-object-cache-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.094 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mds-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.094 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.094 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-cephadm-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:17.094 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-dashboard-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:17.094 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-diskprediction-local-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:17.094 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-modules-core-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:17.094 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-rook-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:17.094 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mon-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.094 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-osd-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.094 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-prometheus-alerts-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:17.094 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-radosgw-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.094 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-selinux-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.095 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-test-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.095 INFO:teuthology.orchestra.run.smithi130.stdout: cephadm-2:18.2.4-837.g7a853b17.el9.noarch 2024-09-11T03:22:17.095 INFO:teuthology.orchestra.run.smithi130.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-11T03:22:17.095 INFO:teuthology.orchestra.run.smithi130.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-11T03:22:17.095 INFO:teuthology.orchestra.run.smithi130.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-11T03:22:17.095 INFO:teuthology.orchestra.run.smithi130.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-11T03:22:17.095 INFO:teuthology.orchestra.run.smithi130.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-11T03:22:17.095 INFO:teuthology.orchestra.run.smithi130.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-11T03:22:17.095 INFO:teuthology.orchestra.run.smithi130.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-11T03:22:17.095 INFO:teuthology.orchestra.run.smithi130.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-11T03:22:17.095 INFO:teuthology.orchestra.run.smithi130.stdout: libcephfs-devel-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.095 INFO:teuthology.orchestra.run.smithi130.stdout: libcephfs2-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.095 INFO:teuthology.orchestra.run.smithi130.stdout: libcephsqlite-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.096 INFO:teuthology.orchestra.run.smithi130.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-11T03:22:17.096 INFO:teuthology.orchestra.run.smithi130.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-11T03:22:17.096 INFO:teuthology.orchestra.run.smithi130.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-11T03:22:17.096 INFO:teuthology.orchestra.run.smithi130.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-11T03:22:17.096 INFO:teuthology.orchestra.run.smithi130.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-11T03:22:17.096 INFO:teuthology.orchestra.run.smithi130.stdout: librados-devel-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.096 INFO:teuthology.orchestra.run.smithi130.stdout: libradosstriper1-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.096 INFO:teuthology.orchestra.run.smithi130.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-11T03:22:17.096 INFO:teuthology.orchestra.run.smithi130.stdout: librgw2-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.097 INFO:teuthology.orchestra.run.smithi130.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-11T03:22:17.097 INFO:teuthology.orchestra.run.smithi130.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-11T03:22:17.097 INFO:teuthology.orchestra.run.smithi130.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-11T03:22:17.097 INFO:teuthology.orchestra.run.smithi130.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-11T03:22:17.097 INFO:teuthology.orchestra.run.smithi130.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-11T03:22:17.097 INFO:teuthology.orchestra.run.smithi130.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-11T03:22:17.097 INFO:teuthology.orchestra.run.smithi130.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-11T03:22:17.097 INFO:teuthology.orchestra.run.smithi130.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-11T03:22:17.097 INFO:teuthology.orchestra.run.smithi130.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-11T03:22:17.097 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-11T03:22:17.097 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ceph-argparse-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.097 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ceph-common-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.097 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cephfs-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.098 INFO:teuthology.orchestra.run.smithi130.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-11T03:22:17.098 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-11T03:22:17.098 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-11T03:22:17.098 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-11T03:22:17.098 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-11T03:22:17.098 INFO:teuthology.orchestra.run.smithi130.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-11T03:22:17.098 INFO:teuthology.orchestra.run.smithi130.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-11T03:22:17.098 INFO:teuthology.orchestra.run.smithi130.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-11T03:22:17.098 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-11T03:22:17.098 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-11T03:22:17.098 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-11T03:22:17.099 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-11T03:22:17.099 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-11T03:22:17.099 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-11T03:22:17.099 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-11T03:22:17.099 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-11T03:22:17.099 INFO:teuthology.orchestra.run.smithi130.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-11T03:22:17.099 INFO:teuthology.orchestra.run.smithi130.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-11T03:22:17.099 INFO:teuthology.orchestra.run.smithi130.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-11T03:22:17.099 INFO:teuthology.orchestra.run.smithi130.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-11T03:22:17.099 INFO:teuthology.orchestra.run.smithi130.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-11T03:22:17.099 INFO:teuthology.orchestra.run.smithi130.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-11T03:22:17.099 INFO:teuthology.orchestra.run.smithi130.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-11T03:22:17.099 INFO:teuthology.orchestra.run.smithi130.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-11T03:22:17.100 INFO:teuthology.orchestra.run.smithi130.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-11T03:22:17.100 INFO:teuthology.orchestra.run.smithi130.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-11T03:22:17.100 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-11T03:22:17.100 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-11T03:22:17.100 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ply-3.11-14.el9.noarch 2024-09-11T03:22:17.100 INFO:teuthology.orchestra.run.smithi130.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-11T03:22:17.100 INFO:teuthology.orchestra.run.smithi130.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-11T03:22:17.100 INFO:teuthology.orchestra.run.smithi130.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-11T03:22:17.100 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-11T03:22:17.100 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-11T03:22:17.100 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-11T03:22:17.101 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-11T03:22:17.101 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-11T03:22:17.101 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-11T03:22:17.101 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rados-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.101 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rbd-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.101 INFO:teuthology.orchestra.run.smithi130.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-11T03:22:17.101 INFO:teuthology.orchestra.run.smithi130.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-11T03:22:17.101 INFO:teuthology.orchestra.run.smithi130.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-11T03:22:17.102 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rgw-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.102 INFO:teuthology.orchestra.run.smithi130.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-11T03:22:17.102 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-11T03:22:17.102 INFO:teuthology.orchestra.run.smithi130.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-11T03:22:17.102 INFO:teuthology.orchestra.run.smithi130.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-11T03:22:17.102 INFO:teuthology.orchestra.run.smithi130.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-11T03:22:17.102 INFO:teuthology.orchestra.run.smithi130.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-11T03:22:17.102 INFO:teuthology.orchestra.run.smithi130.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-11T03:22:17.102 INFO:teuthology.orchestra.run.smithi130.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-11T03:22:17.102 INFO:teuthology.orchestra.run.smithi130.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-11T03:22:17.102 INFO:teuthology.orchestra.run.smithi130.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-11T03:22:17.103 INFO:teuthology.orchestra.run.smithi130.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-11T03:22:17.103 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-fuse-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.103 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-mirror-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.103 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-nbd-2:18.2.4-837.g7a853b17.el9.x86_64 2024-09-11T03:22:17.103 INFO:teuthology.orchestra.run.smithi130.stdout: re2-1:20211101-20.el9.x86_64 2024-09-11T03:22:17.103 INFO:teuthology.orchestra.run.smithi130.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-11T03:22:17.103 INFO:teuthology.orchestra.run.smithi130.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-11T03:22:17.103 INFO:teuthology.orchestra.run.smithi130.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-11T03:22:17.104 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:22:17.104 INFO:teuthology.orchestra.run.smithi130.stdout:Complete! 2024-09-11T03:22:17.400 DEBUG:teuthology.parallel:result is None 2024-09-11T03:22:17.401 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-11T03:22:17.401 INFO:teuthology.packaging:ref: None 2024-09-11T03:22:17.401 INFO:teuthology.packaging:tag: None 2024-09-11T03:22:17.401 INFO:teuthology.packaging:branch: reef 2024-09-11T03:22:17.401 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:22:17.402 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-11T03:22:17.673 DEBUG:teuthology.orchestra.run.smithi086:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-11T03:22:17.701 INFO:teuthology.orchestra.run.smithi086.stdout:18.2.4-837.g7a853b17.el9 2024-09-11T03:22:17.701 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-837.g7a853b17.el9 2024-09-11T03:22:17.701 INFO:teuthology.task.install:The correct ceph version 18.2.4-837.g7a853b17 is installed. 2024-09-11T03:22:17.703 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-11T03:22:17.703 INFO:teuthology.packaging:ref: None 2024-09-11T03:22:17.704 INFO:teuthology.packaging:tag: None 2024-09-11T03:22:17.704 INFO:teuthology.packaging:branch: reef 2024-09-11T03:22:17.704 INFO:teuthology.packaging:sha1: 8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:22:17.704 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-11T03:22:17.970 DEBUG:teuthology.orchestra.run.smithi130:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-11T03:22:17.994 INFO:teuthology.orchestra.run.smithi130.stdout:18.2.4-837.g7a853b17.el9 2024-09-11T03:22:17.994 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-837.g7a853b17.el9 2024-09-11T03:22:17.995 INFO:teuthology.task.install:The correct ceph version 18.2.4-837.g7a853b17 is installed. 2024-09-11T03:22:17.996 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-11T03:22:17.997 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:22:17.997 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-11T03:22:18.029 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-09-11T03:22:18.030 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-11T03:22:18.062 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-11T03:22:18.062 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:22:18.062 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/usr/bin/daemon-helper 2024-09-11T03:22:18.098 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-11T03:22:18.165 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-09-11T03:22:18.165 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/usr/bin/daemon-helper 2024-09-11T03:22:18.191 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-11T03:22:18.256 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-11T03:22:18.257 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:22:18.257 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-11T03:22:18.283 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-11T03:22:18.349 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-09-11T03:22:18.350 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-11T03:22:18.375 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-11T03:22:18.439 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-11T03:22:18.439 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:22:18.439 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/usr/bin/stdin-killer 2024-09-11T03:22:18.465 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-11T03:22:18.531 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-09-11T03:22:18.531 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/usr/bin/stdin-killer 2024-09-11T03:22:18.556 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-11T03:22:18.620 INFO:teuthology.run_tasks:Running task print... 2024-09-11T03:22:18.631 INFO:teuthology.task.print:**** done install task... 2024-09-11T03:22:18.631 INFO:teuthology.run_tasks:Running task print... 2024-09-11T03:22:18.679 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-09-11T03:22:18.679 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-11T03:22:18.810 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'} 2024-09-11T03:22:18.810 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-09-11T03:22:18.810 INFO:tasks.cephadm:Cluster fsid is 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:22:18.810 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-11T03:22:18.811 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.86', 'mon.c': '[v2:172.21.15.86:3301,v1:172.21.15.86:6790]', 'mon.b': '172.21.15.130'} 2024-09-11T03:22:18.811 INFO:tasks.cephadm:First mon is mon.a on smithi086 2024-09-11T03:22:18.811 INFO:tasks.cephadm:First mgr is y 2024-09-11T03:22:18.811 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-11T03:22:18.811 DEBUG:teuthology.orchestra.run.smithi086:> sudo hostname $(hostname -s) 2024-09-11T03:22:18.837 DEBUG:teuthology.orchestra.run.smithi130:> sudo hostname $(hostname -s) 2024-09-11T03:22:18.862 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-09-11T03:22:18.863 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:22:19.007 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/82938/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-4854-g8f219c47', 'node_name': '172.21.2.8+braggi08', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-4854.g8f219c47'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-hemanth-testing-2024-09-10-0723/8f219c476cb4f26fc5719c661c0323719a45cb30/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-10 09:27:13.215997', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-hemanth-testing-2024-09-10-0723', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-hemanth-testing-2024-09-10-0723/8f219c476cb4f26fc5719c661c0323719a45cb30/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-09-11T03:22:19.234 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref reef, sha1 7a853b1706d076d58e0da7a5d3b9b9eb36276880 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-09-11T03:22:19.236 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/x86_64/flavors/default/cephadm 2024-09-11T03:22:19.236 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/x86_64/flavors/default/cephadm 2024-09-11T03:22:19.237 DEBUG:teuthology.orchestra.run.smithi086:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-11T03:22:19.577 INFO:teuthology.orchestra.run.smithi086.stdout:-rw-r--r--. 1 ubuntu ubuntu 217225 Sep 11 03:22 /home/ubuntu/cephtest/cephadm 2024-09-11T03:22:19.577 DEBUG:teuthology.orchestra.run.smithi130:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/7a853b1706d076d58e0da7a5d3b9b9eb36276880/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-11T03:22:19.918 INFO:teuthology.orchestra.run.smithi130.stdout:-rw-r--r--. 1 ubuntu ubuntu 217225 Sep 11 03:22 /home/ubuntu/cephtest/cephadm 2024-09-11T03:22:19.919 DEBUG:teuthology.orchestra.run.smithi086:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-11T03:22:19.938 DEBUG:teuthology.orchestra.run.smithi130:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-11T03:22:19.969 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-09-11T03:22:19.969 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-09-11T03:22:19.981 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-09-11T03:22:21.533 INFO:teuthology.orchestra.run.smithi086.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-11T03:22:21.589 INFO:teuthology.orchestra.run.smithi130.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-11T03:22:53.653 INFO:teuthology.orchestra.run.smithi130.stdout:{ 2024-09-11T03:22:53.654 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_version": "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)", 2024-09-11T03:22:53.654 INFO:teuthology.orchestra.run.smithi130.stdout: "image_id": "f21ba1eea74eff81ce08338578ea11be73add5627252ff4d00500aa0d1abdd33", 2024-09-11T03:22:53.654 INFO:teuthology.orchestra.run.smithi130.stdout: "repo_digests": [ 2024-09-11T03:22:53.654 INFO:teuthology.orchestra.run.smithi130.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6" 2024-09-11T03:22:53.654 INFO:teuthology.orchestra.run.smithi130.stdout: ] 2024-09-11T03:22:53.654 INFO:teuthology.orchestra.run.smithi130.stdout:} 2024-09-11T03:23:09.866 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:23:09.867 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_version": "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)", 2024-09-11T03:23:09.867 INFO:teuthology.orchestra.run.smithi086.stdout: "image_id": "f21ba1eea74eff81ce08338578ea11be73add5627252ff4d00500aa0d1abdd33", 2024-09-11T03:23:09.867 INFO:teuthology.orchestra.run.smithi086.stdout: "repo_digests": [ 2024-09-11T03:23:09.867 INFO:teuthology.orchestra.run.smithi086.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6" 2024-09-11T03:23:09.867 INFO:teuthology.orchestra.run.smithi086.stdout: ] 2024-09-11T03:23:09.868 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:23:09.887 DEBUG:teuthology.orchestra.run.smithi086:> sudo mkdir -p /etc/ceph 2024-09-11T03:23:09.934 DEBUG:teuthology.orchestra.run.smithi130:> sudo mkdir -p /etc/ceph 2024-09-11T03:23:09.968 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod 777 /etc/ceph 2024-09-11T03:23:10.001 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod 777 /etc/ceph 2024-09-11T03:23:10.037 INFO:tasks.cephadm:Writing seed config... 2024-09-11T03:23:10.039 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-11T03:23:10.039 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-11T03:23:10.039 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-11T03:23:10.039 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-11T03:23:10.039 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-11T03:23:10.039 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-09-11T03:23:10.039 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-11T03:23:10.039 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-11T03:23:10.039 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-11T03:23:10.039 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-11T03:23:10.040 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-11T03:23:10.040 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:23:10.040 DEBUG:teuthology.orchestra.run.smithi086:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-11T03:23:10.057 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 0d04850c-6fed-11ef-bcea-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-11T03:23:10.061 DEBUG:teuthology.orchestra.run.smithi086:mon.a> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.a.service 2024-09-11T03:23:10.100 DEBUG:teuthology.orchestra.run.smithi086:mgr.y> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.y.service 2024-09-11T03:23:10.142 INFO:tasks.cephadm:Bootstrapping... 2024-09-11T03:23:10.142 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.86 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-11T03:23:10.298 INFO:teuthology.orchestra.run.smithi086.stdout:-------------------------------------------------------------------------------- 2024-09-11T03:23:10.299 INFO:teuthology.orchestra.run.smithi086.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '0d04850c-6fed-11ef-bcea-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.86', '--skip-admin-label'] 2024-09-11T03:23:10.322 INFO:teuthology.orchestra.run.smithi086.stdout:/bin/podman: stdout 5.2.2 2024-09-11T03:23:10.323 INFO:teuthology.orchestra.run.smithi086.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-11T03:23:10.323 INFO:teuthology.orchestra.run.smithi086.stdout:Verifying podman|docker is present... 2024-09-11T03:23:10.344 INFO:teuthology.orchestra.run.smithi086.stdout:/bin/podman: stdout 5.2.2 2024-09-11T03:23:10.344 INFO:teuthology.orchestra.run.smithi086.stdout:Verifying lvm2 is present... 2024-09-11T03:23:10.344 INFO:teuthology.orchestra.run.smithi086.stdout:Verifying time synchronization is in place... 2024-09-11T03:23:10.352 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-11T03:23:10.352 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-11T03:23:10.358 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-11T03:23:10.358 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout inactive 2024-09-11T03:23:10.365 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout enabled 2024-09-11T03:23:10.371 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout active 2024-09-11T03:23:10.371 INFO:teuthology.orchestra.run.smithi086.stdout:Unit chronyd.service is enabled and running 2024-09-11T03:23:10.371 INFO:teuthology.orchestra.run.smithi086.stdout:Repeating the final host check... 2024-09-11T03:23:10.393 INFO:teuthology.orchestra.run.smithi086.stdout:/bin/podman: stdout 5.2.2 2024-09-11T03:23:10.394 INFO:teuthology.orchestra.run.smithi086.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-11T03:23:10.394 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl is present 2024-09-11T03:23:10.394 INFO:teuthology.orchestra.run.smithi086.stdout:lvcreate is present 2024-09-11T03:23:10.400 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-11T03:23:10.400 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-11T03:23:10.406 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-11T03:23:10.406 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout inactive 2024-09-11T03:23:10.412 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout enabled 2024-09-11T03:23:10.419 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout active 2024-09-11T03:23:10.419 INFO:teuthology.orchestra.run.smithi086.stdout:Unit chronyd.service is enabled and running 2024-09-11T03:23:10.419 INFO:teuthology.orchestra.run.smithi086.stdout:Host looks OK 2024-09-11T03:23:10.419 INFO:teuthology.orchestra.run.smithi086.stdout:Cluster fsid: 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:23:10.420 INFO:teuthology.orchestra.run.smithi086.stdout:Acquiring lock 140497803574864 on /run/cephadm/0d04850c-6fed-11ef-bcea-c7b262605968.lock 2024-09-11T03:23:10.420 INFO:teuthology.orchestra.run.smithi086.stdout:Lock 140497803574864 acquired on /run/cephadm/0d04850c-6fed-11ef-bcea-c7b262605968.lock 2024-09-11T03:23:10.420 INFO:teuthology.orchestra.run.smithi086.stdout:Verifying IP 172.21.15.86 port 3300 ... 2024-09-11T03:23:10.420 INFO:teuthology.orchestra.run.smithi086.stdout:Verifying IP 172.21.15.86 port 6789 ... 2024-09-11T03:23:10.421 INFO:teuthology.orchestra.run.smithi086.stdout:Base mon IP(s) is [172.21.15.86:3300, 172.21.15.86:6789], mon addrv is [v2:172.21.15.86:3300,v1:172.21.15.86:6789] 2024-09-11T03:23:10.423 INFO:teuthology.orchestra.run.smithi086.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.86 metric 100 2024-09-11T03:23:10.423 INFO:teuthology.orchestra.run.smithi086.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.86 metric 100 2024-09-11T03:23:10.425 INFO:teuthology.orchestra.run.smithi086.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-11T03:23:10.426 INFO:teuthology.orchestra.run.smithi086.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-09-11T03:23:10.426 INFO:teuthology.orchestra.run.smithi086.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-09-11T03:23:10.429 INFO:teuthology.orchestra.run.smithi086.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-11T03:23:10.429 INFO:teuthology.orchestra.run.smithi086.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-11T03:23:10.429 INFO:teuthology.orchestra.run.smithi086.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-11T03:23:10.429 INFO:teuthology.orchestra.run.smithi086.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-11T03:23:10.429 INFO:teuthology.orchestra.run.smithi086.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d809/64 scope link noprefixroute 2024-09-11T03:23:10.429 INFO:teuthology.orchestra.run.smithi086.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-11T03:23:10.429 INFO:teuthology.orchestra.run.smithi086.stdout:Mon IP `172.21.15.86` is in CIDR network `172.21.0.0/20` 2024-09-11T03:23:10.429 INFO:teuthology.orchestra.run.smithi086.stdout:Mon IP `172.21.15.86` is in CIDR network `172.21.0.0/20` 2024-09-11T03:23:10.429 INFO:teuthology.orchestra.run.smithi086.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-11T03:23:10.430 INFO:teuthology.orchestra.run.smithi086.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-11T03:23:10.430 INFO:teuthology.orchestra.run.smithi086.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-11T03:23:11.085 INFO:teuthology.orchestra.run.smithi086.stdout:/bin/podman: stdout f21ba1eea74eff81ce08338578ea11be73add5627252ff4d00500aa0d1abdd33 2024-09-11T03:23:11.085 INFO:teuthology.orchestra.run.smithi086.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-09-11T03:23:11.085 INFO:teuthology.orchestra.run.smithi086.stdout:/bin/podman: stderr Getting image source signatures 2024-09-11T03:23:11.085 INFO:teuthology.orchestra.run.smithi086.stdout:/bin/podman: stderr Copying blob sha256:2e29467d85d75ffe686857d22f982df26a31cd0c5697869efe4e67bef781fa2e 2024-09-11T03:23:11.086 INFO:teuthology.orchestra.run.smithi086.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-11T03:23:11.086 INFO:teuthology.orchestra.run.smithi086.stdout:/bin/podman: stderr Copying config sha256:f21ba1eea74eff81ce08338578ea11be73add5627252ff4d00500aa0d1abdd33 2024-09-11T03:23:11.086 INFO:teuthology.orchestra.run.smithi086.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-11T03:23:11.997 INFO:teuthology.orchestra.run.smithi086.stdout:ceph: stdout ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable) 2024-09-11T03:23:11.997 INFO:teuthology.orchestra.run.smithi086.stdout:Ceph version: ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable) 2024-09-11T03:23:11.997 INFO:teuthology.orchestra.run.smithi086.stdout:Extracting ceph user uid/gid from container image... 2024-09-11T03:23:12.845 INFO:teuthology.orchestra.run.smithi086.stdout:stat: stdout 167 167 2024-09-11T03:23:12.845 INFO:teuthology.orchestra.run.smithi086.stdout:Creating initial keys... 2024-09-11T03:23:13.792 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph-authtool: stdout AQAhDeFmr8awCRAAeYK7vVLJYyx67SzYq0YhIA== 2024-09-11T03:23:14.821 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph-authtool: stdout AQAiDeFmW0ZxBhAAVzS8ErH3EVO38VcZsrNKfQ== 2024-09-11T03:23:15.760 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph-authtool: stdout AQAjDeFm1cXNCRAA5ZE50Kw29ncm9c67di2BPQ== 2024-09-11T03:23:15.761 INFO:teuthology.orchestra.run.smithi086.stdout:Creating initial monmap... 2024-09-11T03:23:16.617 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-11T03:23:16.617 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-09-11T03:23:16.617 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:23:16.617 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-11T03:23:16.617 INFO:teuthology.orchestra.run.smithi086.stdout:monmaptool for a [v2:172.21.15.86:3300,v1:172.21.15.86:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-11T03:23:16.617 INFO:teuthology.orchestra.run.smithi086.stdout:setting min_mon_release = pacific 2024-09-11T03:23:16.617 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/monmaptool: set fsid to 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:23:16.617 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-11T03:23:16.617 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:23:16.618 INFO:teuthology.orchestra.run.smithi086.stdout:Creating mon... 2024-09-11T03:23:17.587 INFO:teuthology.orchestra.run.smithi086.stdout:create mon.a on 2024-09-11T03:23:17.805 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-11T03:23:17.955 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-11T03:23:18.126 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-0d04850c-6fed-11ef-bcea-c7b262605968.target → /etc/systemd/system/ceph-0d04850c-6fed-11ef-bcea-c7b262605968.target. 2024-09-11T03:23:18.126 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-0d04850c-6fed-11ef-bcea-c7b262605968.target → /etc/systemd/system/ceph-0d04850c-6fed-11ef-bcea-c7b262605968.target. 2024-09-11T03:23:18.361 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.a 2024-09-11T03:23:18.361 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stderr Failed to reset failed state of unit ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.a.service: Unit ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.a.service not loaded. 2024-09-11T03:23:18.524 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-0d04850c-6fed-11ef-bcea-c7b262605968.target.wants/ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.a.service → /etc/systemd/system/ceph-0d04850c-6fed-11ef-bcea-c7b262605968@.service. 2024-09-11T03:23:19.003 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-11T03:23:19.003 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout disabled 2024-09-11T03:23:19.011 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-11T03:23:19.011 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout inactive 2024-09-11T03:23:19.011 INFO:teuthology.orchestra.run.smithi086.stdout:firewalld.service is not enabled 2024-09-11T03:23:19.011 INFO:teuthology.orchestra.run.smithi086.stdout:Not possible to enable service . firewalld.service is not available 2024-09-11T03:23:19.011 INFO:teuthology.orchestra.run.smithi086.stdout:Waiting for mon to start... 2024-09-11T03:23:19.012 INFO:teuthology.orchestra.run.smithi086.stdout:Waiting for mon... 2024-09-11T03:23:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:18 smithi086 systemd[1]: Started Ceph mon.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:23:20.229 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:19 smithi086 ceph-mon[26869]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-11T03:23:20.230 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:19 smithi086 ceph-mon[26869]: monmap e1: 1 mons at {a=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-11T03:23:20.230 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:19 smithi086 ceph-mon[26869]: fsmap 2024-09-11T03:23:20.230 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:19 smithi086 ceph-mon[26869]: osdmap e1: 0 total, 0 up, 0 in 2024-09-11T03:23:20.230 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:19 smithi086 ceph-mon[26869]: mgrmap e1: no daemons active 2024-09-11T03:23:20.230 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:19 smithi086 ceph-mon[26869]: from='client.? 172.21.15.86:0/1237057418' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-11T03:23:20.232 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout cluster: 2024-09-11T03:23:20.234 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout id: 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:23:20.234 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-11T03:23:20.234 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 2024-09-11T03:23:20.234 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout services: 2024-09-11T03:23:20.234 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.713366s) 2024-09-11T03:23:20.234 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-11T03:23:20.235 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-11T03:23:20.235 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 2024-09-11T03:23:20.235 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout data: 2024-09-11T03:23:20.235 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-11T03:23:20.235 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-11T03:23:20.235 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-11T03:23:20.235 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout pgs: 2024-09-11T03:23:20.235 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 2024-09-11T03:23:20.235 INFO:teuthology.orchestra.run.smithi086.stdout:mon is available 2024-09-11T03:23:20.235 INFO:teuthology.orchestra.run.smithi086.stdout:Assimilating anything we can from ceph.conf... 2024-09-11T03:23:21.593 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:21 smithi086 ceph-mon[26869]: from='client.? 172.21.15.86:0/371815597' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-11T03:23:21.593 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:21 smithi086 ceph-mon[26869]: from='client.? 172.21.15.86:0/371815597' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-11T03:23:27.635 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 2024-09-11T03:23:27.636 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout [global] 2024-09-11T03:23:27.636 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout fsid = 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:23:27.636 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.86:3300,v1:172.21.15.86:6789] 2024-09-11T03:23:27.636 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-11T03:23:27.636 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-11T03:23:27.636 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-11T03:23:27.636 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-11T03:23:27.636 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 2024-09-11T03:23:27.636 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-11T03:23:27.636 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-11T03:23:27.636 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 2024-09-11T03:23:27.637 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout [osd] 2024-09-11T03:23:27.637 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-11T03:23:27.637 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-11T03:23:27.637 INFO:teuthology.orchestra.run.smithi086.stdout:Generating new minimal ceph.conf... 2024-09-11T03:23:30.821 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:30 smithi086 ceph-mon[26869]: from='client.? 172.21.15.86:0/584231927' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:23:33.336 INFO:teuthology.orchestra.run.smithi086.stdout:Restarting the monitor... 2024-09-11T03:23:33.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:33 smithi086 systemd[1]: Stopping Ceph mon.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:23:33.894 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:33 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a[26865]: 2024-09-11T03:23:33.628+0000 7fc42c309640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:23:33.894 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:33 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a[26865]: 2024-09-11T03:23:33.628+0000 7fc42c309640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-11T03:23:33.895 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:33 smithi086 podman[27121]: 2024-09-11 03:23:33.700123892 +0000 UTC m=+0.187175537 container died 1708aabe88c37a2f232d2f2862bea4226436b091f11ef473da21775626022f77 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-7a853b1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-11T03:23:34.220 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:33 smithi086 podman[27121]: 2024-09-11 03:23:33.994737118 +0000 UTC m=+0.481788759 container cleanup 1708aabe88c37a2f232d2f2862bea4226436b091f11ef473da21775626022f77 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=reef-7a853b1, io.buildah.version=1.37.2) 2024-09-11T03:23:34.220 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:33 smithi086 bash[27121]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a 2024-09-11T03:23:34.545 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 podman[27132]: 2024-09-11 03:23:34.220644106 +0000 UTC m=+0.518626036 container remove 1708aabe88c37a2f232d2f2862bea4226436b091f11ef473da21775626022f77 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=reef-7a853b1) 2024-09-11T03:23:34.546 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-11T03:23:34.546 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 systemd[1]: Stopped Ceph mon.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:23:34.546 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 systemd[1]: Starting Ceph mon.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:23:34.797 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 podman[27228]: 2024-09-11 03:23:34.546437943 +0000 UTC m=+0.107408808 container create 787d7cf4e438aa94aa4c4d2c7c6a79912d1fd02161a811dd7ca9bd8f1513f437 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=reef-7a853b1, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-11T03:23:34.797 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 podman[27228]: 2024-09-11 03:23:34.454466974 +0000 UTC m=+0.015437836 image pull f21ba1eea74eff81ce08338578ea11be73add5627252ff4d00500aa0d1abdd33 quay.ceph.io/ceph-ci/ceph:reef 2024-09-11T03:23:34.797 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 podman[27228]: 2024-09-11 03:23:34.765585951 +0000 UTC m=+0.326556813 container init 787d7cf4e438aa94aa4c4d2c7c6a79912d1fd02161a811dd7ca9bd8f1513f437 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-7a853b1, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-11T03:23:34.797 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 podman[27228]: 2024-09-11 03:23:34.768612989 +0000 UTC m=+0.329583855 container start 787d7cf4e438aa94aa4c4d2c7c6a79912d1fd02161a811dd7ca9bd8f1513f437 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=reef-7a853b1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:23:34.797 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: set uid:gid to 167:167 (ceph:ceph) 2024-09-11T03:23:34.797 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable), process ceph-mon, pid 2 2024-09-11T03:23:34.797 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: pidfile_write: ignore empty --pid-file 2024-09-11T03:23:34.797 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: load: jerasure load: lrc 2024-09-11T03:23:34.797 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: RocksDB version: 7.9.2 2024-09-11T03:23:34.797 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Git sha 0 2024-09-11T03:23:34.798 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Compile date 2024-09-10 15:58:06 2024-09-11T03:23:34.798 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: DB SUMMARY 2024-09-11T03:23:34.798 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: DB Session ID: BPQH60OVXJN0AFNHMA56 2024-09-11T03:23:34.798 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: CURRENT file: CURRENT 2024-09-11T03:23:34.798 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: IDENTITY file: IDENTITY 2024-09-11T03:23:34.798 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-11T03:23:34.798 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-11T03:23:34.798 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84534 ; 2024-09-11T03:23:34.798 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.error_if_exists: 0 2024-09-11T03:23:34.798 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.create_if_missing: 0 2024-09-11T03:23:34.798 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.paranoid_checks: 1 2024-09-11T03:23:34.798 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-11T03:23:34.799 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-11T03:23:34.799 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-11T03:23:34.799 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.env: 0x55fdcd1edbc0 2024-09-11T03:23:34.799 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.fs: PosixFileSystem 2024-09-11T03:23:34.799 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.info_log: 0x55fdce338be0 2024-09-11T03:23:34.799 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_file_opening_threads: 16 2024-09-11T03:23:34.799 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.statistics: (nil) 2024-09-11T03:23:34.799 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.use_fsync: 0 2024-09-11T03:23:34.799 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_log_file_size: 0 2024-09-11T03:23:34.799 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-11T03:23:34.800 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-11T03:23:34.800 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.keep_log_file_num: 1000 2024-09-11T03:23:34.800 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.recycle_log_file_num: 0 2024-09-11T03:23:34.800 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.allow_fallocate: 1 2024-09-11T03:23:34.800 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.allow_mmap_reads: 0 2024-09-11T03:23:34.800 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.allow_mmap_writes: 0 2024-09-11T03:23:34.800 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.use_direct_reads: 0 2024-09-11T03:23:34.800 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-11T03:23:34.800 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.create_missing_column_families: 0 2024-09-11T03:23:34.800 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.db_log_dir: 2024-09-11T03:23:34.800 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.wal_dir: 2024-09-11T03:23:34.801 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-11T03:23:34.801 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-11T03:23:34.801 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-11T03:23:34.801 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-11T03:23:34.801 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-11T03:23:34.801 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-11T03:23:34.801 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.advise_random_on_open: 1 2024-09-11T03:23:34.801 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.db_write_buffer_size: 0 2024-09-11T03:23:34.801 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.write_buffer_manager: 0x55fdce346320 2024-09-11T03:23:34.801 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-11T03:23:34.801 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-11T03:23:34.802 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-11T03:23:34.802 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.rate_limiter: (nil) 2024-09-11T03:23:34.802 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-11T03:23:34.802 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.wal_recovery_mode: 2 2024-09-11T03:23:34.802 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.enable_thread_tracking: 0 2024-09-11T03:23:34.802 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.enable_pipelined_write: 0 2024-09-11T03:23:34.803 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.unordered_write: 0 2024-09-11T03:23:34.803 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-11T03:23:34.803 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-11T03:23:34.803 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-11T03:23:34.803 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-11T03:23:34.804 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.row_cache: None 2024-09-11T03:23:34.804 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.wal_filter: None 2024-09-11T03:23:34.804 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-11T03:23:34.804 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.allow_ingest_behind: 0 2024-09-11T03:23:34.804 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.two_write_queues: 0 2024-09-11T03:23:34.804 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.manual_wal_flush: 0 2024-09-11T03:23:34.804 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.wal_compression: 0 2024-09-11T03:23:34.804 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.atomic_flush: 0 2024-09-11T03:23:34.804 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-11T03:23:34.804 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-11T03:23:34.804 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-11T03:23:34.804 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.log_readahead_size: 0 2024-09-11T03:23:34.805 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-11T03:23:34.805 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.best_efforts_recovery: 0 2024-09-11T03:23:34.805 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-11T03:23:34.805 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-11T03:23:34.805 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.allow_data_in_errors: 0 2024-09-11T03:23:34.805 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.db_host_id: __hostname__ 2024-09-11T03:23:34.805 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-11T03:23:34.805 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_background_jobs: 2 2024-09-11T03:23:34.805 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_background_compactions: -1 2024-09-11T03:23:34.805 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_subcompactions: 1 2024-09-11T03:23:34.805 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-11T03:23:34.805 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-11T03:23:34.805 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-11T03:23:34.806 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_total_wal_size: 0 2024-09-11T03:23:34.806 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-11T03:23:34.806 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-11T03:23:34.806 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-11T03:23:34.806 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-11T03:23:34.806 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_open_files: -1 2024-09-11T03:23:34.806 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.bytes_per_sync: 0 2024-09-11T03:23:34.806 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-11T03:23:34.806 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-11T03:23:34.806 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compaction_readahead_size: 0 2024-09-11T03:23:34.806 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_background_flushes: -1 2024-09-11T03:23:34.806 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Compression algorithms supported: 2024-09-11T03:23:34.806 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: kZSTD supported: 0 2024-09-11T03:23:34.807 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: kXpressCompression supported: 0 2024-09-11T03:23:34.807 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: kBZip2Compression supported: 0 2024-09-11T03:23:34.807 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-11T03:23:34.807 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: kLZ4Compression supported: 1 2024-09-11T03:23:34.807 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: kZlibCompression supported: 1 2024-09-11T03:23:34.807 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: kLZ4HCCompression supported: 1 2024-09-11T03:23:34.807 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: kSnappyCompression supported: 1 2024-09-11T03:23:34.807 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-11T03:23:34.807 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-11T03:23:34.807 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-11T03:23:34.807 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-11T03:23:34.807 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-11T03:23:34.807 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.merge_operator: 2024-09-11T03:23:34.808 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compaction_filter: None 2024-09-11T03:23:34.808 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compaction_filter_factory: None 2024-09-11T03:23:34.808 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.sst_partitioner_factory: None 2024-09-11T03:23:34.808 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-11T03:23:34.808 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-11T03:23:34.808 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55fdce3387e0) 2024-09-11T03:23:34.808 INFO:journalctl@ceph.mon.a.smithi086.stdout: cache_index_and_filter_blocks: 1 2024-09-11T03:23:34.808 INFO:journalctl@ceph.mon.a.smithi086.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-11T03:23:34.808 INFO:journalctl@ceph.mon.a.smithi086.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-11T03:23:34.808 INFO:journalctl@ceph.mon.a.smithi086.stdout: pin_top_level_index_and_filter: 1 2024-09-11T03:23:34.808 INFO:journalctl@ceph.mon.a.smithi086.stdout: index_type: 0 2024-09-11T03:23:34.808 INFO:journalctl@ceph.mon.a.smithi086.stdout: data_block_index_type: 0 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: index_shortening: 1 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: checksum: 4 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: no_block_cache: 0 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_cache: 0x55fdce32d350 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_cache_name: BinnedLRUCache 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_cache_options: 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: capacity : 536870912 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: num_shard_bits : 4 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: strict_capacity_limit : 0 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: high_pri_pool_ratio: 0.000 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_cache_compressed: (nil) 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: persistent_cache: (nil) 2024-09-11T03:23:34.809 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_size: 4096 2024-09-11T03:23:34.810 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_size_deviation: 10 2024-09-11T03:23:34.810 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_restart_interval: 16 2024-09-11T03:23:34.810 INFO:journalctl@ceph.mon.a.smithi086.stdout: index_block_restart_interval: 1 2024-09-11T03:23:34.810 INFO:journalctl@ceph.mon.a.smithi086.stdout: metadata_block_size: 4096 2024-09-11T03:23:34.810 INFO:journalctl@ceph.mon.a.smithi086.stdout: partition_filters: 0 2024-09-11T03:23:34.810 INFO:journalctl@ceph.mon.a.smithi086.stdout: use_delta_encoding: 1 2024-09-11T03:23:34.810 INFO:journalctl@ceph.mon.a.smithi086.stdout: filter_policy: bloomfilter 2024-09-11T03:23:34.810 INFO:journalctl@ceph.mon.a.smithi086.stdout: whole_key_filtering: 1 2024-09-11T03:23:34.810 INFO:journalctl@ceph.mon.a.smithi086.stdout: verify_compression: 0 2024-09-11T03:23:34.810 INFO:journalctl@ceph.mon.a.smithi086.stdout: read_amp_bytes_per_bit: 0 2024-09-11T03:23:34.810 INFO:journalctl@ceph.mon.a.smithi086.stdout: format_version: 5 2024-09-11T03:23:34.811 INFO:journalctl@ceph.mon.a.smithi086.stdout: enable_index_compression: 1 2024-09-11T03:23:34.811 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_align: 0 2024-09-11T03:23:34.811 INFO:journalctl@ceph.mon.a.smithi086.stdout: max_auto_readahead_size: 262144 2024-09-11T03:23:34.811 INFO:journalctl@ceph.mon.a.smithi086.stdout: prepopulate_block_cache: 0 2024-09-11T03:23:34.811 INFO:journalctl@ceph.mon.a.smithi086.stdout: initial_auto_readahead_size: 8192 2024-09-11T03:23:34.811 INFO:journalctl@ceph.mon.a.smithi086.stdout: num_file_reads_for_auto_readahead: 2 2024-09-11T03:23:34.811 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.write_buffer_size: 33554432 2024-09-11T03:23:34.811 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_write_buffer_number: 2 2024-09-11T03:23:34.811 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compression: NoCompression 2024-09-11T03:23:34.811 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.bottommost_compression: Disabled 2024-09-11T03:23:34.811 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.prefix_extractor: nullptr 2024-09-11T03:23:34.811 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-11T03:23:34.811 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.num_levels: 7 2024-09-11T03:23:34.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-11T03:23:34.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-11T03:23:34.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-11T03:23:34.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-11T03:23:34.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-11T03:23:34.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-11T03:23:34.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-11T03:23:34.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-11T03:23:34.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-11T03:23:34.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-11T03:23:34.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-11T03:23:34.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-11T03:23:34.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-11T03:23:34.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compression_opts.level: 32767 2024-09-11T03:23:34.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compression_opts.strategy: 0 2024-09-11T03:23:34.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-11T03:23:34.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-11T03:23:34.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-11T03:23:34.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-11T03:23:34.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compression_opts.enabled: false 2024-09-11T03:23:34.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-11T03:23:34.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-11T03:23:34.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-11T03:23:34.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-11T03:23:34.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.target_file_size_base: 67108864 2024-09-11T03:23:34.814 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-11T03:23:34.814 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-11T03:23:34.814 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-11T03:23:34.814 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-11T03:23:34.814 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-11T03:23:34.814 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-11T03:23:34.814 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-11T03:23:34.814 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-11T03:23:34.814 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-11T03:23:34.814 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-11T03:23:34.814 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-11T03:23:34.814 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-11T03:23:34.814 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-11T03:23:34.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-11T03:23:34.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.arena_block_size: 1048576 2024-09-11T03:23:34.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-11T03:23:34.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-11T03:23:34.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.disable_auto_compactions: 0 2024-09-11T03:23:34.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-11T03:23:34.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-11T03:23:34.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-11T03:23:34.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-11T03:23:34.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-11T03:23:34.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-11T03:23:34.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-11T03:23:34.816 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-11T03:23:34.816 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-11T03:23:34.816 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-11T03:23:34.816 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-11T03:23:34.816 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.inplace_update_support: 0 2024-09-11T03:23:34.816 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-11T03:23:34.816 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-11T03:23:34.816 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-11T03:23:34.816 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-11T03:23:34.816 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.bloom_locality: 0 2024-09-11T03:23:34.816 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.max_successive_merges: 0 2024-09-11T03:23:34.816 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-11T03:23:34.816 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.paranoid_file_checks: 0 2024-09-11T03:23:34.817 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.force_consistency_checks: 1 2024-09-11T03:23:34.817 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.report_bg_io_stats: 0 2024-09-11T03:23:34.817 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.ttl: 2592000 2024-09-11T03:23:34.817 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-11T03:23:34.817 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-11T03:23:34.817 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-11T03:23:34.817 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.enable_blob_files: false 2024-09-11T03:23:34.817 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.min_blob_size: 0 2024-09-11T03:23:34.817 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.blob_file_size: 268435456 2024-09-11T03:23:34.817 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-11T03:23:34.817 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-11T03:23:34.817 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-11T03:23:34.817 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-11T03:23:34.818 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-11T03:23:34.818 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.blob_file_starting_level: 0 2024-09-11T03:23:34.818 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-11T03:23:34.818 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-11T03:23:34.818 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-11T03:23:34.818 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 1299c84d-a76b-4518-94de-9ecd2b360ba2 2024-09-11T03:23:34.818 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726025014794010, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-11T03:23:34.818 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-11T03:23:34.818 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726025014794847, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81084, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79234, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73435, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726025014, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1299c84d-a76b-4518-94de-9ecd2b360ba2", "db_session_id": "BPQH60OVXJN0AFNHMA56", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-11T03:23:34.818 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726025014794940, "job": 1, "event": "recovery_finished"} 2024-09-11T03:23:34.818 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-11T03:23:34.818 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-11T03:23:34.819 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55fdce358e00 2024-09-11T03:23:34.819 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: DB pointer 0x55fdce44c000 2024-09-11T03:23:34.819 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-11T03:23:34.819 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-11T03:23:34.819 INFO:journalctl@ceph.mon.a.smithi086.stdout: ** DB Stats ** 2024-09-11T03:23:34.819 INFO:journalctl@ceph.mon.a.smithi086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-11T03:23:34.819 INFO:journalctl@ceph.mon.a.smithi086.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-11T03:23:34.819 INFO:journalctl@ceph.mon.a.smithi086.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-11T03:23:34.819 INFO:journalctl@ceph.mon.a.smithi086.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-11T03:23:34.819 INFO:journalctl@ceph.mon.a.smithi086.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-11T03:23:34.819 INFO:journalctl@ceph.mon.a.smithi086.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-11T03:23:34.819 INFO:journalctl@ceph.mon.a.smithi086.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-11T03:23:34.819 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:23:34.820 INFO:journalctl@ceph.mon.a.smithi086.stdout: ** Compaction Stats [default] ** 2024-09-11T03:23:34.820 INFO:journalctl@ceph.mon.a.smithi086.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-11T03:23:34.820 INFO:journalctl@ceph.mon.a.smithi086.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-11T03:23:34.820 INFO:journalctl@ceph.mon.a.smithi086.stdout: L0 2/0 81.04 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-11T03:23:34.820 INFO:journalctl@ceph.mon.a.smithi086.stdout: Sum 2/0 81.04 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-11T03:23:34.820 INFO:journalctl@ceph.mon.a.smithi086.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-11T03:23:34.820 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:23:34.820 INFO:journalctl@ceph.mon.a.smithi086.stdout: ** Compaction Stats [default] ** 2024-09-11T03:23:34.820 INFO:journalctl@ceph.mon.a.smithi086.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-11T03:23:34.820 INFO:journalctl@ceph.mon.a.smithi086.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-11T03:23:34.820 INFO:journalctl@ceph.mon.a.smithi086.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 139.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-11T03:23:34.820 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:23:34.821 INFO:journalctl@ceph.mon.a.smithi086.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-11T03:23:34.821 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:23:34.821 INFO:journalctl@ceph.mon.a.smithi086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-11T03:23:34.821 INFO:journalctl@ceph.mon.a.smithi086.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-11T03:23:34.821 INFO:journalctl@ceph.mon.a.smithi086.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-11T03:23:34.821 INFO:journalctl@ceph.mon.a.smithi086.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-11T03:23:34.821 INFO:journalctl@ceph.mon.a.smithi086.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-11T03:23:34.821 INFO:journalctl@ceph.mon.a.smithi086.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-11T03:23:34.821 INFO:journalctl@ceph.mon.a.smithi086.stdout: Cumulative compaction: 0.00 GB write, 26.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-11T03:23:34.821 INFO:journalctl@ceph.mon.a.smithi086.stdout: Interval compaction: 0.00 GB write, 26.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-11T03:23:34.821 INFO:journalctl@ceph.mon.a.smithi086.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-11T03:23:34.821 INFO:journalctl@ceph.mon.a.smithi086.stdout: Block cache BinnedLRUCache@0x55fdce32d350#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: starting mon.a rank 0 at public addrs [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] at bind addrs [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: mon.a@-1(???) e1 preinit fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: mon.a@-1(???).mds e1 new map 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: mon.a@-1(???).mds e1 print_map 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: e1 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: legacy client fscid: -1 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: No filesystems configured 2024-09-11T03:23:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-11T03:23:34.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-11T03:23:34.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-11T03:23:34.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-11T03:23:34.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-11T03:23:34.886 INFO:teuthology.orchestra.run.smithi086.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-11T03:23:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-11T03:23:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: monmap e1: 1 mons at {a=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-11T03:23:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: fsmap 2024-09-11T03:23:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: osdmap e1: 0 total, 0 up, 0 in 2024-09-11T03:23:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 ceph-mon[27247]: mgrmap e1: no daemons active 2024-09-11T03:23:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 bash[27228]: 787d7cf4e438aa94aa4c4d2c7c6a79912d1fd02161a811dd7ca9bd8f1513f437 2024-09-11T03:23:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:34 smithi086 systemd[1]: Started Ceph mon.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:23:35.815 INFO:teuthology.orchestra.run.smithi086.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-11T03:23:35.829 INFO:teuthology.orchestra.run.smithi086.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-11T03:23:35.829 INFO:teuthology.orchestra.run.smithi086.stdout:Creating mgr... 2024-09-11T03:23:35.830 INFO:teuthology.orchestra.run.smithi086.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-11T03:23:35.830 INFO:teuthology.orchestra.run.smithi086.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-11T03:23:36.085 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.y 2024-09-11T03:23:36.086 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stderr Failed to reset failed state of unit ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.y.service: Unit ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.y.service not loaded. 2024-09-11T03:23:36.229 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-0d04850c-6fed-11ef-bcea-c7b262605968.target.wants/ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-0d04850c-6fed-11ef-bcea-c7b262605968@.service. 2024-09-11T03:23:36.441 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:36 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/235799128' entity='client.admin' 2024-09-11T03:23:36.734 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:36 smithi086 podman[27461]: 2024-09-11 03:23:36.637786365 +0000 UTC m=+0.293217029 container start 0c7ac3b465629e63535b735be3dc67b384f48bc3d8e00f412da0efef7ce65781 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, RELEASE=reef-7a853b1, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-11T03:23:36.735 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:36 smithi086 bash[27461]: 0c7ac3b465629e63535b735be3dc67b384f48bc3d8e00f412da0efef7ce65781 2024-09-11T03:23:36.747 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-11T03:23:36.747 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout disabled 2024-09-11T03:23:36.755 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-11T03:23:36.755 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout inactive 2024-09-11T03:23:36.755 INFO:teuthology.orchestra.run.smithi086.stdout:firewalld.service is not enabled 2024-09-11T03:23:36.755 INFO:teuthology.orchestra.run.smithi086.stdout:Not possible to enable service . firewalld.service is not available 2024-09-11T03:23:36.763 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-11T03:23:36.764 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout disabled 2024-09-11T03:23:36.771 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-11T03:23:36.771 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout inactive 2024-09-11T03:23:36.771 INFO:teuthology.orchestra.run.smithi086.stdout:firewalld.service is not enabled 2024-09-11T03:23:36.771 INFO:teuthology.orchestra.run.smithi086.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-11T03:23:36.771 INFO:teuthology.orchestra.run.smithi086.stdout:Waiting for mgr to start... 2024-09-11T03:23:36.771 INFO:teuthology.orchestra.run.smithi086.stdout:Waiting for mgr... 2024-09-11T03:23:37.010 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:36 smithi086 systemd[1]: Started Ceph mgr.y for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:23:37.010 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:36.755+0000 7efd71ba1040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-11T03:23:37.010 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:36.816+0000 7efd71ba1040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-11T03:23:37.010 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:36.966+0000 7efd71ba1040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-11T03:23:37.262 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:37 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:37.036+0000 7efd71ba1040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-11T03:23:37.262 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:37 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:37.185+0000 7efd71ba1040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:23:37.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:37 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3443902531' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-11T03:23:37.572 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:37 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:37.335+0000 7efd71ba1040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-11T03:23:38.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:37 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:37.641+0000 7efd71ba1040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-11T03:23:38.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:37 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:37.702+0000 7efd71ba1040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-11T03:23:38.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:37 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:37.885+0000 7efd71ba1040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-11T03:23:39.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:38.760+0000 7efd71ba1040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-11T03:23:39.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:38.826+0000 7efd71ba1040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-11T03:23:39.077 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 2024-09-11T03:23:39.077 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout { 2024-09-11T03:23:39.077 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "fsid": "0d04850c-6fed-11ef-bcea-c7b262605968", 2024-09-11T03:23:39.077 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "health": { 2024-09-11T03:23:39.077 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-11T03:23:39.077 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-11T03:23:39.078 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-11T03:23:39.078 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:39.078 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-11T03:23:39.078 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-11T03:23:39.078 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 0 2024-09-11T03:23:39.078 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout ], 2024-09-11T03:23:39.078 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-11T03:23:39.078 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "a" 2024-09-11T03:23:39.078 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout ], 2024-09-11T03:23:39.078 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-11T03:23:39.078 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-11T03:23:39.078 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-11T03:23:39.079 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-11T03:23:39.079 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-11T03:23:39.079 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:39.079 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-11T03:23:39.079 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-11T03:23:39.079 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-11T03:23:39.079 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-11T03:23:39.079 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-11T03:23:39.079 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-11T03:23:39.082 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-11T03:23:39.082 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-11T03:23:39.082 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:39.083 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-11T03:23:39.083 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-11T03:23:39.083 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-11T03:23:39.083 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-11T03:23:39.083 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-11T03:23:39.083 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-11T03:23:39.083 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-11T03:23:39.083 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-11T03:23:39.083 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-11T03:23:39.083 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:39.083 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-11T03:23:39.083 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-11T03:23:39.084 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-11T03:23:39.084 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-11T03:23:39.084 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:39.084 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-11T03:23:39.084 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-11T03:23:39.084 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-11T03:23:39.084 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-11T03:23:39.084 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-11T03:23:39.084 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-11T03:23:39.084 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "restful" 2024-09-11T03:23:39.084 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout ], 2024-09-11T03:23:39.084 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-11T03:23:39.084 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:39.085 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-11T03:23:39.085 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-11T03:23:39.085 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "modified": "2024-09-11T03:23:18.971348+0000", 2024-09-11T03:23:39.085 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-11T03:23:39.085 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:39.085 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-11T03:23:39.085 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout } 2024-09-11T03:23:39.085 INFO:teuthology.orchestra.run.smithi086.stdout:mgr not available, waiting (1/15)... 2024-09-11T03:23:39.791 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:39 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:39.540+0000 7efd71ba1040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-11T03:23:39.791 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:39 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:39.652+0000 7efd71ba1040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-11T03:23:39.791 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:39 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:39.790+0000 7efd71ba1040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:23:40.061 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:39 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:39.849+0000 7efd71ba1040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-11T03:23:40.061 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:39 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:39.992+0000 7efd71ba1040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-11T03:23:40.061 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:40.059+0000 7efd71ba1040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-11T03:23:40.321 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:40.118+0000 7efd71ba1040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-11T03:23:40.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:40.270+0000 7efd71ba1040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-11T03:23:40.595 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:40.334+0000 7efd71ba1040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-11T03:23:40.596 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:40.399+0000 7efd71ba1040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-11T03:23:40.596 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:40.479+0000 7efd71ba1040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-11T03:23:40.596 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:40.537+0000 7efd71ba1040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-11T03:23:41.071 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:40.594+0000 7efd71ba1040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-11T03:23:41.525 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:41.373+0000 7efd71ba1040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-11T03:23:41.525 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-mon[27247]: Activating manager daemon y 2024-09-11T03:23:41.525 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-mon[27247]: mgrmap e2: y(active, starting, since 0.00289459s) 2024-09-11T03:23:41.526 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-mon[27247]: from='mgr.14100 172.21.15.86:0/2054096937' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-11T03:23:41.526 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-mon[27247]: from='mgr.14100 172.21.15.86:0/2054096937' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-11T03:23:41.526 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-mon[27247]: from='mgr.14100 172.21.15.86:0/2054096937' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-11T03:23:41.526 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-mon[27247]: from='mgr.14100 172.21.15.86:0/2054096937' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:23:41.526 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-mon[27247]: from='mgr.14100 172.21.15.86:0/2054096937' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-11T03:23:41.526 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-mon[27247]: Manager daemon y is now available 2024-09-11T03:23:41.526 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-mon[27247]: from='mgr.14100 172.21.15.86:0/2054096937' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:23:41.526 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-mon[27247]: from='mgr.14100 172.21.15.86:0/2054096937' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-11T03:23:41.526 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-mon[27247]: from='mgr.14100 172.21.15.86:0/2054096937' entity='mgr.y' 2024-09-11T03:23:41.526 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-mon[27247]: from='mgr.14100 172.21.15.86:0/2054096937' entity='mgr.y' 2024-09-11T03:23:41.526 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:41 smithi086 ceph-mon[27247]: from='mgr.14100 172.21.15.86:0/2054096937' entity='mgr.y' 2024-09-11T03:23:42.145 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 2024-09-11T03:23:42.145 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout { 2024-09-11T03:23:42.145 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "fsid": "0d04850c-6fed-11ef-bcea-c7b262605968", 2024-09-11T03:23:42.145 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "health": { 2024-09-11T03:23:42.145 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-11T03:23:42.145 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-11T03:23:42.145 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-11T03:23:42.145 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:42.146 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-11T03:23:42.146 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-11T03:23:42.146 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 0 2024-09-11T03:23:42.146 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout ], 2024-09-11T03:23:42.146 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-11T03:23:42.146 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "a" 2024-09-11T03:23:42.146 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout ], 2024-09-11T03:23:42.146 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-09-11T03:23:42.146 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-11T03:23:42.146 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-11T03:23:42.146 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-11T03:23:42.146 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-11T03:23:42.147 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:42.147 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-11T03:23:42.147 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-11T03:23:42.147 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-11T03:23:42.147 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-11T03:23:42.147 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-11T03:23:42.147 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-11T03:23:42.147 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-11T03:23:42.147 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-11T03:23:42.147 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:42.147 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-11T03:23:42.147 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-11T03:23:42.147 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-11T03:23:42.148 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-11T03:23:42.148 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-11T03:23:42.148 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-11T03:23:42.148 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-11T03:23:42.148 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-11T03:23:42.148 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-11T03:23:42.148 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:42.148 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-11T03:23:42.148 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-11T03:23:42.148 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-11T03:23:42.148 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-11T03:23:42.148 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:42.148 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "restful" 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout ], 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "modified": "2024-09-11T03:23:18.971348+0000", 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-11T03:23:42.149 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:42.150 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-11T03:23:42.150 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout } 2024-09-11T03:23:42.150 INFO:teuthology.orchestra.run.smithi086.stdout:mgr not available, waiting (2/15)... 2024-09-11T03:23:42.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:42 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3333233725' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-11T03:23:42.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:42 smithi086 ceph-mon[27247]: mgrmap e3: y(active, since 1.00613s) 2024-09-11T03:23:44.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:44 smithi086 ceph-mon[27247]: mgrmap e4: y(active, since 2s) 2024-09-11T03:23:45.548 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 2024-09-11T03:23:45.548 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout { 2024-09-11T03:23:45.548 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "fsid": "0d04850c-6fed-11ef-bcea-c7b262605968", 2024-09-11T03:23:45.548 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "health": { 2024-09-11T03:23:45.548 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-11T03:23:45.548 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-11T03:23:45.548 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-11T03:23:45.548 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:45.548 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 0 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout ], 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "a" 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout ], 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-11T03:23:45.549 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-11T03:23:45.550 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-11T03:23:45.550 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-11T03:23:45.550 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-11T03:23:45.550 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-11T03:23:45.553 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-11T03:23:45.553 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-11T03:23:45.553 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:45.553 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-11T03:23:45.553 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-11T03:23:45.553 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-11T03:23:45.554 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-11T03:23:45.555 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-11T03:23:45.555 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-11T03:23:45.555 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-11T03:23:45.555 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-11T03:23:45.555 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "restful" 2024-09-11T03:23:45.555 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout ], 2024-09-11T03:23:45.555 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-11T03:23:45.555 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:45.555 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-11T03:23:45.555 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-11T03:23:45.555 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "modified": "2024-09-11T03:23:18.971348+0000", 2024-09-11T03:23:45.555 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-11T03:23:45.556 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout }, 2024-09-11T03:23:45.556 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-11T03:23:45.556 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout } 2024-09-11T03:23:45.556 INFO:teuthology.orchestra.run.smithi086.stdout:mgr is available 2024-09-11T03:23:45.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:45 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/4231990684' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-11T03:23:46.595 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 2024-09-11T03:23:46.595 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout [global] 2024-09-11T03:23:46.595 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout fsid = 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:23:46.595 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-11T03:23:46.596 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-11T03:23:46.596 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-11T03:23:46.596 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-11T03:23:46.596 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 2024-09-11T03:23:46.596 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-11T03:23:46.596 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-11T03:23:46.596 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 2024-09-11T03:23:46.596 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout [osd] 2024-09-11T03:23:46.596 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-11T03:23:46.596 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-11T03:23:46.596 INFO:teuthology.orchestra.run.smithi086.stdout:Enabling cephadm module... 2024-09-11T03:23:46.708 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:46 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1774175341' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-11T03:23:47.773 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:47 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1042434222' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-11T03:23:47.773 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ignoring --setuser ceph since I am not root 2024-09-11T03:23:47.773 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ignoring --setgroup ceph since I am not root 2024-09-11T03:23:47.773 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:47.570+0000 7ffb6c377040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-11T03:23:47.773 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:47.626+0000 7ffb6c377040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-11T03:23:47.774 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:47.773+0000 7ffb6c377040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-11T03:23:48.049 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:47.841+0000 7ffb6c377040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-11T03:23:48.049 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:47.986+0000 7ffb6c377040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:23:48.324 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:48.130+0000 7ffb6c377040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-11T03:23:48.696 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:48 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1042434222' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-11T03:23:48.696 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:48 smithi086 ceph-mon[27247]: mgrmap e5: y(active, since 6s) 2024-09-11T03:23:48.697 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:48.444+0000 7ffb6c377040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-11T03:23:48.697 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:48.511+0000 7ffb6c377040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-11T03:23:48.697 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:48.696+0000 7ffb6c377040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-11T03:23:49.292 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout { 2024-09-11T03:23:49.292 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-11T03:23:49.292 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-11T03:23:49.292 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-11T03:23:49.292 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-11T03:23:49.292 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout } 2024-09-11T03:23:49.292 INFO:teuthology.orchestra.run.smithi086.stdout:Waiting for the mgr to restart... 2024-09-11T03:23:49.292 INFO:teuthology.orchestra.run.smithi086.stdout:Waiting for mgr epoch 5... 2024-09-11T03:23:49.566 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:49 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2499254136' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-11T03:23:49.821 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:49.589+0000 7ffb6c377040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-11T03:23:49.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:49.659+0000 7ffb6c377040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-11T03:23:50.636 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:50.381+0000 7ffb6c377040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-11T03:23:50.636 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:50.496+0000 7ffb6c377040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-11T03:23:50.910 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:50.636+0000 7ffb6c377040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:23:50.911 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:50.697+0000 7ffb6c377040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-11T03:23:50.911 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:50.843+0000 7ffb6c377040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-11T03:23:50.911 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:50.910+0000 7ffb6c377040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-11T03:23:51.186 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:50.968+0000 7ffb6c377040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-11T03:23:51.187 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:51 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:51.123+0000 7ffb6c377040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-11T03:23:51.187 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:51 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:51.186+0000 7ffb6c377040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-11T03:23:51.448 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:51 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:51.251+0000 7ffb6c377040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-11T03:23:51.448 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:51 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:51.331+0000 7ffb6c377040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-11T03:23:51.448 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:51 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:51.390+0000 7ffb6c377040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-11T03:23:51.448 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:51 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:51.447+0000 7ffb6c377040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-11T03:23:52.571 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:52.220+0000 7ffb6c377040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-11T03:23:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: Active manager daemon y restarted 2024-09-11T03:23:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: Activating manager daemon y 2024-09-11T03:23:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: osdmap e2: 0 total, 0 up, 0 in 2024-09-11T03:23:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: mgrmap e6: y(active, starting, since 0.00335639s) 2024-09-11T03:23:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:23:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-11T03:23:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-11T03:23:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-11T03:23:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-11T03:23:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: Manager daemon y is now available 2024-09-11T03:23:52.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:23:52.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:23:52.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:23:52.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:23:52.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:23:52.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:52 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-11T03:23:53.561 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:53 smithi086 ceph-mon[27247]: Found migration_current of "None". Setting to last migration. 2024-09-11T03:23:53.561 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:53 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:23:53.561 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:53 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:23:53.562 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:53 smithi086 ceph-mon[27247]: mgrmap e7: y(active, since 1.00516s) 2024-09-11T03:23:53.848 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout { 2024-09-11T03:23:53.849 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-11T03:23:53.849 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-11T03:23:53.849 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout } 2024-09-11T03:23:53.849 INFO:teuthology.orchestra.run.smithi086.stdout:mgr epoch 5 is available 2024-09-11T03:23:53.849 INFO:teuthology.orchestra.run.smithi086.stdout:Setting orchestrator backend to cephadm... 2024-09-11T03:23:54.182 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:54.025+0000 7ffad4057640 -1 log_channel(cephadm) log [ERR] : [11/Sep/2024:03:23:54] ENGINE Error in HTTPServer.serve 2024-09-11T03:23:54.182 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: Traceback (most recent call last): 2024-09-11T03:23:54.182 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:23:54.182 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: self._connections.run(self.expiration_interval) 2024-09-11T03:23:54.182 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:23:54.182 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: self._run(expiration_interval) 2024-09-11T03:23:54.182 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:23:54.182 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:23:54.182 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:23:54.182 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:23:54.183 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:23:54.183 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: s = self.context.wrap_socket( 2024-09-11T03:23:54.183 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:23:54.183 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: return self.sslsocket_class._create( 2024-09-11T03:23:54.183 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:23:54.183 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: self.do_handshake() 2024-09-11T03:23:54.183 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:23:54.183 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: self._sslobj.do_handshake() 2024-09-11T03:23:54.183 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:23:54.183 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:23:54.469 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-mon[27247]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-11T03:23:54.469 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-mon[27247]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-11T03:23:54.469 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:54 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:23:55.337 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:55 smithi086 ceph-mon[27247]: [11/Sep/2024:03:23:53] ENGINE Bus STARTING 2024-09-11T03:23:55.338 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:55 smithi086 ceph-mon[27247]: [11/Sep/2024:03:23:53] ENGINE Serving on http://172.21.15.86:8765 2024-09-11T03:23:55.338 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:55 smithi086 ceph-mon[27247]: [11/Sep/2024:03:23:54] ENGINE Serving on https://172.21.15.86:7150 2024-09-11T03:23:55.338 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:55 smithi086 ceph-mon[27247]: [11/Sep/2024:03:23:54] ENGINE Bus STARTED 2024-09-11T03:23:55.338 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:55 smithi086 ceph-mon[27247]: [11/Sep/2024:03:23:54] ENGINE Error in HTTPServer.serve 2024-09-11T03:23:55.338 INFO:journalctl@ceph.mon.a.smithi086.stdout: Traceback (most recent call last): 2024-09-11T03:23:55.338 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:23:55.338 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:23:55.338 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:23:55.338 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._run(expiration_interval) 2024-09-11T03:23:55.338 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:23:55.338 INFO:journalctl@ceph.mon.a.smithi086.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:23:55.338 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:23:55.338 INFO:journalctl@ceph.mon.a.smithi086.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:23:55.339 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:23:55.339 INFO:journalctl@ceph.mon.a.smithi086.stdout: s = self.context.wrap_socket( 2024-09-11T03:23:55.339 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:23:55.339 INFO:journalctl@ceph.mon.a.smithi086.stdout: return self.sslsocket_class._create( 2024-09-11T03:23:55.339 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:23:55.339 INFO:journalctl@ceph.mon.a.smithi086.stdout: self.do_handshake() 2024-09-11T03:23:55.339 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:23:55.339 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._sslobj.do_handshake() 2024-09-11T03:23:55.339 INFO:journalctl@ceph.mon.a.smithi086.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:23:55.339 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:55 smithi086 ceph-mon[27247]: mgrmap e8: y(active, since 2s) 2024-09-11T03:23:55.339 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:55 smithi086 ceph-mon[27247]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:23:55.339 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:55 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:23:55.339 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:55 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:23:56.102 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-11T03:23:56.102 INFO:teuthology.orchestra.run.smithi086.stdout:Generating ssh key... 2024-09-11T03:23:56.821 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-mon[27247]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:23:57.180 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: Generating public/private rsa key pair. 2024-09-11T03:23:57.180 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: Your identification has been saved in /tmp/tmpil7jimyf/key 2024-09-11T03:23:57.180 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: Your public key has been saved in /tmp/tmpil7jimyf/key.pub 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: The key fingerprint is: 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: SHA256:8mhsEPVI7H+9jxtLDTV61v1A5vXtGSEcf60WCg6Ut4M ceph-0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: The key's randomart image is: 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: +---[RSA 3072]----+ 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: | .o .. . | 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: | o.+. . . o .| 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: | ... oo.. o*o+| 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: | .. Eoo. B.**| 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: | . ..S .o+ B.=| 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: | o +. . .* o+| 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: | = .. o...o| 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: | o ..+ | 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: | +o. | 2024-09-11T03:23:57.181 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:23:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: +----[SHA256]-----+ 2024-09-11T03:23:58.049 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:57 smithi086 ceph-mon[27247]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:23:58.049 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:57 smithi086 ceph-mon[27247]: Generating ssh key... 2024-09-11T03:23:58.049 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:57 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:23:58.049 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:57 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:23:58.581 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfxBzfjEEAhlpFIgsJC+HMR7ZPb54AWzwErLE8M4mcvlCz69wKeM8T0Ls31F+MnZbdMgnIPtc0ney2QRcSs5eRyslH0yOzSr9eFrDo8+zv6YP+7xXHisT86CeF+wib2bwT0497V3en9Vxme9Uw0Fvs3ZYpwizwul6bjMMCG+1frKeLcjMKvmW0dfpq73pplZqXDGRL6ShZZzNRyogHxUiesLT4DrFqrtKZ00PxJepSL03kOjrDy3fHbWpiV0V70I2adrzgXFEPjhJsDhsydTwxS+kfYzdnXyV0jIJP5azrWsbXKhHJ6mshRO23re1yvidvJlPt5AAQXiuH8V25dBgCjH9hhhxj6ivI96cN32nCVlShIMWtiRhKGDjbYevn/fYUHTlYMF+hYim8KikThzFxnkofrMEnqMyjzc1EwC14jYQSlGMYWjEHOym3PHc7wNVK9BnrY2GsXJgbYW4H+Bv1UEQK4n7uiKDjOAZiEjf/ek6X1xiKjitYsQHSi+SpCV8= ceph-0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:23:58.582 INFO:teuthology.orchestra.run.smithi086.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-11T03:23:58.582 INFO:teuthology.orchestra.run.smithi086.stdout:Adding key to root@localhost authorized_keys... 2024-09-11T03:23:58.591 INFO:teuthology.orchestra.run.smithi086.stdout:Adding host smithi086... 2024-09-11T03:23:59.285 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:58 smithi086 ceph-mon[27247]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:23:59.916 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:23:59 smithi086 ceph-mon[27247]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi086", "addr": "172.21.15.86", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:24:01.256 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:00 smithi086 ceph-mon[27247]: Deploying cephadm binary to smithi086 2024-09-11T03:24:02.356 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout Added host 'smithi086' with addr '172.21.15.86' 2024-09-11T03:24:02.356 INFO:teuthology.orchestra.run.smithi086.stdout:Deploying unmanaged mon service... 2024-09-11T03:24:02.946 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:02 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:24:02.946 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:02 smithi086 ceph-mon[27247]: Added host smithi086 2024-09-11T03:24:02.946 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:02 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:24:04.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:03 smithi086 ceph-mon[27247]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:24:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:03 smithi086 ceph-mon[27247]: Saving service mon spec with placement count:5 2024-09-11T03:24:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:03 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:24:04.519 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-11T03:24:04.519 INFO:teuthology.orchestra.run.smithi086.stdout:Deploying unmanaged mgr service... 2024-09-11T03:24:05.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:05 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:24:05.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:05 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:24:05.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:05 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:24:06.270 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-11T03:24:06.520 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:06 smithi086 ceph-mon[27247]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:24:06.520 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:06 smithi086 ceph-mon[27247]: Saving service mgr spec with placement count:2 2024-09-11T03:24:06.520 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:06 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:24:08.032 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:07 smithi086 ceph-mon[27247]: from='mgr.14118 172.21.15.86:0/4101596288' entity='mgr.y' 2024-09-11T03:24:08.032 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:07 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3312304514' entity='client.admin' 2024-09-11T03:24:08.652 INFO:teuthology.orchestra.run.smithi086.stdout:Enabling the dashboard module... 2024-09-11T03:24:09.027 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:09 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/4249605479' entity='client.admin' 2024-09-11T03:24:10.178 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:10 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/119975414' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-11T03:24:10.178 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ignoring --setuser ceph since I am not root 2024-09-11T03:24:10.178 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ignoring --setgroup ceph since I am not root 2024-09-11T03:24:10.178 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:10.178+0000 7f1bb054f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-11T03:24:10.450 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:10.234+0000 7f1bb054f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-11T03:24:10.450 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:10.383+0000 7f1bb054f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-11T03:24:10.450 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:10.449+0000 7f1bb054f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-11T03:24:10.741 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:10.596+0000 7f1bb054f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:24:10.741 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:10.741+0000 7f1bb054f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-11T03:24:11.311 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:11 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/119975414' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-11T03:24:11.312 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:11 smithi086 ceph-mon[27247]: mgrmap e9: y(active, since 17s) 2024-09-11T03:24:11.312 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:11 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:11.060+0000 7f1bb054f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-11T03:24:11.312 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:11 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:11.122+0000 7f1bb054f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-11T03:24:11.312 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:11 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:11.311+0000 7f1bb054f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-11T03:24:11.844 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout { 2024-09-11T03:24:11.846 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-11T03:24:11.846 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-11T03:24:11.846 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-11T03:24:11.846 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-11T03:24:11.846 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout } 2024-09-11T03:24:11.846 INFO:teuthology.orchestra.run.smithi086.stdout:Waiting for the mgr to restart... 2024-09-11T03:24:11.846 INFO:teuthology.orchestra.run.smithi086.stdout:Waiting for mgr epoch 9... 2024-09-11T03:24:12.186 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:12 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/4271000792' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-11T03:24:12.571 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:12 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:12.196+0000 7f1bb054f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-11T03:24:12.572 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:12 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:12.265+0000 7f1bb054f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-11T03:24:13.266 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:12 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:12.959+0000 7f1bb054f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-11T03:24:13.266 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:13 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:13.070+0000 7f1bb054f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-11T03:24:13.266 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:13 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:13.207+0000 7f1bb054f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:24:13.267 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:13 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:13.266+0000 7f1bb054f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-11T03:24:13.533 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:13 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:13.410+0000 7f1bb054f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-11T03:24:13.534 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:13 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:13.476+0000 7f1bb054f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-11T03:24:13.534 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:13 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:13.533+0000 7f1bb054f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-11T03:24:13.812 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:13 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:13.686+0000 7f1bb054f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-11T03:24:13.812 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:13 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:13.748+0000 7f1bb054f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-11T03:24:13.813 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:13 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:13.812+0000 7f1bb054f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-11T03:24:14.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:13 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:13.893+0000 7f1bb054f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-11T03:24:14.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:13 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:13.950+0000 7f1bb054f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-11T03:24:14.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:14.006+0000 7f1bb054f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-11T03:24:15.071 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:14.764+0000 7f1bb054f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-11T03:24:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-mon[27247]: Active manager daemon y restarted 2024-09-11T03:24:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-mon[27247]: Activating manager daemon y 2024-09-11T03:24:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-mon[27247]: osdmap e3: 0 total, 0 up, 0 in 2024-09-11T03:24:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-mon[27247]: mgrmap e10: y(active, starting, since 0.00318221s) 2024-09-11T03:24:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:24:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-11T03:24:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-11T03:24:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-11T03:24:15.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-11T03:24:15.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-mon[27247]: Manager daemon y is now available 2024-09-11T03:24:15.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:24:15.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:24:15.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-11T03:24:16.453 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:16.196+0000 7f1b169d9640 -1 log_channel(cephadm) log [ERR] : [11/Sep/2024:03:24:16] ENGINE Error in HTTPServer.serve 2024-09-11T03:24:16.453 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: Traceback (most recent call last): 2024-09-11T03:24:16.453 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:24:16.453 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: self._connections.run(self.expiration_interval) 2024-09-11T03:24:16.453 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:24:16.453 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: self._run(expiration_interval) 2024-09-11T03:24:16.453 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:24:16.453 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:24:16.453 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:24:16.454 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:24:16.454 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:24:16.454 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: s = self.context.wrap_socket( 2024-09-11T03:24:16.454 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:24:16.454 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: return self.sslsocket_class._create( 2024-09-11T03:24:16.454 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:24:16.454 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: self.do_handshake() 2024-09-11T03:24:16.454 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:24:16.455 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: self._sslobj.do_handshake() 2024-09-11T03:24:16.455 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:24:16.455 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:24:16.456 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout { 2024-09-11T03:24:16.456 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-11T03:24:16.456 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-11T03:24:16.456 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout } 2024-09-11T03:24:16.456 INFO:teuthology.orchestra.run.smithi086.stdout:mgr epoch 9 is available 2024-09-11T03:24:16.456 INFO:teuthology.orchestra.run.smithi086.stdout:Generating a dashboard self-signed certificate... 2024-09-11T03:24:17.065 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-mon[27247]: mgrmap e11: y(active, since 1.00547s) 2024-09-11T03:24:17.066 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-mon[27247]: [11/Sep/2024:03:24:15] ENGINE Bus STARTING 2024-09-11T03:24:17.066 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:16 smithi086 ceph-mon[27247]: [11/Sep/2024:03:24:16] ENGINE Serving on http://172.21.15.86:8765 2024-09-11T03:24:17.702 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-11T03:24:17.703 INFO:teuthology.orchestra.run.smithi086.stdout:Creating initial admin user... 2024-09-11T03:24:17.986 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:17 smithi086 ceph-mon[27247]: [11/Sep/2024:03:24:16] ENGINE Serving on https://172.21.15.86:7150 2024-09-11T03:24:17.987 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:17 smithi086 ceph-mon[27247]: [11/Sep/2024:03:24:16] ENGINE Bus STARTED 2024-09-11T03:24:17.987 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:17 smithi086 ceph-mon[27247]: [11/Sep/2024:03:24:16] ENGINE Error in HTTPServer.serve 2024-09-11T03:24:17.987 INFO:journalctl@ceph.mon.a.smithi086.stdout: Traceback (most recent call last): 2024-09-11T03:24:17.987 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:24:17.987 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:24:17.987 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:24:17.987 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._run(expiration_interval) 2024-09-11T03:24:17.987 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:24:17.987 INFO:journalctl@ceph.mon.a.smithi086.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:24:17.987 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:24:17.987 INFO:journalctl@ceph.mon.a.smithi086.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:24:17.987 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:24:17.988 INFO:journalctl@ceph.mon.a.smithi086.stdout: s = self.context.wrap_socket( 2024-09-11T03:24:17.988 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:24:17.988 INFO:journalctl@ceph.mon.a.smithi086.stdout: return self.sslsocket_class._create( 2024-09-11T03:24:17.988 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:24:17.988 INFO:journalctl@ceph.mon.a.smithi086.stdout: self.do_handshake() 2024-09-11T03:24:17.988 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:24:17.988 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._sslobj.do_handshake() 2024-09-11T03:24:17.988 INFO:journalctl@ceph.mon.a.smithi086.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:24:17.988 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:17 smithi086 ceph-mon[27247]: mgrmap e12: y(active, since 2s) 2024-09-11T03:24:17.988 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:17 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:17.988 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:17 smithi086 ceph-mon[27247]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:24:17.988 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:17 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:17.988 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:17 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:19.136 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$jmF.01y0kdl878OA3tdCBe0eBXSCAQvGzQwkoEecRtP1V0FjkBFDK", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726025058, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-11T03:24:19.136 INFO:teuthology.orchestra.run.smithi086.stdout:Fetching dashboard port number... 2024-09-11T03:24:19.436 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:19 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:19.436 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:19 smithi086 ceph-mon[27247]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:24:19.437 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:19 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:20.467 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:20 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3681292788' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-11T03:24:20.469 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stdout 8443 2024-09-11T03:24:20.480 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-11T03:24:20.480 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout disabled 2024-09-11T03:24:20.488 INFO:teuthology.orchestra.run.smithi086.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-11T03:24:20.489 INFO:teuthology.orchestra.run.smithi086.stdout:systemctl: stdout inactive 2024-09-11T03:24:20.489 INFO:teuthology.orchestra.run.smithi086.stdout:firewalld.service is not enabled 2024-09-11T03:24:20.489 INFO:teuthology.orchestra.run.smithi086.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-11T03:24:20.491 INFO:teuthology.orchestra.run.smithi086.stdout:Ceph Dashboard is now available at: 2024-09-11T03:24:20.491 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:24:20.491 INFO:teuthology.orchestra.run.smithi086.stdout: URL: https://smithi086.front.sepia.ceph.com:8443/ 2024-09-11T03:24:20.491 INFO:teuthology.orchestra.run.smithi086.stdout: User: admin 2024-09-11T03:24:20.491 INFO:teuthology.orchestra.run.smithi086.stdout: Password: 7h3elnzkwa 2024-09-11T03:24:20.491 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:24:20.492 INFO:teuthology.orchestra.run.smithi086.stdout:Saving cluster configuration to /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config directory 2024-09-11T03:24:20.492 INFO:teuthology.orchestra.run.smithi086.stdout:Enabling autotune for osd_memory_target 2024-09-11T03:24:22.387 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:22 smithi086 ceph-mon[27247]: mgrmap e13: y(active, since 6s) 2024-09-11T03:24:23.219 INFO:teuthology.orchestra.run.smithi086.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-11T03:24:23.219 INFO:teuthology.orchestra.run.smithi086.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-11T03:24:23.219 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:24:23.219 INFO:teuthology.orchestra.run.smithi086.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-11T03:24:23.219 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:24:23.219 INFO:teuthology.orchestra.run.smithi086.stdout:Or, if you are only running a single cluster on this host: 2024-09-11T03:24:23.219 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:24:23.219 INFO:teuthology.orchestra.run.smithi086.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-11T03:24:23.219 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:24:23.219 INFO:teuthology.orchestra.run.smithi086.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-11T03:24:23.219 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:24:23.220 INFO:teuthology.orchestra.run.smithi086.stdout: ceph telemetry on 2024-09-11T03:24:23.220 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:24:23.220 INFO:teuthology.orchestra.run.smithi086.stdout:For more information see: 2024-09-11T03:24:23.220 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:24:23.220 INFO:teuthology.orchestra.run.smithi086.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-11T03:24:23.220 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:24:23.220 INFO:teuthology.orchestra.run.smithi086.stdout:Bootstrap complete. 2024-09-11T03:24:23.253 INFO:tasks.cephadm:Fetching config... 2024-09-11T03:24:23.253 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:24:23.253 DEBUG:teuthology.orchestra.run.smithi086:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-11T03:24:23.269 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-11T03:24:23.270 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:24:23.270 DEBUG:teuthology.orchestra.run.smithi086:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-11T03:24:23.325 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-11T03:24:23.325 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:24:23.325 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd if=/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-11T03:24:23.390 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-11T03:24:23.390 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:24:23.390 DEBUG:teuthology.orchestra.run.smithi086:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-11T03:24:23.446 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-11T03:24:23.447 DEBUG:teuthology.orchestra.run.smithi086:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfxBzfjEEAhlpFIgsJC+HMR7ZPb54AWzwErLE8M4mcvlCz69wKeM8T0Ls31F+MnZbdMgnIPtc0ney2QRcSs5eRyslH0yOzSr9eFrDo8+zv6YP+7xXHisT86CeF+wib2bwT0497V3en9Vxme9Uw0Fvs3ZYpwizwul6bjMMCG+1frKeLcjMKvmW0dfpq73pplZqXDGRL6ShZZzNRyogHxUiesLT4DrFqrtKZ00PxJepSL03kOjrDy3fHbWpiV0V70I2adrzgXFEPjhJsDhsydTwxS+kfYzdnXyV0jIJP5azrWsbXKhHJ6mshRO23re1yvidvJlPt5AAQXiuH8V25dBgCjH9hhhxj6ivI96cN32nCVlShIMWtiRhKGDjbYevn/fYUHTlYMF+hYim8KikThzFxnkofrMEnqMyjzc1EwC14jYQSlGMYWjEHOym3PHc7wNVK9BnrY2GsXJgbYW4H+Bv1UEQK4n7uiKDjOAZiEjf/ek6X1xiKjitYsQHSi+SpCV8= ceph-0d04850c-6fed-11ef-bcea-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-11T03:24:23.520 INFO:teuthology.orchestra.run.smithi086.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfxBzfjEEAhlpFIgsJC+HMR7ZPb54AWzwErLE8M4mcvlCz69wKeM8T0Ls31F+MnZbdMgnIPtc0ney2QRcSs5eRyslH0yOzSr9eFrDo8+zv6YP+7xXHisT86CeF+wib2bwT0497V3en9Vxme9Uw0Fvs3ZYpwizwul6bjMMCG+1frKeLcjMKvmW0dfpq73pplZqXDGRL6ShZZzNRyogHxUiesLT4DrFqrtKZ00PxJepSL03kOjrDy3fHbWpiV0V70I2adrzgXFEPjhJsDhsydTwxS+kfYzdnXyV0jIJP5azrWsbXKhHJ6mshRO23re1yvidvJlPt5AAQXiuH8V25dBgCjH9hhhxj6ivI96cN32nCVlShIMWtiRhKGDjbYevn/fYUHTlYMF+hYim8KikThzFxnkofrMEnqMyjzc1EwC14jYQSlGMYWjEHOym3PHc7wNVK9BnrY2GsXJgbYW4H+Bv1UEQK4n7uiKDjOAZiEjf/ek6X1xiKjitYsQHSi+SpCV8= ceph-0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:24:23.532 DEBUG:teuthology.orchestra.run.smithi130:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfxBzfjEEAhlpFIgsJC+HMR7ZPb54AWzwErLE8M4mcvlCz69wKeM8T0Ls31F+MnZbdMgnIPtc0ney2QRcSs5eRyslH0yOzSr9eFrDo8+zv6YP+7xXHisT86CeF+wib2bwT0497V3en9Vxme9Uw0Fvs3ZYpwizwul6bjMMCG+1frKeLcjMKvmW0dfpq73pplZqXDGRL6ShZZzNRyogHxUiesLT4DrFqrtKZ00PxJepSL03kOjrDy3fHbWpiV0V70I2adrzgXFEPjhJsDhsydTwxS+kfYzdnXyV0jIJP5azrWsbXKhHJ6mshRO23re1yvidvJlPt5AAQXiuH8V25dBgCjH9hhhxj6ivI96cN32nCVlShIMWtiRhKGDjbYevn/fYUHTlYMF+hYim8KikThzFxnkofrMEnqMyjzc1EwC14jYQSlGMYWjEHOym3PHc7wNVK9BnrY2GsXJgbYW4H+Bv1UEQK4n7uiKDjOAZiEjf/ek6X1xiKjitYsQHSi+SpCV8= ceph-0d04850c-6fed-11ef-bcea-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-11T03:24:23.598 INFO:teuthology.orchestra.run.smithi130.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfxBzfjEEAhlpFIgsJC+HMR7ZPb54AWzwErLE8M4mcvlCz69wKeM8T0Ls31F+MnZbdMgnIPtc0ney2QRcSs5eRyslH0yOzSr9eFrDo8+zv6YP+7xXHisT86CeF+wib2bwT0497V3en9Vxme9Uw0Fvs3ZYpwizwul6bjMMCG+1frKeLcjMKvmW0dfpq73pplZqXDGRL6ShZZzNRyogHxUiesLT4DrFqrtKZ00PxJepSL03kOjrDy3fHbWpiV0V70I2adrzgXFEPjhJsDhsydTwxS+kfYzdnXyV0jIJP5azrWsbXKhHJ6mshRO23re1yvidvJlPt5AAQXiuH8V25dBgCjH9hhhxj6ivI96cN32nCVlShIMWtiRhKGDjbYevn/fYUHTlYMF+hYim8KikThzFxnkofrMEnqMyjzc1EwC14jYQSlGMYWjEHOym3PHc7wNVK9BnrY2GsXJgbYW4H+Bv1UEQK4n7uiKDjOAZiEjf/ek6X1xiKjitYsQHSi+SpCV8= ceph-0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:24:23.611 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-11T03:24:23.809 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:24:23.821 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:23 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1577374362' entity='client.admin' 2024-09-11T03:24:26.178 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:26 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:26.178 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:26 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:26.178 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:26 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi086", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:24:26.179 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:26 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:26.179 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:26 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:24:26.179 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:26 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:27.593 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-11T03:24:27.593 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-11T03:24:27.785 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:24:27.821 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:27 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3966377840' entity='client.admin' 2024-09-11T03:24:27.821 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:27 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:24:27.821 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:27 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:30.150 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi130 2024-09-11T03:24:30.150 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-09-11T03:24:30.150 DEBUG:teuthology.orchestra.run.smithi130:> dd of=/etc/ceph/ceph.conf 2024-09-11T03:24:30.170 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-09-11T03:24:30.171 DEBUG:teuthology.orchestra.run.smithi130:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:24:30.229 INFO:tasks.cephadm:Adding host smithi130 to orchestrator... 2024-09-11T03:24:30.229 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch host add smithi130 2024-09-11T03:24:30.423 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:24:30.756 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:30 smithi086 ceph-mon[27247]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:24:30.756 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:30 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:30.756 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:30 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:24:30.756 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:30 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:24:30.756 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:30 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:24:30.756 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:30 smithi086 ceph-mon[27247]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:24:30.756 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:30 smithi086 ceph-mon[27247]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:24:30.756 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:30 smithi086 ceph-mon[27247]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:24:30.757 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:30 smithi086 ceph-mon[27247]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:24:30.757 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:30 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:30.757 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:30 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:30.757 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:30 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:32.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:32 smithi086 ceph-mon[27247]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi130", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:24:33.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:33 smithi086 ceph-mon[27247]: Deploying cephadm binary to smithi130 2024-09-11T03:24:34.784 INFO:teuthology.orchestra.run.smithi086.stdout:Added host 'smithi130' with addr '172.21.15.130' 2024-09-11T03:24:35.411 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch host ls --format=json 2024-09-11T03:24:35.601 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:24:36.009 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:35 smithi086 ceph-mon[27247]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:36.009 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:36.010 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:35 smithi086 ceph-mon[27247]: Added host smithi130 2024-09-11T03:24:36.010 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:24:36.010 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:36.010 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:37.221 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:24:37.222 INFO:teuthology.orchestra.run.smithi086.stdout:[{"addr": "172.21.15.86", "hostname": "smithi086", "labels": [], "status": ""}, {"addr": "172.21.15.130", "hostname": "smithi130", "labels": [], "status": ""}] 2024-09-11T03:24:37.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:37 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:37.764 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-11T03:24:37.765 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd crush tunables default 2024-09-11T03:24:37.955 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:24:38.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:38 smithi086 ceph-mon[27247]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:39 smithi086 ceph-mon[27247]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:24:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi130", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:24:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:24:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:24:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:40 smithi086 ceph-mon[27247]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:40 smithi086 ceph-mon[27247]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:24:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:40 smithi086 ceph-mon[27247]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:24:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:40 smithi086 ceph-mon[27247]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:24:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:40 smithi086 ceph-mon[27247]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:24:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:40 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1088985249' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-11T03:24:40.726 INFO:teuthology.orchestra.run.smithi086.stderr:adjusted tunables profile to default 2024-09-11T03:24:41.350 INFO:tasks.cephadm:Adding mon.a on smithi086 2024-09-11T03:24:41.350 INFO:tasks.cephadm:Adding mon.c on smithi086 2024-09-11T03:24:41.351 INFO:tasks.cephadm:Adding mon.b on smithi130 2024-09-11T03:24:41.351 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch apply mon '3;smithi086:172.21.15.86=a;smithi086:[v2:172.21.15.86:3301,v1:172.21.15.86:6790]=c;smithi130:172.21.15.130=b' 2024-09-11T03:24:41.739 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:24:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:41 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1088985249' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-11T03:24:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:41 smithi086 ceph-mon[27247]: osdmap e4: 0 total, 0 up, 0 in 2024-09-11T03:24:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:41 smithi086 ceph-mon[27247]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:43.395 INFO:teuthology.orchestra.run.smithi130.stdout:Scheduled mon update... 2024-09-11T03:24:43.973 DEBUG:teuthology.orchestra.run.smithi086:mon.c> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.c.service 2024-09-11T03:24:43.976 DEBUG:teuthology.orchestra.run.smithi130:mon.b> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.b.service 2024-09-11T03:24:43.978 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-11T03:24:43.978 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-11T03:24:44.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:43 smithi086 ceph-mon[27247]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:24:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:24:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:24:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:24:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:24:45.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:44 smithi086 ceph-mon[27247]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi086:172.21.15.86=a;smithi086:[v2:172.21.15.86:3301,v1:172.21.15.86:6790]=c;smithi130:172.21.15.130=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:24:45.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:44 smithi086 ceph-mon[27247]: Saving service mon spec with placement smithi086:172.21.15.86=a;smithi086:[v2:172.21.15.86:3301,v1:172.21.15.86:6790]=c;smithi130:172.21.15.130=b;count:3 2024-09-11T03:24:45.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:44 smithi086 ceph-mon[27247]: Deploying daemon mon.b on smithi130 2024-09-11T03:24:45.987 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:24:46.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:45 smithi086 ceph-mon[27247]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:48.124 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:47 smithi086 ceph-mon[27247]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:48.210 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:24:48.210 INFO:teuthology.orchestra.run.smithi130.stdout:{"epoch":1,"fsid":"0d04850c-6fed-11ef-bcea-c7b262605968","modified":"2024-09-11T03:23:16.099776Z","created":"2024-09-11T03:23:16.099776Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:3300","nonce":0},{"type":"v1","addr":"172.21.15.86:6789","nonce":0}]},"addr":"172.21.15.86:6789/0","public_addr":"172.21.15.86:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-11T03:24:48.211 INFO:teuthology.orchestra.run.smithi130.stderr:dumped monmap epoch 1 2024-09-11T03:24:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:48 smithi086 ceph-mon[27247]: from='client.? 172.21.15.130:0/576508723' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-11T03:24:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:48 smithi130 systemd[1]: Started Ceph mon.b for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:24:49.777 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-11T03:24:49.777 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-11T03:24:49.976 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:24:54.300 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:54.300 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:24:54.301 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:54.301 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: mon.a calling monitor election 2024-09-11T03:24:54.301 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:54.301 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:54.301 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:54.301 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: mon.b calling monitor election 2024-09-11T03:24:54.301 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:54.301 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:54.301 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:54.301 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:54.302 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-11T03:24:54.302 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: monmap e2: 2 mons at {a=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0],b=[v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-11T03:24:54.302 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: fsmap 2024-09-11T03:24:54.302 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: osdmap e4: 0 total, 0 up, 0 in 2024-09-11T03:24:54.302 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: mgrmap e13: y(active, since 39s) 2024-09-11T03:24:54.302 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: overall HEALTH_OK 2024-09-11T03:24:54.302 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:54.302 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:54.302 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:54.302 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:24:54.302 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:54 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:24:54.316 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:54.317 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:24:54.317 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:54.317 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: mon.a calling monitor election 2024-09-11T03:24:54.317 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:54.317 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:54.317 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:54.317 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: mon.b calling monitor election 2024-09-11T03:24:54.317 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:54.317 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:54.317 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:54.317 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:54.318 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-11T03:24:54.318 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: monmap e2: 2 mons at {a=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0],b=[v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-11T03:24:54.318 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: fsmap 2024-09-11T03:24:54.318 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: osdmap e4: 0 total, 0 up, 0 in 2024-09-11T03:24:54.318 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: mgrmap e13: y(active, since 39s) 2024-09-11T03:24:54.318 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: overall HEALTH_OK 2024-09-11T03:24:54.318 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:54.318 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:54.318 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:24:54.318 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:24:54.318 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:54 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:24:54.625 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:24:54.625 INFO:teuthology.orchestra.run.smithi130.stdout:{"epoch":2,"fsid":"0d04850c-6fed-11ef-bcea-c7b262605968","modified":"2024-09-11T03:24:48.932825Z","created":"2024-09-11T03:23:16.099776Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:3300","nonce":0},{"type":"v1","addr":"172.21.15.86:6789","nonce":0}]},"addr":"172.21.15.86:6789/0","public_addr":"172.21.15.86:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:3300","nonce":0},{"type":"v1","addr":"172.21.15.130:6789","nonce":0}]},"addr":"172.21.15.130:6789/0","public_addr":"172.21.15.130:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-11T03:24:54.625 INFO:teuthology.orchestra.run.smithi130.stderr:dumped monmap epoch 2 2024-09-11T03:24:55.184 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:55 smithi130 ceph-mon[31190]: Deploying daemon mon.c on smithi086 2024-09-11T03:24:55.184 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:55 smithi130 ceph-mon[31190]: from='client.? 172.21.15.130:0/1363947671' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-11T03:24:55.184 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:55 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:55.319 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:55 smithi086 ceph-mon[27247]: Deploying daemon mon.c on smithi086 2024-09-11T03:24:55.319 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:55 smithi086 ceph-mon[27247]: from='client.? 172.21.15.130:0/1363947671' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-11T03:24:55.320 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:55 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:24:56.206 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-11T03:24:56.207 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-11T03:24:56.287 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:24:56 smithi086 ceph-mon[27247]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:56.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:24:56 smithi130 ceph-mon[31190]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:24:56.410 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:24:57.321 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:24:57 smithi086 systemd[1]: Started Ceph mon.c for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:25:02.537 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:25:02.537 INFO:teuthology.orchestra.run.smithi130.stdout:{"epoch":3,"fsid":"0d04850c-6fed-11ef-bcea-c7b262605968","modified":"2024-09-11T03:24:57.095313Z","created":"2024-09-11T03:23:16.099776Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:3300","nonce":0},{"type":"v1","addr":"172.21.15.86:6789","nonce":0}]},"addr":"172.21.15.86:6789/0","public_addr":"172.21.15.86:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:3300","nonce":0},{"type":"v1","addr":"172.21.15.130:6789","nonce":0}]},"addr":"172.21.15.130:6789/0","public_addr":"172.21.15.130:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:3301","nonce":0},{"type":"v1","addr":"172.21.15.86:6790","nonce":0}]},"addr":"172.21.15.86:6790/0","public_addr":"172.21.15.86:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-11T03:25:02.537 INFO:teuthology.orchestra.run.smithi130.stderr:dumped monmap epoch 3 2024-09-11T03:25:02.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:25:02.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: mon.a calling monitor election 2024-09-11T03:25:02.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:25:02.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: mon.b calling monitor election 2024-09-11T03:25:02.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:02.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: mon.c calling monitor election 2024-09-11T03:25:02.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-11T03:25:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: monmap e3: 3 mons at {a=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0],b=[v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0],c=[v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-11T03:25:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: fsmap 2024-09-11T03:25:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: osdmap e4: 0 total, 0 up, 0 in 2024-09-11T03:25:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: mgrmap e13: y(active, since 47s) 2024-09-11T03:25:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: overall HEALTH_OK 2024-09-11T03:25:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:25:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: mon.a calling monitor election 2024-09-11T03:25:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:25:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: mon.b calling monitor election 2024-09-11T03:25:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:02.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: mon.c calling monitor election 2024-09-11T03:25:02.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:02.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-11T03:25:02.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: monmap e3: 3 mons at {a=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0],b=[v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0],c=[v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-11T03:25:02.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: fsmap 2024-09-11T03:25:02.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: osdmap e4: 0 total, 0 up, 0 in 2024-09-11T03:25:02.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: mgrmap e13: y(active, since 47s) 2024-09-11T03:25:02.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: overall HEALTH_OK 2024-09-11T03:25:02.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:02.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:02.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:02.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:02.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:25:02.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: mon.a calling monitor election 2024-09-11T03:25:02.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:25:02.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: mon.b calling monitor election 2024-09-11T03:25:02.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:02.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: mon.c calling monitor election 2024-09-11T03:25:02.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:02.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:02.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-11T03:25:02.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: monmap e3: 3 mons at {a=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0],b=[v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0],c=[v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-11T03:25:02.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: fsmap 2024-09-11T03:25:02.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: osdmap e4: 0 total, 0 up, 0 in 2024-09-11T03:25:02.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: mgrmap e13: y(active, since 47s) 2024-09-11T03:25:02.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: overall HEALTH_OK 2024-09-11T03:25:02.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:02.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:02.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:02.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:03.101 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-11T03:25:03.102 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph config generate-minimal-conf 2024-09-11T03:25:03.307 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:25:03.408 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:03.408 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:03 smithi130 ceph-mon[31190]: from='client.? 172.21.15.130:0/137925418' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-11T03:25:03.408 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:03 smithi130 ceph-mon[31190]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:03.409 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:03.427 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:03.427 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:03 smithi086 ceph-mon[37253]: from='client.? 172.21.15.130:0/137925418' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-11T03:25:03.428 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:03 smithi086 ceph-mon[37253]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:03.428 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:03.428 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:03.428 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:03 smithi086 ceph-mon[27247]: from='client.? 172.21.15.130:0/137925418' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-11T03:25:03.428 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:03 smithi086 ceph-mon[27247]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:03.428 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:25:04.420 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.420 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:04.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:04.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:25:04.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:25:04.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:25:04.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:25:04.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.422 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.422 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.422 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.422 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.422 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.422 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:04.422 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:04.422 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:25:04.422 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:25:04.422 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:25:04.423 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:25:04.423 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.423 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.423 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.423 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.423 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:04 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:25:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:25:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:25:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:25:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:04 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[37253]: Reconfiguring mon.a (unknown last config time)... 2024-09-11T03:25:05.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:25:05.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-11T03:25:05.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:05.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[37253]: Reconfiguring daemon mon.a on smithi086 2024-09-11T03:25:05.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[37253]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:05.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[27247]: Reconfiguring mon.a (unknown last config time)... 2024-09-11T03:25:05.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:25:05.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-11T03:25:05.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:05.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[27247]: Reconfiguring daemon mon.a on smithi086 2024-09-11T03:25:05.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[27247]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:05.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:05 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:05 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:05 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:05 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:05 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:05.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:05 smithi130 ceph-mon[31190]: Reconfiguring mon.a (unknown last config time)... 2024-09-11T03:25:05.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:05 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:25:05.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:05 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-11T03:25:05.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:05 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:05.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:05 smithi130 ceph-mon[31190]: Reconfiguring daemon mon.a on smithi086 2024-09-11T03:25:05.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:05 smithi130 ceph-mon[31190]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:05.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:05 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:06.133 INFO:teuthology.orchestra.run.smithi086.stdout:# minimal ceph.conf for 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:25:06.133 INFO:teuthology.orchestra.run.smithi086.stdout:[global] 2024-09-11T03:25:06.133 INFO:teuthology.orchestra.run.smithi086.stdout: fsid = 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:25:06.133 INFO:teuthology.orchestra.run.smithi086.stdout: mon_host = [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] [v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0] 2024-09-11T03:25:06.811 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:06.811 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:06.811 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[37253]: Reconfiguring mon.c (monmap changed)... 2024-09-11T03:25:06.812 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:25:06.812 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-11T03:25:06.812 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:06.812 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[37253]: Reconfiguring daemon mon.c on smithi086 2024-09-11T03:25:06.812 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/746656112' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:06.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:06.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:06.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[27247]: Reconfiguring mon.c (monmap changed)... 2024-09-11T03:25:06.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:25:06.812 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-11T03:25:06.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:06.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[27247]: Reconfiguring daemon mon.c on smithi086 2024-09-11T03:25:06.813 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:06 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/746656112' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:06.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:06 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:06.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:06 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:06.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:06 smithi130 ceph-mon[31190]: Reconfiguring mon.c (monmap changed)... 2024-09-11T03:25:06.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:06 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:25:06.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:06 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-11T03:25:06.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:06 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:06.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:06 smithi130 ceph-mon[31190]: Reconfiguring daemon mon.c on smithi086 2024-09-11T03:25:06.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:06 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/746656112' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:07.585 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-11T03:25:07.585 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:25:07.585 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/ceph/ceph.conf 2024-09-11T03:25:07.612 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:25:07.613 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:25:07.677 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-09-11T03:25:07.677 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/etc/ceph/ceph.conf 2024-09-11T03:25:07.704 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-09-11T03:25:07.704 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:25:07.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:07 smithi130 ceph-mon[31190]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:07.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:07 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:07.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:07 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:07.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:07 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:25:07.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:07 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-11T03:25:07.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:07 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:07.769 INFO:tasks.cephadm:Adding mgr.y on smithi086 2024-09-11T03:25:07.769 INFO:tasks.cephadm:Adding mgr.x on smithi130 2024-09-11T03:25:07.769 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch apply mgr '2;smithi086=y;smithi130=x' 2024-09-11T03:25:07.821 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:07 smithi086 ceph-mon[27247]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:07.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:07 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:07.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:07 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:07.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:07 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:25:07.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:07 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-11T03:25:07.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:07 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:07.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:07 smithi086 ceph-mon[37253]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:07.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:07 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:07.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:07 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:07.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:07 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:25:07.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:07 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-11T03:25:07.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:07 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:08.100 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:25:08.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:08 smithi086 ceph-mon[27247]: Reconfiguring mon.b (monmap changed)... 2024-09-11T03:25:08.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:08 smithi086 ceph-mon[27247]: Reconfiguring daemon mon.b on smithi130 2024-09-11T03:25:08.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:08 smithi086 ceph-mon[37253]: Reconfiguring mon.b (monmap changed)... 2024-09-11T03:25:08.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:08 smithi086 ceph-mon[37253]: Reconfiguring daemon mon.b on smithi130 2024-09-11T03:25:08.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:08 smithi130 ceph-mon[31190]: Reconfiguring mon.b (monmap changed)... 2024-09-11T03:25:08.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:08 smithi130 ceph-mon[31190]: Reconfiguring daemon mon.b on smithi130 2024-09-11T03:25:09.815 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:09 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:09.815 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:09 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:09.815 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:09 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:09.815 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:09 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:09.815 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:09 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:09.815 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:09 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:09.815 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:09 smithi130 ceph-mon[31190]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[27247]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:10.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:09 smithi086 ceph-mon[37253]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:10.207 INFO:teuthology.orchestra.run.smithi130.stdout:Scheduled mgr update... 2024-09-11T03:25:10.814 DEBUG:teuthology.orchestra.run.smithi130:mgr.x> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.x.service 2024-09-11T03:25:10.817 DEBUG:tasks.cephadm:set 0 configs 2024-09-11T03:25:10.817 INFO:tasks.cephadm:Deploying OSDs... 2024-09-11T03:25:10.817 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:25:10.817 DEBUG:teuthology.orchestra.run.smithi086:> dd if=/scratch_devs of=/dev/stdout 2024-09-11T03:25:10.838 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-11T03:25:10.838 DEBUG:teuthology.orchestra.run.smithi086:> stat /dev/vg_nvme/lv_1 2024-09-11T03:25:10.896 INFO:teuthology.orchestra.run.smithi086.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-11T03:25:10.896 INFO:teuthology.orchestra.run.smithi086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T03:25:10.896 INFO:teuthology.orchestra.run.smithi086.stdout:Device: 5h/5d Inode: 966 Links: 1 2024-09-11T03:25:10.896 INFO:teuthology.orchestra.run.smithi086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T03:25:10.897 INFO:teuthology.orchestra.run.smithi086.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T03:25:10.897 INFO:teuthology.orchestra.run.smithi086.stdout:Access: 2024-09-11 03:24:56.583278893 +0000 2024-09-11T03:25:10.897 INFO:teuthology.orchestra.run.smithi086.stdout:Modify: 2024-09-11 03:20:46.360811927 +0000 2024-09-11T03:25:10.897 INFO:teuthology.orchestra.run.smithi086.stdout:Change: 2024-09-11 03:20:46.360811927 +0000 2024-09-11T03:25:10.897 INFO:teuthology.orchestra.run.smithi086.stdout: Birth: 2024-09-11 03:20:46.360811927 +0000 2024-09-11T03:25:10.897 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-11T03:25:10.964 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records in 2024-09-11T03:25:10.964 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records out 2024-09-11T03:25:10.964 INFO:teuthology.orchestra.run.smithi086.stderr:512 bytes copied, 0.000229992 s, 2.2 MB/s 2024-09-11T03:25:10.965 DEBUG:teuthology.orchestra.run.smithi086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-11T03:25:11.024 DEBUG:teuthology.orchestra.run.smithi086:> stat /dev/vg_nvme/lv_2 2024-09-11T03:25:11.080 INFO:teuthology.orchestra.run.smithi086.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-11T03:25:11.080 INFO:teuthology.orchestra.run.smithi086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T03:25:11.081 INFO:teuthology.orchestra.run.smithi086.stdout:Device: 5h/5d Inode: 983 Links: 1 2024-09-11T03:25:11.081 INFO:teuthology.orchestra.run.smithi086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T03:25:11.081 INFO:teuthology.orchestra.run.smithi086.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T03:25:11.081 INFO:teuthology.orchestra.run.smithi086.stdout:Access: 2024-09-11 03:24:56.584278871 +0000 2024-09-11T03:25:11.081 INFO:teuthology.orchestra.run.smithi086.stdout:Modify: 2024-09-11 03:20:46.362811730 +0000 2024-09-11T03:25:11.081 INFO:teuthology.orchestra.run.smithi086.stdout:Change: 2024-09-11 03:20:46.362811730 +0000 2024-09-11T03:25:11.081 INFO:teuthology.orchestra.run.smithi086.stdout: Birth: 2024-09-11 03:20:46.362811730 +0000 2024-09-11T03:25:11.081 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-11T03:25:11.146 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records in 2024-09-11T03:25:11.146 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records out 2024-09-11T03:25:11.146 INFO:teuthology.orchestra.run.smithi086.stderr:512 bytes copied, 0.000205014 s, 2.5 MB/s 2024-09-11T03:25:11.147 DEBUG:teuthology.orchestra.run.smithi086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-11T03:25:11.205 DEBUG:teuthology.orchestra.run.smithi086:> stat /dev/vg_nvme/lv_3 2024-09-11T03:25:11.262 INFO:teuthology.orchestra.run.smithi086.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-11T03:25:11.262 INFO:teuthology.orchestra.run.smithi086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T03:25:11.262 INFO:teuthology.orchestra.run.smithi086.stdout:Device: 5h/5d Inode: 979 Links: 1 2024-09-11T03:25:11.262 INFO:teuthology.orchestra.run.smithi086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T03:25:11.262 INFO:teuthology.orchestra.run.smithi086.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T03:25:11.263 INFO:teuthology.orchestra.run.smithi086.stdout:Access: 2024-09-11 03:24:56.584278871 +0000 2024-09-11T03:25:11.263 INFO:teuthology.orchestra.run.smithi086.stdout:Modify: 2024-09-11 03:20:46.362811730 +0000 2024-09-11T03:25:11.263 INFO:teuthology.orchestra.run.smithi086.stdout:Change: 2024-09-11 03:20:46.362811730 +0000 2024-09-11T03:25:11.263 INFO:teuthology.orchestra.run.smithi086.stdout: Birth: 2024-09-11 03:20:46.362811730 +0000 2024-09-11T03:25:11.263 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-11T03:25:11.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[27247]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi086=y;smithi130=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:25:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[27247]: Saving service mgr spec with placement smithi086=y;smithi130=x;count:2 2024-09-11T03:25:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:25:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-11T03:25:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:25:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[27247]: Deploying daemon mgr.x on smithi130 2024-09-11T03:25:11.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[27247]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[37253]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi086=y;smithi130=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:25:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[37253]: Saving service mgr spec with placement smithi086=y;smithi130=x;count:2 2024-09-11T03:25:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:25:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-11T03:25:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:25:11.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:11.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[37253]: Deploying daemon mgr.x on smithi130 2024-09-11T03:25:11.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:11 smithi086 ceph-mon[37253]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:11.327 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records in 2024-09-11T03:25:11.327 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records out 2024-09-11T03:25:11.327 INFO:teuthology.orchestra.run.smithi086.stderr:512 bytes copied, 0.000195976 s, 2.6 MB/s 2024-09-11T03:25:11.328 DEBUG:teuthology.orchestra.run.smithi086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-11T03:25:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:11 smithi130 ceph-mon[31190]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi086=y;smithi130=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:25:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:11 smithi130 ceph-mon[31190]: Saving service mgr spec with placement smithi086=y;smithi130=x;count:2 2024-09-11T03:25:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:11.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:11.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:11.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:11.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:25:11.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-11T03:25:11.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:25:11.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:11.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:11 smithi130 ceph-mon[31190]: Deploying daemon mgr.x on smithi130 2024-09-11T03:25:11.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:11 smithi130 ceph-mon[31190]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:11.384 DEBUG:teuthology.orchestra.run.smithi086:> stat /dev/vg_nvme/lv_4 2024-09-11T03:25:11.440 INFO:teuthology.orchestra.run.smithi086.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-11T03:25:11.440 INFO:teuthology.orchestra.run.smithi086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T03:25:11.441 INFO:teuthology.orchestra.run.smithi086.stdout:Device: 5h/5d Inode: 972 Links: 1 2024-09-11T03:25:11.441 INFO:teuthology.orchestra.run.smithi086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T03:25:11.441 INFO:teuthology.orchestra.run.smithi086.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T03:25:11.441 INFO:teuthology.orchestra.run.smithi086.stdout:Access: 2024-09-11 03:24:56.584278871 +0000 2024-09-11T03:25:11.441 INFO:teuthology.orchestra.run.smithi086.stdout:Modify: 2024-09-11 03:20:46.360811927 +0000 2024-09-11T03:25:11.441 INFO:teuthology.orchestra.run.smithi086.stdout:Change: 2024-09-11 03:20:46.360811927 +0000 2024-09-11T03:25:11.441 INFO:teuthology.orchestra.run.smithi086.stdout: Birth: 2024-09-11 03:20:46.360811927 +0000 2024-09-11T03:25:11.441 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-11T03:25:11.504 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records in 2024-09-11T03:25:11.504 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records out 2024-09-11T03:25:11.504 INFO:teuthology.orchestra.run.smithi086.stderr:512 bytes copied, 0.000238548 s, 2.1 MB/s 2024-09-11T03:25:11.505 DEBUG:teuthology.orchestra.run.smithi086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-11T03:25:11.563 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-09-11T03:25:11.563 DEBUG:teuthology.orchestra.run.smithi130:> dd if=/scratch_devs of=/dev/stdout 2024-09-11T03:25:11.581 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-11T03:25:11.581 DEBUG:teuthology.orchestra.run.smithi130:> stat /dev/vg_nvme/lv_1 2024-09-11T03:25:11.638 INFO:teuthology.orchestra.run.smithi130.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-11T03:25:11.639 INFO:teuthology.orchestra.run.smithi130.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T03:25:11.639 INFO:teuthology.orchestra.run.smithi130.stdout:Device: 5h/5d Inode: 975 Links: 1 2024-09-11T03:25:11.639 INFO:teuthology.orchestra.run.smithi130.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T03:25:11.639 INFO:teuthology.orchestra.run.smithi130.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T03:25:11.639 INFO:teuthology.orchestra.run.smithi130.stdout:Access: 2024-09-11 03:24:47.022410167 +0000 2024-09-11T03:25:11.640 INFO:teuthology.orchestra.run.smithi130.stdout:Modify: 2024-09-11 03:20:45.594551627 +0000 2024-09-11T03:25:11.640 INFO:teuthology.orchestra.run.smithi130.stdout:Change: 2024-09-11 03:20:45.594551627 +0000 2024-09-11T03:25:11.640 INFO:teuthology.orchestra.run.smithi130.stdout: Birth: 2024-09-11 03:20:45.594551627 +0000 2024-09-11T03:25:11.640 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-11T03:25:11.702 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records in 2024-09-11T03:25:11.702 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records out 2024-09-11T03:25:11.702 INFO:teuthology.orchestra.run.smithi130.stderr:512 bytes copied, 0.000249285 s, 2.1 MB/s 2024-09-11T03:25:11.703 DEBUG:teuthology.orchestra.run.smithi130:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-11T03:25:11.760 DEBUG:teuthology.orchestra.run.smithi130:> stat /dev/vg_nvme/lv_2 2024-09-11T03:25:11.816 INFO:teuthology.orchestra.run.smithi130.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-11T03:25:11.816 INFO:teuthology.orchestra.run.smithi130.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T03:25:11.816 INFO:teuthology.orchestra.run.smithi130.stdout:Device: 5h/5d Inode: 962 Links: 1 2024-09-11T03:25:11.816 INFO:teuthology.orchestra.run.smithi130.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T03:25:11.816 INFO:teuthology.orchestra.run.smithi130.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T03:25:11.816 INFO:teuthology.orchestra.run.smithi130.stdout:Access: 2024-09-11 03:24:47.022410167 +0000 2024-09-11T03:25:11.817 INFO:teuthology.orchestra.run.smithi130.stdout:Modify: 2024-09-11 03:20:45.593551645 +0000 2024-09-11T03:25:11.817 INFO:teuthology.orchestra.run.smithi130.stdout:Change: 2024-09-11 03:20:45.593551645 +0000 2024-09-11T03:25:11.817 INFO:teuthology.orchestra.run.smithi130.stdout: Birth: 2024-09-11 03:20:45.593551645 +0000 2024-09-11T03:25:11.817 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-11T03:25:11.879 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records in 2024-09-11T03:25:11.879 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records out 2024-09-11T03:25:11.879 INFO:teuthology.orchestra.run.smithi130.stderr:512 bytes copied, 0.000181948 s, 2.8 MB/s 2024-09-11T03:25:11.881 DEBUG:teuthology.orchestra.run.smithi130:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-11T03:25:11.937 DEBUG:teuthology.orchestra.run.smithi130:> stat /dev/vg_nvme/lv_3 2024-09-11T03:25:11.992 INFO:teuthology.orchestra.run.smithi130.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-11T03:25:11.992 INFO:teuthology.orchestra.run.smithi130.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T03:25:11.992 INFO:teuthology.orchestra.run.smithi130.stdout:Device: 5h/5d Inode: 983 Links: 1 2024-09-11T03:25:11.992 INFO:teuthology.orchestra.run.smithi130.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T03:25:11.992 INFO:teuthology.orchestra.run.smithi130.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T03:25:11.992 INFO:teuthology.orchestra.run.smithi130.stdout:Access: 2024-09-11 03:24:47.022410167 +0000 2024-09-11T03:25:11.993 INFO:teuthology.orchestra.run.smithi130.stdout:Modify: 2024-09-11 03:20:45.595551608 +0000 2024-09-11T03:25:11.993 INFO:teuthology.orchestra.run.smithi130.stdout:Change: 2024-09-11 03:20:45.595551608 +0000 2024-09-11T03:25:11.993 INFO:teuthology.orchestra.run.smithi130.stdout: Birth: 2024-09-11 03:20:45.595551608 +0000 2024-09-11T03:25:11.993 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-11T03:25:12.057 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records in 2024-09-11T03:25:12.057 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records out 2024-09-11T03:25:12.057 INFO:teuthology.orchestra.run.smithi130.stderr:512 bytes copied, 0.000200011 s, 2.6 MB/s 2024-09-11T03:25:12.058 DEBUG:teuthology.orchestra.run.smithi130:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-11T03:25:12.114 DEBUG:teuthology.orchestra.run.smithi130:> stat /dev/vg_nvme/lv_4 2024-09-11T03:25:12.172 INFO:teuthology.orchestra.run.smithi130.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-11T03:25:12.172 INFO:teuthology.orchestra.run.smithi130.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T03:25:12.172 INFO:teuthology.orchestra.run.smithi130.stdout:Device: 5h/5d Inode: 974 Links: 1 2024-09-11T03:25:12.172 INFO:teuthology.orchestra.run.smithi130.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T03:25:12.173 INFO:teuthology.orchestra.run.smithi130.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T03:25:12.173 INFO:teuthology.orchestra.run.smithi130.stdout:Access: 2024-09-11 03:24:47.023410149 +0000 2024-09-11T03:25:12.173 INFO:teuthology.orchestra.run.smithi130.stdout:Modify: 2024-09-11 03:20:45.594551627 +0000 2024-09-11T03:25:12.173 INFO:teuthology.orchestra.run.smithi130.stdout:Change: 2024-09-11 03:20:45.594551627 +0000 2024-09-11T03:25:12.173 INFO:teuthology.orchestra.run.smithi130.stdout: Birth: 2024-09-11 03:20:45.594551627 +0000 2024-09-11T03:25:12.173 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-11T03:25:12.261 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records in 2024-09-11T03:25:12.261 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records out 2024-09-11T03:25:12.261 INFO:teuthology.orchestra.run.smithi130.stderr:512 bytes copied, 0.00020591 s, 2.5 MB/s 2024-09-11T03:25:12.262 DEBUG:teuthology.orchestra.run.smithi130:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-11T03:25:12.278 INFO:tasks.cephadm:Deploying osd.0 on smithi086 with /dev/vg_nvme/lv_4... 2024-09-11T03:25:12.278 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-11T03:25:12.473 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:25:12.597 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:12 smithi130 systemd[1]: Starting Ceph mgr.x for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:25:12.928 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:12 smithi130 podman[33034]: 2024-09-11 03:25:12.578780787 +0000 UTC m=+0.016096238 image pull f21ba1eea74eff81ce08338578ea11be73add5627252ff4d00500aa0d1abdd33 quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6 2024-09-11T03:25:12.928 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:12 smithi130 podman[33034]: 2024-09-11 03:25:12.696056762 +0000 UTC m=+0.133372213 container create 8b3341821273fad3dbad86c5d5418681083e8ba6a5e219f2f645c169a7eeec8a (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=reef-7a853b1, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True) 2024-09-11T03:25:12.928 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:12 smithi130 podman[33034]: 2024-09-11 03:25:12.926056789 +0000 UTC m=+0.363372242 container init 8b3341821273fad3dbad86c5d5418681083e8ba6a5e219f2f645c169a7eeec8a (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-7a853b1, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-11T03:25:12.928 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:12 smithi130 podman[33034]: 2024-09-11 03:25:12.929004563 +0000 UTC m=+0.366320015 container start 8b3341821273fad3dbad86c5d5418681083e8ba6a5e219f2f645c169a7eeec8a (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=reef-7a853b1) 2024-09-11T03:25:13.262 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:12 smithi130 ceph-mgr[33052]: -- 172.21.15.130:0/1045030164 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55570e0f4d00 con 0x55570e0c9400 2024-09-11T03:25:13.263 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:13 smithi130 bash[33034]: 8b3341821273fad3dbad86c5d5418681083e8ba6a5e219f2f645c169a7eeec8a 2024-09-11T03:25:13.263 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:13 smithi130 systemd[1]: Started Ceph mgr.x for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:25:13.263 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:13.045+0000 7f2668e8e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-11T03:25:13.263 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:13.105+0000 7f2668e8e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-11T03:25:13.263 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:13.261+0000 7f2668e8e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-11T03:25:13.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:13.330+0000 7f2668e8e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-11T03:25:13.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:13.495+0000 7f2668e8e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:25:13.908 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:13.635+0000 7f2668e8e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-11T03:25:14.211 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:13.953+0000 7f2668e8e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-11T03:25:14.211 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:14.013+0000 7f2668e8e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-11T03:25:14.211 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:14 smithi130 ceph-mon[31190]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:14.212 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:14 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:14.212 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:14 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:14.212 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:14 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:14.212 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:14 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:14.212 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:14 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:14.262 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:14 smithi086 ceph-mon[27247]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:14.262 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:14.262 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:14.262 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:14.262 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:14.263 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:14.263 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:14 smithi086 ceph-mon[37253]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:14.263 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:14 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:14.263 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:14 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:14.263 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:14 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:14.263 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:14 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:14.263 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:14 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:14.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:14.210+0000 7f2668e8e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-11T03:25:14.989 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:25:15.007 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi086:vg_nvme/lv_4 2024-09-11T03:25:15.243 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:15.243 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:15.243 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:15.243 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:15.244 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:15.244 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[27247]: Reconfiguring mgr.y (unknown last config time)... 2024-09-11T03:25:15.244 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:25:15.244 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:25:15.244 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:15.244 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[27247]: Reconfiguring daemon mgr.y on smithi086 2024-09-11T03:25:15.244 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[27247]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:15.244 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:15.244 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:15.244 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:15.245 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:15.245 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:15.245 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:15.245 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[37253]: Reconfiguring mgr.y (unknown last config time)... 2024-09-11T03:25:15.245 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:25:15.245 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:25:15.245 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:15.245 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[37253]: Reconfiguring daemon mgr.y on smithi086 2024-09-11T03:25:15.245 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[37253]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:15.245 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:15.346 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:15.080+0000 7f2668e8e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-11T03:25:15.346 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:15.145+0000 7f2668e8e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-11T03:25:15.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:15.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:15.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:15.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:15.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:15.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-mon[31190]: Reconfiguring mgr.y (unknown last config time)... 2024-09-11T03:25:15.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:25:15.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:25:15.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:15.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-mon[31190]: Reconfiguring daemon mgr.y on smithi086 2024-09-11T03:25:15.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-mon[31190]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:15.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:15.578 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:25:16.120 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:15.857+0000 7f2668e8e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-11T03:25:16.120 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:15.973+0000 7f2668e8e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-11T03:25:16.120 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:16.118+0000 7f2668e8e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:25:16.393 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:16.179+0000 7f2668e8e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-11T03:25:16.393 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:16.325+0000 7f2668e8e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-11T03:25:16.393 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:16.392+0000 7f2668e8e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-11T03:25:16.670 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:16.451+0000 7f2668e8e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-11T03:25:16.670 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:16.605+0000 7f2668e8e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-11T03:25:16.670 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:16.669+0000 7f2668e8e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-11T03:25:16.933 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:16.735+0000 7f2668e8e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-11T03:25:16.934 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:16.815+0000 7f2668e8e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-11T03:25:16.934 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:16.874+0000 7f2668e8e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-11T03:25:16.934 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:16.932+0000 7f2668e8e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-11T03:25:16.982 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:16.982 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:16.982 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:16.982 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:16.982 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:16.982 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:16.982 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:16.983 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:16.983 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:16.983 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:16.983 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:16.983 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:17.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:17.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:17.992 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:25:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:25:17.708+0000 7f2668e8e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-11T03:25:18.304 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[37253]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:18.304 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:25:18.305 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:25:18.305 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:18.305 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[37253]: Standby manager daemon x started 2024-09-11T03:25:18.305 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/2184298162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:25:18.305 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/2184298162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:25:18.305 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/2184298162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:25:18.305 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/2184298162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:25:18.305 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[27247]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:18.305 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:25:18.305 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:25:18.306 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:18.306 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[27247]: Standby manager daemon x started 2024-09-11T03:25:18.306 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/2184298162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:25:18.306 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/2184298162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:25:18.306 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/2184298162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:25:18.306 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:17 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/2184298162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:25:18.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:17 smithi130 ceph-mon[31190]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:18.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:17 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:25:18.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:17 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:25:18.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:17 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:18.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:17 smithi130 ceph-mon[31190]: Standby manager daemon x started 2024-09-11T03:25:18.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:17 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/2184298162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:25:18.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:17 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/2184298162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:25:18.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:17 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/2184298162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:25:18.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:17 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/2184298162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:25:19.259 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:18 smithi086 ceph-mon[27247]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:25:19.259 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:18 smithi086 ceph-mon[27247]: mgrmap e14: y(active, since 63s), standbys: x 2024-09-11T03:25:19.259 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:18 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-11T03:25:19.259 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:18 smithi086 ceph-mon[37253]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:25:19.259 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:18 smithi086 ceph-mon[37253]: mgrmap e14: y(active, since 63s), standbys: x 2024-09-11T03:25:19.259 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:18 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-11T03:25:19.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:19 smithi130 ceph-mon[31190]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:25:19.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:19 smithi130 ceph-mon[31190]: mgrmap e14: y(active, since 63s), standbys: x 2024-09-11T03:25:19.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:19 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-11T03:25:20.256 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:20 smithi086 ceph-mon[27247]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:20.256 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:20 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1639277190' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "205c0dfc-77ea-47e4-9ff9-58811033bd68"}]: dispatch 2024-09-11T03:25:20.256 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:20 smithi086 ceph-mon[27247]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "205c0dfc-77ea-47e4-9ff9-58811033bd68"}]: dispatch 2024-09-11T03:25:20.256 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:20 smithi086 ceph-mon[27247]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "205c0dfc-77ea-47e4-9ff9-58811033bd68"}]': finished 2024-09-11T03:25:20.256 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:20 smithi086 ceph-mon[27247]: osdmap e5: 1 total, 0 up, 1 in 2024-09-11T03:25:20.256 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:20 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:20.257 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:20 smithi086 ceph-mon[37253]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:20.257 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:20 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1639277190' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "205c0dfc-77ea-47e4-9ff9-58811033bd68"}]: dispatch 2024-09-11T03:25:20.257 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:20 smithi086 ceph-mon[37253]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "205c0dfc-77ea-47e4-9ff9-58811033bd68"}]: dispatch 2024-09-11T03:25:20.257 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:20 smithi086 ceph-mon[37253]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "205c0dfc-77ea-47e4-9ff9-58811033bd68"}]': finished 2024-09-11T03:25:20.257 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:20 smithi086 ceph-mon[37253]: osdmap e5: 1 total, 0 up, 1 in 2024-09-11T03:25:20.257 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:20 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:20 smithi130 ceph-mon[31190]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:20 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1639277190' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "205c0dfc-77ea-47e4-9ff9-58811033bd68"}]: dispatch 2024-09-11T03:25:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:20 smithi130 ceph-mon[31190]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "205c0dfc-77ea-47e4-9ff9-58811033bd68"}]: dispatch 2024-09-11T03:25:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:20 smithi130 ceph-mon[31190]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "205c0dfc-77ea-47e4-9ff9-58811033bd68"}]': finished 2024-09-11T03:25:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:20 smithi130 ceph-mon[31190]: osdmap e5: 1 total, 0 up, 1 in 2024-09-11T03:25:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:20 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:21.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:21 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/107407955' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:25:21.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:21 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/107407955' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:25:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:21 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/107407955' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:25:22.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:22 smithi086 ceph-mon[27247]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:22 smithi086 ceph-mon[37253]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:22 smithi130 ceph-mon[31190]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:24.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:24 smithi086 ceph-mon[27247]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:24.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:24 smithi086 ceph-mon[37253]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:24.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:24 smithi130 ceph-mon[31190]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:26.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:26 smithi086 ceph-mon[27247]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:26 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-11T03:25:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:26 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:26.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:26 smithi086 ceph-mon[37253]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:26.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:26 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-11T03:25:26.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:26 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:26.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:26 smithi130 ceph-mon[31190]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:26.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:26 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-11T03:25:26.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:26 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:27 smithi086 ceph-mon[37253]: Deploying daemon osd.0 on smithi086 2024-09-11T03:25:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:27 smithi086 ceph-mon[27247]: Deploying daemon osd.0 on smithi086 2024-09-11T03:25:27.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:27 smithi130 ceph-mon[31190]: Deploying daemon osd.0 on smithi086 2024-09-11T03:25:28.298 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:28 smithi086 ceph-mon[27247]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:28.298 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:28 smithi086 ceph-mon[37253]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:28.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:28 smithi130 ceph-mon[31190]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:30.110 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:30 smithi086 ceph-mon[27247]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:30.110 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:30 smithi086 ceph-mon[37253]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:30.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:30 smithi130 ceph-mon[31190]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:31.299 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:31 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:31.299 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:31 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:31.299 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:31 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:31.299 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:31 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:31.299 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:31 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:31.299 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:31 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:31 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:31 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:31 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:32.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:32 smithi086 ceph-mon[27247]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:32.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:32 smithi086 ceph-mon[37253]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:32.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:32 smithi130 ceph-mon[31190]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:33.919 INFO:teuthology.orchestra.run.smithi086.stdout:Created osd(s) 0 on host 'smithi086' 2024-09-11T03:25:34.321 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[37253]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[37253]: from='osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-11T03:25:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[27247]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:34.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:34.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:34.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[27247]: from='osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-11T03:25:34.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:34.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:34 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:34 smithi130 ceph-mon[31190]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:34.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:34 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:34 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:34 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:34.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:34 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:34.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:34 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:34 smithi130 ceph-mon[31190]: from='osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-11T03:25:34.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:34 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:34.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:34 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:34 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:34.555 DEBUG:teuthology.orchestra.run.smithi086:osd.0> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.0.service 2024-09-11T03:25:34.558 INFO:tasks.cephadm:Deploying osd.1 on smithi086 with /dev/vg_nvme/lv_3... 2024-09-11T03:25:34.558 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-11T03:25:35.209 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:25:35.882 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:35 smithi130 ceph-mon[31190]: from='osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-11T03:25:35.883 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:35 smithi130 ceph-mon[31190]: osdmap e6: 1 total, 0 up, 1 in 2024-09-11T03:25:35.883 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:35 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:35.883 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:35 smithi130 ceph-mon[31190]: from='osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-09-11T03:25:35.883 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:35 smithi130 ceph-mon[31190]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:36.043 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:35 smithi086 ceph-mon[27247]: from='osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-11T03:25:36.043 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:35 smithi086 ceph-mon[27247]: osdmap e6: 1 total, 0 up, 1 in 2024-09-11T03:25:36.043 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:36.043 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:35 smithi086 ceph-mon[27247]: from='osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-09-11T03:25:36.043 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:35 smithi086 ceph-mon[27247]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:36.044 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:35 smithi086 ceph-mon[37253]: from='osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-11T03:25:36.044 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:35 smithi086 ceph-mon[37253]: osdmap e6: 1 total, 0 up, 1 in 2024-09-11T03:25:36.044 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:35 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:36.044 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:35 smithi086 ceph-mon[37253]: from='osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-09-11T03:25:36.044 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:35 smithi086 ceph-mon[37253]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-11T03:25:36.044 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:25:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0[41127]: 2024-09-11T03:25:35.630+0000 7faabc368640 -1 osd.0 0 waiting for initial osdmap 2024-09-11T03:25:36.045 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:25:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0[41127]: 2024-09-11T03:25:35.632+0000 7faab8191640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:25:36.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:36 smithi130 ceph-mon[31190]: from='osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-09-11T03:25:36.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:36 smithi130 ceph-mon[31190]: osdmap e7: 1 total, 0 up, 1 in 2024-09-11T03:25:36.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:36 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:36.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:36 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:36.949 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:36 smithi086 ceph-mon[27247]: from='osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-09-11T03:25:36.949 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:36 smithi086 ceph-mon[27247]: osdmap e7: 1 total, 0 up, 1 in 2024-09-11T03:25:36.949 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:36 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:36.949 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:36 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:36.949 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:36 smithi086 ceph-mon[37253]: from='osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-09-11T03:25:36.949 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:36 smithi086 ceph-mon[37253]: osdmap e7: 1 total, 0 up, 1 in 2024-09-11T03:25:36.950 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:36 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:36.950 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:36 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:37.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:37 smithi086 ceph-mon[27247]: purged_snaps scrub starts 2024-09-11T03:25:37.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:37 smithi086 ceph-mon[27247]: purged_snaps scrub ok 2024-09-11T03:25:37.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:37 smithi086 ceph-mon[27247]: osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326] boot 2024-09-11T03:25:37.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:37 smithi086 ceph-mon[27247]: osdmap e8: 1 total, 1 up, 1 in 2024-09-11T03:25:37.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:37 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:37.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:37 smithi086 ceph-mon[27247]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:37.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:37 smithi086 ceph-mon[37253]: purged_snaps scrub starts 2024-09-11T03:25:37.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:37 smithi086 ceph-mon[37253]: purged_snaps scrub ok 2024-09-11T03:25:37.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:37 smithi086 ceph-mon[37253]: osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326] boot 2024-09-11T03:25:37.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:37 smithi086 ceph-mon[37253]: osdmap e8: 1 total, 1 up, 1 in 2024-09-11T03:25:37.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:37 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:37.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:37 smithi086 ceph-mon[37253]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:37 smithi130 ceph-mon[31190]: purged_snaps scrub starts 2024-09-11T03:25:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:37 smithi130 ceph-mon[31190]: purged_snaps scrub ok 2024-09-11T03:25:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:37 smithi130 ceph-mon[31190]: osd.0 [v2:172.21.15.86:6802/4243825326,v1:172.21.15.86:6803/4243825326] boot 2024-09-11T03:25:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:37 smithi130 ceph-mon[31190]: osdmap e8: 1 total, 1 up, 1 in 2024-09-11T03:25:38.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:37 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:25:38.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:37 smithi130 ceph-mon[31190]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:38.122 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:25:38.140 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi086:vg_nvme/lv_3 2024-09-11T03:25:38.655 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:25:38.775 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:38 smithi086 ceph-mon[27247]: osdmap e9: 1 total, 1 up, 1 in 2024-09-11T03:25:38.776 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:38 smithi086 ceph-mon[37253]: osdmap e9: 1 total, 1 up, 1 in 2024-09-11T03:25:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:38 smithi130 ceph-mon[31190]: osdmap e9: 1 total, 1 up, 1 in 2024-09-11T03:25:39.999 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:39 smithi086 ceph-mon[27247]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:40.000 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:39 smithi086 ceph-mon[37253]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:40.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:39 smithi130 ceph-mon[31190]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:41.237 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[27247]: Detected new or changed devices on smithi086 2024-09-11T03:25:41.237 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:41.237 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:41.237 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:25:41.237 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[27247]: Adjusting osd_memory_target on smithi086 to 16064M 2024-09-11T03:25:41.237 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:41.238 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:41.238 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:41.238 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:41.238 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:25:41.238 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:25:41.238 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:41.238 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[37253]: Detected new or changed devices on smithi086 2024-09-11T03:25:41.238 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:41.238 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:41.238 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:25:41.238 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[37253]: Adjusting osd_memory_target on smithi086 to 16064M 2024-09-11T03:25:41.239 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:41.239 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:41.239 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:41.239 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:41.239 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:25:41.239 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:25:41.239 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:40 smithi130 ceph-mon[31190]: Detected new or changed devices on smithi086 2024-09-11T03:25:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:25:41.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:40 smithi130 ceph-mon[31190]: Adjusting osd_memory_target on smithi086 to 16064M 2024-09-11T03:25:41.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:41.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:41.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:25:41.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:41.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:25:41.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:25:41.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:42.253 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:41 smithi086 ceph-mon[27247]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:42.253 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:41 smithi086 ceph-mon[27247]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:25:42.253 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:41 smithi086 ceph-mon[37253]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:42.253 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:41 smithi086 ceph-mon[37253]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:25:42.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:41 smithi130 ceph-mon[31190]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:42.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:41 smithi130 ceph-mon[31190]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:25:44.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:43 smithi086 ceph-mon[37253]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:44.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:43 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2642169894' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e76b0e29-18fc-481f-ae57-dcc2b9f42ca9"}]: dispatch 2024-09-11T03:25:44.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:43 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2642169894' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e76b0e29-18fc-481f-ae57-dcc2b9f42ca9"}]': finished 2024-09-11T03:25:44.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:43 smithi086 ceph-mon[37253]: osdmap e10: 2 total, 1 up, 2 in 2024-09-11T03:25:44.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:43 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:25:44.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:43 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2167550292' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:25:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:43 smithi086 ceph-mon[27247]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:43 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2642169894' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e76b0e29-18fc-481f-ae57-dcc2b9f42ca9"}]: dispatch 2024-09-11T03:25:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:43 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2642169894' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e76b0e29-18fc-481f-ae57-dcc2b9f42ca9"}]': finished 2024-09-11T03:25:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:43 smithi086 ceph-mon[27247]: osdmap e10: 2 total, 1 up, 2 in 2024-09-11T03:25:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:25:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:43 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2167550292' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:25:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:43 smithi130 ceph-mon[31190]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:43 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2642169894' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e76b0e29-18fc-481f-ae57-dcc2b9f42ca9"}]: dispatch 2024-09-11T03:25:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:43 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2642169894' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e76b0e29-18fc-481f-ae57-dcc2b9f42ca9"}]': finished 2024-09-11T03:25:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:43 smithi130 ceph-mon[31190]: osdmap e10: 2 total, 1 up, 2 in 2024-09-11T03:25:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:43 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:25:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:43 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2167550292' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:25:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:45 smithi086 ceph-mon[27247]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:46.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:45 smithi086 ceph-mon[37253]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:46.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:45 smithi130 ceph-mon[31190]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:48.214 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:47 smithi086 ceph-mon[27247]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:48.214 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:47 smithi086 ceph-mon[37253]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:48.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:47 smithi130 ceph-mon[31190]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:49.289 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-11T03:25:49.290 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-11T03:25:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-11T03:25:50.106 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:49 smithi086 ceph-mon[27247]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:50.106 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:49 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:50.106 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:49 smithi086 ceph-mon[27247]: Deploying daemon osd.1 on smithi086 2024-09-11T03:25:50.106 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:49 smithi086 ceph-mon[37253]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:50.106 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:49 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:50.106 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:49 smithi086 ceph-mon[37253]: Deploying daemon osd.1 on smithi086 2024-09-11T03:25:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:49 smithi130 ceph-mon[31190]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:50.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:49 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:25:50.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:49 smithi130 ceph-mon[31190]: Deploying daemon osd.1 on smithi086 2024-09-11T03:25:52.161 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:51 smithi086 ceph-mon[27247]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:52.161 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:51 smithi086 ceph-mon[37253]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:52.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:51 smithi130 ceph-mon[31190]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:54.218 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:53 smithi086 ceph-mon[27247]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:54.218 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:53 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:54.218 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:53 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:54.218 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:53 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:54.218 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:53 smithi086 ceph-mon[37253]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:54.219 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:53 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:54.219 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:53 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:54.219 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:53 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:54.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:53 smithi130 ceph-mon[31190]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:54.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:53 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:25:54.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:53 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:54.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:53 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:56.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:55 smithi086 ceph-mon[27247]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:56.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:55 smithi086 ceph-mon[37253]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:56.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:55 smithi130 ceph-mon[31190]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:56.457 INFO:teuthology.orchestra.run.smithi086.stdout:Created osd(s) 1 on host 'smithi086' 2024-09-11T03:25:57.057 DEBUG:teuthology.orchestra.run.smithi086:osd.1> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.1.service 2024-09-11T03:25:57.059 INFO:tasks.cephadm:Deploying osd.2 on smithi086 with /dev/vg_nvme/lv_2... 2024-09-11T03:25:57.059 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-11T03:25:57.304 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:25:57.696 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:57 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:57.696 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:57 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:57.696 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:57 smithi086 ceph-mon[37253]: from='osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-11T03:25:57.696 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:57 smithi086 ceph-mon[37253]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:57.697 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:57 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:57.697 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:57 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:57.697 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:57 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:57.697 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:57 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:57.697 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:57 smithi086 ceph-mon[27247]: from='osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-11T03:25:57.697 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:57 smithi086 ceph-mon[27247]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:57.697 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:57 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:57.697 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:57 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:57.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:57 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:57.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:57 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:57.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:57 smithi130 ceph-mon[31190]: from='osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-11T03:25:57.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:57 smithi130 ceph-mon[31190]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:57.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:57 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:57.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:57 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:25:58.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:58 smithi086 ceph-mon[37253]: from='osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-11T03:25:58.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:58 smithi086 ceph-mon[37253]: osdmap e11: 2 total, 1 up, 2 in 2024-09-11T03:25:58.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:58 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:25:58.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:58 smithi086 ceph-mon[37253]: from='osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-09-11T03:25:58.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:58 smithi086 ceph-mon[27247]: from='osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-11T03:25:58.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:58 smithi086 ceph-mon[27247]: osdmap e11: 2 total, 1 up, 2 in 2024-09-11T03:25:58.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:58 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:25:58.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:58 smithi086 ceph-mon[27247]: from='osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-09-11T03:25:58.573 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:25:58 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1[47027]: 2024-09-11T03:25:58.468+0000 7f8a86905640 -1 osd.1 0 waiting for initial osdmap 2024-09-11T03:25:58.573 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:25:58 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1[47027]: 2024-09-11T03:25:58.471+0000 7f8a8272e640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:25:58.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:58 smithi130 ceph-mon[31190]: from='osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-11T03:25:58.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:58 smithi130 ceph-mon[31190]: osdmap e11: 2 total, 1 up, 2 in 2024-09-11T03:25:58.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:58 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:25:58.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:58 smithi130 ceph-mon[31190]: from='osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-09-11T03:25:59.571 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:59 smithi086 ceph-mon[37253]: from='osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-09-11T03:25:59.571 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:59 smithi086 ceph-mon[37253]: osdmap e12: 2 total, 1 up, 2 in 2024-09-11T03:25:59.571 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:59 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:25:59.571 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:59 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:25:59.571 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:25:59 smithi086 ceph-mon[37253]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:59.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:59 smithi086 ceph-mon[27247]: from='osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-09-11T03:25:59.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:59 smithi086 ceph-mon[27247]: osdmap e12: 2 total, 1 up, 2 in 2024-09-11T03:25:59.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:59 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:25:59.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:59 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:25:59.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:25:59 smithi086 ceph-mon[27247]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:25:59.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:59 smithi130 ceph-mon[31190]: from='osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-09-11T03:25:59.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:59 smithi130 ceph-mon[31190]: osdmap e12: 2 total, 1 up, 2 in 2024-09-11T03:25:59.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:59 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:25:59.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:59 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:25:59.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:25:59 smithi130 ceph-mon[31190]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-11T03:26:00.563 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:00 smithi086 ceph-mon[27247]: purged_snaps scrub starts 2024-09-11T03:26:00.563 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:00 smithi086 ceph-mon[27247]: purged_snaps scrub ok 2024-09-11T03:26:00.563 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:00 smithi086 ceph-mon[27247]: osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699] boot 2024-09-11T03:26:00.563 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:00 smithi086 ceph-mon[27247]: osdmap e13: 2 total, 2 up, 2 in 2024-09-11T03:26:00.563 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:00 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:26:00.563 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:00 smithi086 ceph-mon[37253]: purged_snaps scrub starts 2024-09-11T03:26:00.563 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:00 smithi086 ceph-mon[37253]: purged_snaps scrub ok 2024-09-11T03:26:00.563 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:00 smithi086 ceph-mon[37253]: osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699] boot 2024-09-11T03:26:00.563 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:00 smithi086 ceph-mon[37253]: osdmap e13: 2 total, 2 up, 2 in 2024-09-11T03:26:00.564 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:00 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:26:00.566 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:26:00.587 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi086:vg_nvme/lv_2 2024-09-11T03:26:00.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:00 smithi130 ceph-mon[31190]: purged_snaps scrub starts 2024-09-11T03:26:00.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:00 smithi130 ceph-mon[31190]: purged_snaps scrub ok 2024-09-11T03:26:00.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:00 smithi130 ceph-mon[31190]: osd.1 [v2:172.21.15.86:6810/1068924699,v1:172.21.15.86:6811/1068924699] boot 2024-09-11T03:26:00.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:00 smithi130 ceph-mon[31190]: osdmap e13: 2 total, 2 up, 2 in 2024-09-11T03:26:00.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:00 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:26:01.225 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:26:01.693 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:01 smithi086 ceph-mon[27247]: osdmap e14: 2 total, 2 up, 2 in 2024-09-11T03:26:01.693 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:01 smithi086 ceph-mon[27247]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:01.693 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:01 smithi086 ceph-mon[37253]: osdmap e14: 2 total, 2 up, 2 in 2024-09-11T03:26:01.693 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:01 smithi086 ceph-mon[37253]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:01.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:01 smithi130 ceph-mon[31190]: osdmap e14: 2 total, 2 up, 2 in 2024-09-11T03:26:01.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:01 smithi130 ceph-mon[31190]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:04.133 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:04.133 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: Detected new or changed devices on smithi086 2024-09-11T03:26:04.133 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.133 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.133 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:04.134 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:04.134 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: Adjusting osd_memory_target on smithi086 to 8032M 2024-09-11T03:26:04.134 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.134 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:04.134 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:04.134 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.134 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:04.134 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:04.134 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:04.134 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.134 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:26:04.135 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:26:04.135 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:04.135 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:04.135 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: Detected new or changed devices on smithi086 2024-09-11T03:26:04.135 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.135 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.135 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:04.135 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:04.135 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: Adjusting osd_memory_target on smithi086 to 8032M 2024-09-11T03:26:04.135 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.136 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:04.136 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:04.136 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.136 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:04.136 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:04.136 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:04.136 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.136 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:26:04.136 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:26:04.136 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:03 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:04.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:04.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: Detected new or changed devices on smithi086 2024-09-11T03:26:04.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:04.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:04.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: Adjusting osd_memory_target on smithi086 to 8032M 2024-09-11T03:26:04.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:04.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:04.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:04.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:04.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:04.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:04.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:26:04.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:26:04.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:03 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:05.022 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:04 smithi086 ceph-mon[27247]: from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:26:05.022 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:04 smithi086 ceph-mon[37253]: from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:26:05.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:04 smithi130 ceph-mon[31190]: from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:26:06.251 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:05 smithi086 ceph-mon[27247]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:06.251 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:05 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1216269150' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aae4d04a-3147-40e9-8849-85d9a0e59dc5"}]: dispatch 2024-09-11T03:26:06.251 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:05 smithi086 ceph-mon[27247]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aae4d04a-3147-40e9-8849-85d9a0e59dc5"}]: dispatch 2024-09-11T03:26:06.251 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:05 smithi086 ceph-mon[27247]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aae4d04a-3147-40e9-8849-85d9a0e59dc5"}]': finished 2024-09-11T03:26:06.252 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:05 smithi086 ceph-mon[27247]: osdmap e15: 3 total, 2 up, 3 in 2024-09-11T03:26:06.252 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:05 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:06.252 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:05 smithi086 ceph-mon[37253]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:06.252 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:05 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1216269150' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aae4d04a-3147-40e9-8849-85d9a0e59dc5"}]: dispatch 2024-09-11T03:26:06.252 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:05 smithi086 ceph-mon[37253]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aae4d04a-3147-40e9-8849-85d9a0e59dc5"}]: dispatch 2024-09-11T03:26:06.252 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:05 smithi086 ceph-mon[37253]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aae4d04a-3147-40e9-8849-85d9a0e59dc5"}]': finished 2024-09-11T03:26:06.252 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:05 smithi086 ceph-mon[37253]: osdmap e15: 3 total, 2 up, 3 in 2024-09-11T03:26:06.252 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:05 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:06.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:05 smithi130 ceph-mon[31190]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:06.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:05 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1216269150' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aae4d04a-3147-40e9-8849-85d9a0e59dc5"}]: dispatch 2024-09-11T03:26:06.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:05 smithi130 ceph-mon[31190]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aae4d04a-3147-40e9-8849-85d9a0e59dc5"}]: dispatch 2024-09-11T03:26:06.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:05 smithi130 ceph-mon[31190]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aae4d04a-3147-40e9-8849-85d9a0e59dc5"}]': finished 2024-09-11T03:26:06.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:05 smithi130 ceph-mon[31190]: osdmap e15: 3 total, 2 up, 3 in 2024-09-11T03:26:06.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:05 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:06 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/592832904' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:26:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:06 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/592832904' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:26:07.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:06 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/592832904' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:26:08.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:07 smithi086 ceph-mon[27247]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:08.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:07 smithi086 ceph-mon[37253]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:08.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:07 smithi130 ceph-mon[31190]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:09 smithi086 ceph-mon[27247]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:10.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:09 smithi086 ceph-mon[37253]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:09 smithi130 ceph-mon[31190]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:12.177 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:11 smithi086 ceph-mon[27247]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:12.177 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-11T03:26:12.177 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:12.177 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:11 smithi086 ceph-mon[37253]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:12.178 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-11T03:26:12.178 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:12.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:11 smithi130 ceph-mon[31190]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:12.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-11T03:26:12.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:13.039 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:12 smithi086 ceph-mon[27247]: Deploying daemon osd.2 on smithi086 2024-09-11T03:26:13.040 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:12 smithi086 ceph-mon[37253]: Deploying daemon osd.2 on smithi086 2024-09-11T03:26:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:12 smithi130 ceph-mon[31190]: Deploying daemon osd.2 on smithi086 2024-09-11T03:26:14.017 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:13 smithi086 ceph-mon[27247]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:14.017 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:13 smithi086 ceph-mon[37253]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:14.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:13 smithi130 ceph-mon[31190]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:16.066 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:15 smithi086 ceph-mon[27247]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:16.066 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:15 smithi086 ceph-mon[37253]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:16.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:15 smithi130 ceph-mon[31190]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:17.321 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:18.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:17 smithi086 ceph-mon[37253]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:18.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:17 smithi086 ceph-mon[27247]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:18.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:17 smithi130 ceph-mon[31190]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:19.853 INFO:teuthology.orchestra.run.smithi086.stdout:Created osd(s) 2 on host 'smithi086' 2024-09-11T03:26:20.158 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[27247]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:20.158 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.158 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.159 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:20.159 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:20.159 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.159 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[27247]: from='osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-11T03:26:20.159 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:20.159 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.159 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.160 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[37253]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:20.160 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.160 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.160 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:20.160 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:20.160 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.160 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[37253]: from='osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-11T03:26:20.160 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:20.160 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.161 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:20 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:20 smithi130 ceph-mon[31190]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:20 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:20 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:20 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:20 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:20 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:20 smithi130 ceph-mon[31190]: from='osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-11T03:26:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:20 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:20 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:20 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:20.447 DEBUG:teuthology.orchestra.run.smithi086:osd.2> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.2.service 2024-09-11T03:26:20.449 INFO:tasks.cephadm:Deploying osd.3 on smithi086 with /dev/vg_nvme/lv_1... 2024-09-11T03:26:20.450 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-11T03:26:21.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:21 smithi086 ceph-mon[27247]: from='osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-11T03:26:21.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:21 smithi086 ceph-mon[27247]: osdmap e16: 3 total, 2 up, 3 in 2024-09-11T03:26:21.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:21 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:21.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:21 smithi086 ceph-mon[27247]: from='osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-09-11T03:26:21.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:21 smithi086 ceph-mon[37253]: from='osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-11T03:26:21.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:21 smithi086 ceph-mon[37253]: osdmap e16: 3 total, 2 up, 3 in 2024-09-11T03:26:21.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:21 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:21.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:21 smithi086 ceph-mon[37253]: from='osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-09-11T03:26:21.323 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:26:21 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2[52977]: 2024-09-11T03:26:21.078+0000 7f1d21e38640 -1 osd.2 0 waiting for initial osdmap 2024-09-11T03:26:21.323 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:26:21 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2[52977]: 2024-09-11T03:26:21.092+0000 7f1d1dc61640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:26:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:21 smithi130 ceph-mon[31190]: from='osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-11T03:26:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:21 smithi130 ceph-mon[31190]: osdmap e16: 3 total, 2 up, 3 in 2024-09-11T03:26:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:21 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:21 smithi130 ceph-mon[31190]: from='osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-09-11T03:26:21.651 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:26:22.253 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:22 smithi086 ceph-mon[27247]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:22.253 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:22 smithi086 ceph-mon[27247]: from='osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-09-11T03:26:22.253 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:22 smithi086 ceph-mon[27247]: osdmap e17: 3 total, 2 up, 3 in 2024-09-11T03:26:22.253 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:22 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:22.253 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:22 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:22.254 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:22 smithi086 ceph-mon[37253]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:22.254 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:22 smithi086 ceph-mon[37253]: from='osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-09-11T03:26:22.254 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:22 smithi086 ceph-mon[37253]: osdmap e17: 3 total, 2 up, 3 in 2024-09-11T03:26:22.254 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:22 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:22.254 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:22 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:22 smithi130 ceph-mon[31190]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:22 smithi130 ceph-mon[31190]: from='osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-09-11T03:26:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:22 smithi130 ceph-mon[31190]: osdmap e17: 3 total, 2 up, 3 in 2024-09-11T03:26:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:22 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:22.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:22 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:23 smithi130 ceph-mon[31190]: purged_snaps scrub starts 2024-09-11T03:26:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:23 smithi130 ceph-mon[31190]: purged_snaps scrub ok 2024-09-11T03:26:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:23 smithi130 ceph-mon[31190]: osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225] boot 2024-09-11T03:26:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:23 smithi130 ceph-mon[31190]: osdmap e18: 3 total, 3 up, 3 in 2024-09-11T03:26:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:23 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:23.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:23 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-11T03:26:23.426 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:23 smithi086 ceph-mon[27247]: purged_snaps scrub starts 2024-09-11T03:26:23.427 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:23 smithi086 ceph-mon[27247]: purged_snaps scrub ok 2024-09-11T03:26:23.427 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:23 smithi086 ceph-mon[27247]: osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225] boot 2024-09-11T03:26:23.427 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:23 smithi086 ceph-mon[27247]: osdmap e18: 3 total, 3 up, 3 in 2024-09-11T03:26:23.427 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:23 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:23.427 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:23 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-11T03:26:23.427 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:23 smithi086 ceph-mon[37253]: purged_snaps scrub starts 2024-09-11T03:26:23.428 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:23 smithi086 ceph-mon[37253]: purged_snaps scrub ok 2024-09-11T03:26:23.428 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:23 smithi086 ceph-mon[37253]: osd.2 [v2:172.21.15.86:6818/1625728225,v1:172.21.15.86:6819/1625728225] boot 2024-09-11T03:26:23.428 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:23 smithi086 ceph-mon[37253]: osdmap e18: 3 total, 3 up, 3 in 2024-09-11T03:26:23.428 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:23 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:26:23.428 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:23 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-11T03:26:24.299 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[27247]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:24.299 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-11T03:26:24.299 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[27247]: osdmap e19: 3 total, 3 up, 3 in 2024-09-11T03:26:24.300 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-11T03:26:24.300 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:24.300 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:24.300 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:24.300 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:24.300 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:24.301 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:24.301 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:24.301 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:24.301 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:24.302 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[37253]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:24.302 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-11T03:26:24.302 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[37253]: osdmap e19: 3 total, 3 up, 3 in 2024-09-11T03:26:24.302 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-11T03:26:24.302 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:24.302 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:24.302 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:24.302 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:24.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:24.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:24.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:24.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:24.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:24.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:24 smithi130 ceph-mon[31190]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-11T03:26:24.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-11T03:26:24.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:24 smithi130 ceph-mon[31190]: osdmap e19: 3 total, 3 up, 3 in 2024-09-11T03:26:24.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-11T03:26:24.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:24.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:24.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:24.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:24.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:24.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:24.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:24.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:24.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:25.321 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:25 smithi086 ceph-mon[37253]: Detected new or changed devices on smithi086 2024-09-11T03:26:25.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:25 smithi086 ceph-mon[37253]: Adjusting osd_memory_target on smithi086 to 5354M 2024-09-11T03:26:25.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:25 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-11T03:26:25.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:25 smithi086 ceph-mon[37253]: osdmap e20: 3 total, 3 up, 3 in 2024-09-11T03:26:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:25 smithi086 ceph-mon[27247]: Detected new or changed devices on smithi086 2024-09-11T03:26:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:25 smithi086 ceph-mon[27247]: Adjusting osd_memory_target on smithi086 to 5354M 2024-09-11T03:26:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:25 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-11T03:26:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:25 smithi086 ceph-mon[27247]: osdmap e20: 3 total, 3 up, 3 in 2024-09-11T03:26:25.323 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:26:25 smithi086 sudo[57027]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-11T03:26:25.323 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:26:25 smithi086 sudo[57027]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-11T03:26:25.323 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:26:25 smithi086 sudo[57027]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-11T03:26:25.323 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:26:25 smithi086 sudo[57027]: pam_unix(sudo:session): session closed for user root 2024-09-11T03:26:25.374 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:26:25.391 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi086:vg_nvme/lv_1 2024-09-11T03:26:25.595 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:26:25.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:25 smithi130 ceph-mon[31190]: Detected new or changed devices on smithi086 2024-09-11T03:26:25.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:25 smithi130 ceph-mon[31190]: Adjusting osd_memory_target on smithi086 to 5354M 2024-09-11T03:26:25.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:25 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-11T03:26:25.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:25 smithi130 ceph-mon[31190]: osdmap e20: 3 total, 3 up, 3 in 2024-09-11T03:26:25.715 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:26:25 smithi086 sudo[57048]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-11T03:26:25.715 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:26:25 smithi086 sudo[57048]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-11T03:26:25.715 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:26:25 smithi086 sudo[57048]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-11T03:26:25.715 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:26:25 smithi086 sudo[57048]: pam_unix(sudo:session): session closed for user root 2024-09-11T03:26:26.032 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:26:25 smithi086 sudo[57105]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-11T03:26:26.032 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:26:25 smithi086 sudo[57105]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-11T03:26:26.032 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:26:25 smithi086 sudo[57105]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-11T03:26:26.032 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:26:25 smithi086 sudo[57105]: pam_unix(sudo:session): session closed for user root 2024-09-11T03:26:26.295 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:26 smithi086 ceph-mon[27247]: pgmap v75: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:26.296 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:26 smithi086 ceph-mon[27247]: osdmap e21: 3 total, 3 up, 3 in 2024-09-11T03:26:26.296 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:26 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:26.296 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:26 smithi086 ceph-mon[37253]: pgmap v75: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:26.296 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:26 smithi086 ceph-mon[37253]: osdmap e21: 3 total, 3 up, 3 in 2024-09-11T03:26:26.296 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:26 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:26.296 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57127]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-11T03:26:26.296 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57127]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-11T03:26:26.297 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57127]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-11T03:26:26.297 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57127]: pam_unix(sudo:session): session closed for user root 2024-09-11T03:26:26.552 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57130]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-11T03:26:26.553 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57130]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-11T03:26:26.553 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57130]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-11T03:26:26.553 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57130]: pam_unix(sudo:session): session closed for user root 2024-09-11T03:26:26.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:26 smithi130 ceph-mon[31190]: pgmap v75: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:26.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:26 smithi130 ceph-mon[31190]: osdmap e21: 3 total, 3 up, 3 in 2024-09-11T03:26:26.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:26 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:26.806 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57134]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-11T03:26:26.806 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57134]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-11T03:26:26.806 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57134]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-11T03:26:26.806 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57134]: pam_unix(sudo:session): session closed for user root 2024-09-11T03:26:27.066 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57160]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-11T03:26:27.066 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57160]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-11T03:26:27.066 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57160]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-11T03:26:27.066 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:26 smithi086 sudo[57160]: pam_unix(sudo:session): session closed for user root 2024-09-11T03:26:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:27 smithi086 sudo[57167]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-11T03:26:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:27 smithi086 sudo[57167]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-11T03:26:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:27 smithi086 sudo[57167]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-11T03:26:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:27 smithi086 sudo[57167]: pam_unix(sudo:session): session closed for user root 2024-09-11T03:26:27.568 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 sudo[33687]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-11T03:26:27.568 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 sudo[33687]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-11T03:26:27.568 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 sudo[33687]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-11T03:26:27.568 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 sudo[33687]: pam_unix(sudo:session): session closed for user root 2024-09-11T03:26:27.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 sudo[33690]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-11T03:26:27.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 sudo[33690]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-11T03:26:27.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 sudo[33690]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-11T03:26:27.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 sudo[33690]: pam_unix(sudo:session): session closed for user root 2024-09-11T03:26:27.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-11T03:26:27.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 ceph-mon[31190]: pgmap v77: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:27.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-11T03:26:27.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:26:27.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:26:27.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:26:27.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:26:27.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:26:27.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:27 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:26:27.858 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-11T03:26:27.858 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[27247]: pgmap v77: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:27.858 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-11T03:26:27.858 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:26:27.858 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:26:27.858 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:26:27.859 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:26:27.859 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:26:27.859 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:26:27.859 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-11T03:26:27.859 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[37253]: pgmap v77: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:27.859 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-11T03:26:27.859 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:26:27.859 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:26:27.859 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:26:27.859 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:26:27.859 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:26:27.859 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:27 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:26:27.860 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:27 smithi086 sudo[57312]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-11T03:26:28.123 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:27 smithi086 sudo[57312]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-11T03:26:28.123 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:27 smithi086 sudo[57312]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-11T03:26:28.123 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:27 smithi086 sudo[57312]: pam_unix(sudo:session): session closed for user root 2024-09-11T03:26:28.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 sudo[57332]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-11T03:26:28.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 sudo[57332]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-11T03:26:28.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 sudo[57332]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-11T03:26:28.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 sudo[57332]: pam_unix(sudo:session): session closed for user root 2024-09-11T03:26:28.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:28 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-11T03:26:28.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:28 smithi130 ceph-mon[31190]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:26:28.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:26:28.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:26:28.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:28.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:28 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-11T03:26:28.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:28 smithi130 ceph-mon[31190]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-11T03:26:28.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:28.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:28 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-11T03:26:28.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:26:28.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:26:28.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:26:28.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:28 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-11T03:26:28.905 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-11T03:26:28.905 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[27247]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:26:28.905 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:26:28.905 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:26:28.905 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:28.905 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-11T03:26:28.905 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[27247]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-11T03:26:28.905 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:28.906 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-11T03:26:28.906 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:26:28.906 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:26:28.906 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:26:28.906 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-11T03:26:28.906 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-11T03:26:28.906 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[37253]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:26:28.906 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:26:28.906 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:26:28.906 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:28.906 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-11T03:26:28.907 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[37253]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-11T03:26:28.907 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:28.907 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-11T03:26:28.907 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:26:28.907 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:26:28.907 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:26:28.907 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:28 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-11T03:26:29.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:29 smithi130 ceph-mon[31190]: pgmap v78: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:29.898 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:29 smithi086 ceph-mon[27247]: pgmap v78: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:29.898 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:29 smithi086 ceph-mon[37253]: pgmap v78: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:30.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:30 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3412886167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd4b10ec-adb6-44a3-bd47-18171337b44b"}]: dispatch 2024-09-11T03:26:30.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:30 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3412886167' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd4b10ec-adb6-44a3-bd47-18171337b44b"}]': finished 2024-09-11T03:26:30.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:30 smithi130 ceph-mon[31190]: osdmap e22: 4 total, 3 up, 4 in 2024-09-11T03:26:30.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:30 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:30.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:30 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2938169991' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:26:31.071 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:30 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3412886167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd4b10ec-adb6-44a3-bd47-18171337b44b"}]: dispatch 2024-09-11T03:26:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:30 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3412886167' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd4b10ec-adb6-44a3-bd47-18171337b44b"}]': finished 2024-09-11T03:26:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:30 smithi086 ceph-mon[37253]: osdmap e22: 4 total, 3 up, 4 in 2024-09-11T03:26:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:30 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:30 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2938169991' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:26:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:30 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3412886167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd4b10ec-adb6-44a3-bd47-18171337b44b"}]: dispatch 2024-09-11T03:26:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:30 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3412886167' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd4b10ec-adb6-44a3-bd47-18171337b44b"}]': finished 2024-09-11T03:26:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:30 smithi086 ceph-mon[27247]: osdmap e22: 4 total, 3 up, 4 in 2024-09-11T03:26:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:30 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:31.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:30 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2938169991' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:26:32.071 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:31 smithi086 ceph-mon[37253]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 6.7 KiB/s rd, 326 KiB/s wr, 22 op/s 2024-09-11T03:26:32.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:31 smithi086 ceph-mon[27247]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 6.7 KiB/s rd, 326 KiB/s wr, 22 op/s 2024-09-11T03:26:32.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:31 smithi130 ceph-mon[31190]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 6.7 KiB/s rd, 326 KiB/s wr, 22 op/s 2024-09-11T03:26:34.071 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:33 smithi086 ceph-mon[37253]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 218 KiB/s wr, 14 op/s 2024-09-11T03:26:34.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:33 smithi086 ceph-mon[27247]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 218 KiB/s wr, 14 op/s 2024-09-11T03:26:34.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:33 smithi130 ceph-mon[31190]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 218 KiB/s wr, 14 op/s 2024-09-11T03:26:36.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:35 smithi130 ceph-mon[31190]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2024-09-11T03:26:36.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:35 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-11T03:26:36.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:35 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:36.190 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:35 smithi086 ceph-mon[27247]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2024-09-11T03:26:36.191 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-11T03:26:36.191 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:36.191 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:35 smithi086 ceph-mon[37253]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2024-09-11T03:26:36.191 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:35 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-11T03:26:36.191 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:35 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:36 smithi086 ceph-mon[27247]: Deploying daemon osd.3 on smithi086 2024-09-11T03:26:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:36 smithi086 ceph-mon[37253]: Deploying daemon osd.3 on smithi086 2024-09-11T03:26:37.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:36 smithi130 ceph-mon[31190]: Deploying daemon osd.3 on smithi086 2024-09-11T03:26:38.132 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:37 smithi086 ceph-mon[37253]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-09-11T03:26:38.132 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:37 smithi086 ceph-mon[27247]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-09-11T03:26:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:37 smithi130 ceph-mon[31190]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-09-11T03:26:40.025 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:39 smithi086 ceph-mon[27247]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-09-11T03:26:40.025 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:39 smithi086 ceph-mon[37253]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-09-11T03:26:40.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:39 smithi130 ceph-mon[31190]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-09-11T03:26:41.107 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:41.107 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:41.107 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:41.107 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:41.107 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:41.107 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:41 smithi086 ceph-mon[27247]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 117 KiB/s wr, 8 op/s 2024-09-11T03:26:42.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:41 smithi086 ceph-mon[37253]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 117 KiB/s wr, 8 op/s 2024-09-11T03:26:42.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:41 smithi130 ceph-mon[31190]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 117 KiB/s wr, 8 op/s 2024-09-11T03:26:43.926 INFO:teuthology.orchestra.run.smithi086.stdout:Created osd(s) 3 on host 'smithi086' 2024-09-11T03:26:44.222 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[27247]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:44.222 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:44.223 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:44.223 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:44.223 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:44.223 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:44.223 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[27247]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-11T03:26:44.223 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[37253]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:44.223 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:44.223 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:44.223 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:44.223 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:44.223 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:44.224 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:43 smithi086 ceph-mon[37253]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-11T03:26:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:43 smithi130 ceph-mon[31190]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:43 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:43 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:43 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:43 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:43 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:43 smithi130 ceph-mon[31190]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-11T03:26:44.495 DEBUG:teuthology.orchestra.run.smithi086:osd.3> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.3.service 2024-09-11T03:26:44.497 INFO:tasks.cephadm:Deploying osd.4 on smithi130 with /dev/vg_nvme/lv_4... 2024-09-11T03:26:44.497 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-11T03:26:44.703 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:26:45.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:45.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:45.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:45.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[37253]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-11T03:26:45.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[37253]: osdmap e23: 4 total, 3 up, 4 in 2024-09-11T03:26:45.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:45.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[37253]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-09-11T03:26:45.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:45.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:45.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:45.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[27247]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-11T03:26:45.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[27247]: osdmap e23: 4 total, 3 up, 4 in 2024-09-11T03:26:45.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:45.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:44 smithi086 ceph-mon[27247]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-09-11T03:26:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:44 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:26:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:44 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:44 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:44 smithi130 ceph-mon[31190]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-11T03:26:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:44 smithi130 ceph-mon[31190]: osdmap e23: 4 total, 3 up, 4 in 2024-09-11T03:26:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:44 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:44 smithi130 ceph-mon[31190]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-09-11T03:26:46.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:45 smithi130 ceph-mon[31190]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:46.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:45 smithi130 ceph-mon[31190]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-09-11T03:26:46.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:45 smithi130 ceph-mon[31190]: osdmap e24: 4 total, 3 up, 4 in 2024-09-11T03:26:46.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:45 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:46.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:45 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:46.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:45 smithi086 ceph-mon[27247]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:46.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:45 smithi086 ceph-mon[27247]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-09-11T03:26:46.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:45 smithi086 ceph-mon[27247]: osdmap e24: 4 total, 3 up, 4 in 2024-09-11T03:26:46.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:45 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:46.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:45 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:46.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:45 smithi086 ceph-mon[37253]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:46.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:45 smithi086 ceph-mon[37253]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-09-11T03:26:46.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:45 smithi086 ceph-mon[37253]: osdmap e24: 4 total, 3 up, 4 in 2024-09-11T03:26:46.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:45 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:46.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:45 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:46.323 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:26:46 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[59041]: 2024-09-11T03:26:46.011+0000 7f99980a0640 -1 osd.3 0 waiting for initial osdmap 2024-09-11T03:26:46.323 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:26:46 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[59041]: 2024-09-11T03:26:46.015+0000 7f998fec1640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:26:46.969 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:26:46.987 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi130:vg_nvme/lv_4 2024-09-11T03:26:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:47 smithi086 ceph-mon[27247]: purged_snaps scrub starts 2024-09-11T03:26:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:47 smithi086 ceph-mon[27247]: purged_snaps scrub ok 2024-09-11T03:26:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:47 smithi086 ceph-mon[27247]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' 2024-09-11T03:26:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:47 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:47 smithi086 ceph-mon[37253]: purged_snaps scrub starts 2024-09-11T03:26:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:47 smithi086 ceph-mon[37253]: purged_snaps scrub ok 2024-09-11T03:26:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:47 smithi086 ceph-mon[37253]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' 2024-09-11T03:26:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:47 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:47 smithi130 ceph-mon[31190]: purged_snaps scrub starts 2024-09-11T03:26:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:47 smithi130 ceph-mon[31190]: purged_snaps scrub ok 2024-09-11T03:26:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:47 smithi130 ceph-mon[31190]: from='osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015]' entity='osd.3' 2024-09-11T03:26:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:47 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:47.185 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:26:48.173 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:48.173 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015] boot 2024-09-11T03:26:48.173 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: osdmap e25: 4 total, 4 up, 4 in 2024-09-11T03:26:48.173 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:48.173 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:48.173 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:48.173 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:48.173 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:48.174 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:48.174 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:48.174 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:48.174 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:48.174 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:48.174 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015] boot 2024-09-11T03:26:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: osdmap e25: 4 total, 4 up, 4 in 2024-09-11T03:26:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:48.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:48.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:48.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:48.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:48.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-11T03:26:48.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: osd.3 [v2:172.21.15.86:6826/3355028015,v1:172.21.15.86:6827/3355028015] boot 2024-09-11T03:26:48.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: osdmap e25: 4 total, 4 up, 4 in 2024-09-11T03:26:48.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:26:48.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:48.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:48.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:48.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:48.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:48.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:26:48.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:48.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:48.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:26:48.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:26:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:49 smithi086 ceph-mon[27247]: Detected new or changed devices on smithi086 2024-09-11T03:26:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:49 smithi086 ceph-mon[27247]: Adjusting osd_memory_target on smithi086 to 4016M 2024-09-11T03:26:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:49 smithi086 ceph-mon[27247]: osdmap e26: 4 total, 4 up, 4 in 2024-09-11T03:26:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:49 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:26:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:49 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:26:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:49 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:49 smithi086 ceph-mon[37253]: Detected new or changed devices on smithi086 2024-09-11T03:26:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:49 smithi086 ceph-mon[37253]: Adjusting osd_memory_target on smithi086 to 4016M 2024-09-11T03:26:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:49 smithi086 ceph-mon[37253]: osdmap e26: 4 total, 4 up, 4 in 2024-09-11T03:26:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:49 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:26:49.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:49 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:26:49.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:49 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:49 smithi130 ceph-mon[31190]: Detected new or changed devices on smithi086 2024-09-11T03:26:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:49 smithi130 ceph-mon[31190]: Adjusting osd_memory_target on smithi086 to 4016M 2024-09-11T03:26:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:49 smithi130 ceph-mon[31190]: osdmap e26: 4 total, 4 up, 4 in 2024-09-11T03:26:49.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:49 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:26:49.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:49 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:26:49.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:49 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:50 smithi130 ceph-mon[31190]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:50 smithi130 ceph-mon[31190]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:26:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:50 smithi086 ceph-mon[27247]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:50 smithi086 ceph-mon[27247]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:26:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:50 smithi086 ceph-mon[37253]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:50 smithi086 ceph-mon[37253]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:26:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:51 smithi086 ceph-mon[27247]: from='client.? 172.21.15.130:0/771244196' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e816e599-cdd0-4faa-ae69-1adf4ee0ccf3"}]: dispatch 2024-09-11T03:26:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:51 smithi086 ceph-mon[27247]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e816e599-cdd0-4faa-ae69-1adf4ee0ccf3"}]: dispatch 2024-09-11T03:26:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:51 smithi086 ceph-mon[27247]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e816e599-cdd0-4faa-ae69-1adf4ee0ccf3"}]': finished 2024-09-11T03:26:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:51 smithi086 ceph-mon[27247]: osdmap e27: 5 total, 4 up, 5 in 2024-09-11T03:26:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:51 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:26:51.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:51 smithi086 ceph-mon[37253]: from='client.? 172.21.15.130:0/771244196' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e816e599-cdd0-4faa-ae69-1adf4ee0ccf3"}]: dispatch 2024-09-11T03:26:51.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:51 smithi086 ceph-mon[37253]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e816e599-cdd0-4faa-ae69-1adf4ee0ccf3"}]: dispatch 2024-09-11T03:26:51.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:51 smithi086 ceph-mon[37253]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e816e599-cdd0-4faa-ae69-1adf4ee0ccf3"}]': finished 2024-09-11T03:26:51.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:51 smithi086 ceph-mon[37253]: osdmap e27: 5 total, 4 up, 5 in 2024-09-11T03:26:51.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:51 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:26:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:51 smithi130 ceph-mon[31190]: from='client.? 172.21.15.130:0/771244196' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e816e599-cdd0-4faa-ae69-1adf4ee0ccf3"}]: dispatch 2024-09-11T03:26:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:51 smithi130 ceph-mon[31190]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e816e599-cdd0-4faa-ae69-1adf4ee0ccf3"}]: dispatch 2024-09-11T03:26:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:51 smithi130 ceph-mon[31190]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e816e599-cdd0-4faa-ae69-1adf4ee0ccf3"}]': finished 2024-09-11T03:26:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:51 smithi130 ceph-mon[31190]: osdmap e27: 5 total, 4 up, 5 in 2024-09-11T03:26:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:51 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:26:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:52 smithi086 ceph-mon[27247]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:52 smithi086 ceph-mon[27247]: from='client.? 172.21.15.130:0/3215975053' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:26:52.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:52 smithi086 ceph-mon[37253]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:52.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:52 smithi086 ceph-mon[37253]: from='client.? 172.21.15.130:0/3215975053' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:26:52.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:52 smithi130 ceph-mon[31190]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:52.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:52 smithi130 ceph-mon[31190]: from='client.? 172.21.15.130:0/3215975053' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:26:54.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:54 smithi086 ceph-mon[27247]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:54.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:54 smithi086 ceph-mon[37253]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:54.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:54 smithi130 ceph-mon[31190]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:56.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:56 smithi130 ceph-mon[31190]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:56 smithi086 ceph-mon[27247]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:56.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:56 smithi086 ceph-mon[37253]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:57 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-11T03:26:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:57 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:57.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:57 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-11T03:26:57.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:57 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:57.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:57 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-11T03:26:57.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:57 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:26:58.306 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:58 smithi130 ceph-mon[31190]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:58.306 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:26:58 smithi130 ceph-mon[31190]: Deploying daemon osd.4 on smithi130 2024-09-11T03:26:58.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:58 smithi086 ceph-mon[27247]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:58.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:26:58 smithi086 ceph-mon[27247]: Deploying daemon osd.4 on smithi130 2024-09-11T03:26:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:58 smithi086 ceph-mon[37253]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:26:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:26:58 smithi086 ceph-mon[37253]: Deploying daemon osd.4 on smithi130 2024-09-11T03:27:00.178 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:00 smithi130 ceph-mon[31190]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:00.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:00 smithi086 ceph-mon[27247]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:00.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:00 smithi086 ceph-mon[37253]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:02 smithi086 ceph-mon[37253]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:02 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:02 smithi086 ceph-mon[27247]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:02.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:02.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:02 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:02.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:02 smithi130 ceph-mon[31190]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:02.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:02.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:02.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:02 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:04.321 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:04 smithi086 ceph-mon[37253]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:04 smithi086 ceph-mon[27247]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:04.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:04 smithi130 ceph-mon[31190]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:04.591 INFO:teuthology.orchestra.run.smithi130.stdout:Created osd(s) 4 on host 'smithi130' 2024-09-11T03:27:05.208 DEBUG:teuthology.orchestra.run.smithi130:osd.4> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.4.service 2024-09-11T03:27:05.211 INFO:tasks.cephadm:Deploying osd.5 on smithi130 with /dev/vg_nvme/lv_3... 2024-09-11T03:27:05.211 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-11T03:27:05.448 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:27:05.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:05 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:05.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:05 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:05.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:05 smithi130 ceph-mon[31190]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:05.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:05 smithi130 ceph-mon[31190]: from='osd.4 [v2:172.21.15.130:6800/770638124,v1:172.21.15.130:6801/770638124]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-11T03:27:05.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:05 smithi130 ceph-mon[31190]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-11T03:27:05.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:05 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:05.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:05 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[27247]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[27247]: from='osd.4 [v2:172.21.15.130:6800/770638124,v1:172.21.15.130:6801/770638124]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-11T03:27:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[27247]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-11T03:27:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:06.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:06.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:06.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[37253]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:06.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[37253]: from='osd.4 [v2:172.21.15.130:6800/770638124,v1:172.21.15.130:6801/770638124]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-11T03:27:06.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[37253]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-11T03:27:06.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:06.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:05 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:06.798 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:06 smithi130 ceph-mon[31190]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-11T03:27:06.798 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:06 smithi130 ceph-mon[31190]: osdmap e28: 5 total, 4 up, 5 in 2024-09-11T03:27:06.798 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:06 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:27:06.798 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:06 smithi130 ceph-mon[31190]: from='osd.4 [v2:172.21.15.130:6800/770638124,v1:172.21.15.130:6801/770638124]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:06.798 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:06 smithi130 ceph-mon[31190]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:06.799 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:27:06 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[35977]: 2024-09-11T03:27:06.616+0000 7f98cc48f640 -1 osd.4 0 waiting for initial osdmap 2024-09-11T03:27:06.799 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:27:06 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[35977]: 2024-09-11T03:27:06.619+0000 7f98c82b8640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:27:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:06 smithi086 ceph-mon[27247]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-11T03:27:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:06 smithi086 ceph-mon[27247]: osdmap e28: 5 total, 4 up, 5 in 2024-09-11T03:27:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:06 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:27:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:06 smithi086 ceph-mon[27247]: from='osd.4 [v2:172.21.15.130:6800/770638124,v1:172.21.15.130:6801/770638124]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:06 smithi086 ceph-mon[27247]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:07.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:06 smithi086 ceph-mon[37253]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-11T03:27:07.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:06 smithi086 ceph-mon[37253]: osdmap e28: 5 total, 4 up, 5 in 2024-09-11T03:27:07.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:06 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:27:07.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:06 smithi086 ceph-mon[37253]: from='osd.4 [v2:172.21.15.130:6800/770638124,v1:172.21.15.130:6801/770638124]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:07.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:06 smithi086 ceph-mon[37253]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:07.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:07 smithi130 ceph-mon[31190]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-09-11T03:27:07.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:07 smithi130 ceph-mon[31190]: osdmap e29: 5 total, 4 up, 5 in 2024-09-11T03:27:07.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:07 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:27:07.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:07 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:27:07.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:07 smithi130 ceph-mon[31190]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:07.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:07 smithi130 ceph-mon[31190]: osd.4 [v2:172.21.15.130:6800/770638124,v1:172.21.15.130:6801/770638124] boot 2024-09-11T03:27:07.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:07 smithi130 ceph-mon[31190]: osdmap e30: 5 total, 5 up, 5 in 2024-09-11T03:27:07.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:07 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:27:08.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[27247]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-09-11T03:27:08.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[27247]: osdmap e29: 5 total, 4 up, 5 in 2024-09-11T03:27:08.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:27:08.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:27:08.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[27247]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:08.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[27247]: osd.4 [v2:172.21.15.130:6800/770638124,v1:172.21.15.130:6801/770638124] boot 2024-09-11T03:27:08.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[27247]: osdmap e30: 5 total, 5 up, 5 in 2024-09-11T03:27:08.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:27:08.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[37253]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-09-11T03:27:08.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[37253]: osdmap e29: 5 total, 4 up, 5 in 2024-09-11T03:27:08.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:27:08.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:27:08.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[37253]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-11T03:27:08.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[37253]: osd.4 [v2:172.21.15.130:6800/770638124,v1:172.21.15.130:6801/770638124] boot 2024-09-11T03:27:08.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[37253]: osdmap e30: 5 total, 5 up, 5 in 2024-09-11T03:27:08.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:07 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:27:08.719 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:27:08.736 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:08 smithi130 ceph-mon[31190]: purged_snaps scrub starts 2024-09-11T03:27:08.736 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:08 smithi130 ceph-mon[31190]: purged_snaps scrub ok 2024-09-11T03:27:08.736 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:08 smithi130 ceph-mon[31190]: osdmap e31: 5 total, 5 up, 5 in 2024-09-11T03:27:08.737 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi130:vg_nvme/lv_3 2024-09-11T03:27:09.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:08 smithi086 ceph-mon[27247]: purged_snaps scrub starts 2024-09-11T03:27:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:08 smithi086 ceph-mon[27247]: purged_snaps scrub ok 2024-09-11T03:27:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:08 smithi086 ceph-mon[27247]: osdmap e31: 5 total, 5 up, 5 in 2024-09-11T03:27:09.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:08 smithi086 ceph-mon[37253]: purged_snaps scrub starts 2024-09-11T03:27:09.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:08 smithi086 ceph-mon[37253]: purged_snaps scrub ok 2024-09-11T03:27:09.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:08 smithi086 ceph-mon[37253]: osdmap e31: 5 total, 5 up, 5 in 2024-09-11T03:27:09.301 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:27:09.681 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:09 smithi130 ceph-mon[31190]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:09.681 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:09 smithi130 ceph-mon[31190]: osdmap e32: 5 total, 5 up, 5 in 2024-09-11T03:27:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:09 smithi086 ceph-mon[27247]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:09 smithi086 ceph-mon[27247]: osdmap e32: 5 total, 5 up, 5 in 2024-09-11T03:27:10.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:09 smithi086 ceph-mon[37253]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:10.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:09 smithi086 ceph-mon[37253]: osdmap e32: 5 total, 5 up, 5 in 2024-09-11T03:27:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:10 smithi130 ceph-mon[31190]: osdmap e33: 5 total, 5 up, 5 in 2024-09-11T03:27:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:10 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:10 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:10 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:10 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:10 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:10 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:10 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:10 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:10 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:10 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:10 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[37253]: osdmap e33: 5 total, 5 up, 5 in 2024-09-11T03:27:11.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:11.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:11.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:11.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:11.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:11.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:11.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[27247]: osdmap e33: 5 total, 5 up, 5 in 2024-09-11T03:27:11.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:11.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:11.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:11.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:11.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:11.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:11.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:11.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:10 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:12.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:11 smithi130 ceph-mon[31190]: Detected new or changed devices on smithi130 2024-09-11T03:27:12.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:11 smithi130 ceph-mon[31190]: Adjusting osd_memory_target on smithi130 to 17088M 2024-09-11T03:27:12.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:11 smithi130 ceph-mon[31190]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-11T03:27:12.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:11 smithi130 ceph-mon[31190]: osdmap e34: 5 total, 5 up, 5 in 2024-09-11T03:27:12.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:27:12.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:27:12.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:11 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[27247]: Detected new or changed devices on smithi130 2024-09-11T03:27:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[27247]: Adjusting osd_memory_target on smithi130 to 17088M 2024-09-11T03:27:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[27247]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-11T03:27:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[27247]: osdmap e34: 5 total, 5 up, 5 in 2024-09-11T03:27:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:27:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:27:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:12.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[37253]: Detected new or changed devices on smithi130 2024-09-11T03:27:12.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[37253]: Adjusting osd_memory_target on smithi130 to 17088M 2024-09-11T03:27:12.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[37253]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-11T03:27:12.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[37253]: osdmap e34: 5 total, 5 up, 5 in 2024-09-11T03:27:12.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:27:12.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:27:12.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:11 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:12 smithi130 ceph-mon[31190]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:27:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:12 smithi086 ceph-mon[27247]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:27:13.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:12 smithi086 ceph-mon[37253]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:27:14.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:13 smithi130 ceph-mon[31190]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-09-11T03:27:14.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:13 smithi086 ceph-mon[27247]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-09-11T03:27:14.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:13 smithi086 ceph-mon[37253]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-09-11T03:27:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:14 smithi130 ceph-mon[31190]: from='client.? 172.21.15.130:0/1933582622' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "294333a7-dd7c-44c5-81fc-2fce7e6a13c8"}]: dispatch 2024-09-11T03:27:15.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:14 smithi130 ceph-mon[31190]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "294333a7-dd7c-44c5-81fc-2fce7e6a13c8"}]: dispatch 2024-09-11T03:27:15.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:14 smithi130 ceph-mon[31190]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "294333a7-dd7c-44c5-81fc-2fce7e6a13c8"}]': finished 2024-09-11T03:27:15.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:14 smithi130 ceph-mon[31190]: osdmap e35: 6 total, 5 up, 6 in 2024-09-11T03:27:15.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:14 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:15.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:14 smithi130 ceph-mon[31190]: from='client.? 172.21.15.130:0/130838476' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:27:15.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:14 smithi086 ceph-mon[27247]: from='client.? 172.21.15.130:0/1933582622' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "294333a7-dd7c-44c5-81fc-2fce7e6a13c8"}]: dispatch 2024-09-11T03:27:15.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:14 smithi086 ceph-mon[27247]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "294333a7-dd7c-44c5-81fc-2fce7e6a13c8"}]: dispatch 2024-09-11T03:27:15.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:14 smithi086 ceph-mon[27247]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "294333a7-dd7c-44c5-81fc-2fce7e6a13c8"}]': finished 2024-09-11T03:27:15.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:14 smithi086 ceph-mon[27247]: osdmap e35: 6 total, 5 up, 6 in 2024-09-11T03:27:15.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:15.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:14 smithi086 ceph-mon[27247]: from='client.? 172.21.15.130:0/130838476' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:27:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:14 smithi086 ceph-mon[37253]: from='client.? 172.21.15.130:0/1933582622' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "294333a7-dd7c-44c5-81fc-2fce7e6a13c8"}]: dispatch 2024-09-11T03:27:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:14 smithi086 ceph-mon[37253]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "294333a7-dd7c-44c5-81fc-2fce7e6a13c8"}]: dispatch 2024-09-11T03:27:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:14 smithi086 ceph-mon[37253]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "294333a7-dd7c-44c5-81fc-2fce7e6a13c8"}]': finished 2024-09-11T03:27:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:14 smithi086 ceph-mon[37253]: osdmap e35: 6 total, 5 up, 6 in 2024-09-11T03:27:15.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:14 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:15.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:14 smithi086 ceph-mon[37253]: from='client.? 172.21.15.130:0/130838476' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:27:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:15 smithi086 ceph-mon[27247]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-09-11T03:27:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:15 smithi086 ceph-mon[37253]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-09-11T03:27:16.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:15 smithi130 ceph-mon[31190]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-09-11T03:27:18.004 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:17 smithi130 ceph-mon[31190]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-09-11T03:27:18.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:17 smithi086 ceph-mon[27247]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-09-11T03:27:18.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:17 smithi086 ceph-mon[37253]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-09-11T03:27:20.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:19 smithi130 ceph-mon[31190]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:20.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:19 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-11T03:27:20.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:19 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:19 smithi086 ceph-mon[27247]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:19 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-11T03:27:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:19 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:19 smithi086 ceph-mon[37253]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:19 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-11T03:27:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:19 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:21.093 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:20 smithi130 ceph-mon[31190]: Deploying daemon osd.5 on smithi130 2024-09-11T03:27:21.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:20 smithi086 ceph-mon[27247]: Deploying daemon osd.5 on smithi130 2024-09-11T03:27:21.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:20 smithi086 ceph-mon[37253]: Deploying daemon osd.5 on smithi130 2024-09-11T03:27:22.200 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:21 smithi130 ceph-mon[31190]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:22.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:21 smithi086 ceph-mon[27247]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:21 smithi086 ceph-mon[37253]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:24.094 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:23 smithi130 ceph-mon[31190]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:24.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:23 smithi086 ceph-mon[27247]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:24.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:23 smithi086 ceph-mon[37253]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:25.178 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:25.178 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:25.178 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:24 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:25.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:24 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:25.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:25.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:25.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:24 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:26.059 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:25 smithi130 ceph-mon[31190]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:26.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:25 smithi086 ceph-mon[27247]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:26.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:25 smithi086 ceph-mon[37253]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:27.893 INFO:teuthology.orchestra.run.smithi130.stdout:Created osd(s) 5 on host 'smithi130' 2024-09-11T03:27:28.444 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:28 smithi130 ceph-mon[31190]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:28.444 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.444 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.444 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:28.444 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:28.444 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.445 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:28 smithi130 ceph-mon[31190]: from='osd.5 [v2:172.21.15.130:6808/2173766716,v1:172.21.15.130:6809/2173766716]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-11T03:27:28.445 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:28 smithi130 ceph-mon[31190]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-11T03:27:28.445 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:28.445 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.445 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:28 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.470 DEBUG:teuthology.orchestra.run.smithi130:osd.5> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.5.service 2024-09-11T03:27:28.473 INFO:tasks.cephadm:Deploying osd.6 on smithi130 with /dev/vg_nvme/lv_2... 2024-09-11T03:27:28.473 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-11T03:27:28.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[27247]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:28.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:28.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:28.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[27247]: from='osd.5 [v2:172.21.15.130:6808/2173766716,v1:172.21.15.130:6809/2173766716]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-11T03:27:28.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[27247]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-11T03:27:28.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:28.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[37253]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:28.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:28.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:28.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[37253]: from='osd.5 [v2:172.21.15.130:6808/2173766716,v1:172.21.15.130:6809/2173766716]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-11T03:27:28.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[37253]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-11T03:27:28.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:28.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:28.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:28 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:29.190 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:27:29.424 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:29 smithi086 ceph-mon[27247]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-11T03:27:29.424 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:29 smithi086 ceph-mon[27247]: osdmap e36: 6 total, 5 up, 6 in 2024-09-11T03:27:29.424 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:29.424 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:29 smithi086 ceph-mon[27247]: from='osd.5 [v2:172.21.15.130:6808/2173766716,v1:172.21.15.130:6809/2173766716]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:29.424 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:29 smithi086 ceph-mon[27247]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:29.424 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:29 smithi086 ceph-mon[27247]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:29.425 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:29 smithi086 ceph-mon[37253]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-11T03:27:29.425 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:29 smithi086 ceph-mon[37253]: osdmap e36: 6 total, 5 up, 6 in 2024-09-11T03:27:29.425 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:29.425 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:29 smithi086 ceph-mon[37253]: from='osd.5 [v2:172.21.15.130:6808/2173766716,v1:172.21.15.130:6809/2173766716]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:29.425 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:29 smithi086 ceph-mon[37253]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:29.425 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:29 smithi086 ceph-mon[37253]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:29.550 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:29 smithi130 ceph-mon[31190]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-11T03:27:29.550 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:29 smithi130 ceph-mon[31190]: osdmap e36: 6 total, 5 up, 6 in 2024-09-11T03:27:29.550 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:29.550 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:29 smithi130 ceph-mon[31190]: from='osd.5 [v2:172.21.15.130:6808/2173766716,v1:172.21.15.130:6809/2173766716]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:29.550 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:29 smithi130 ceph-mon[31190]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:29.550 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:29 smithi130 ceph-mon[31190]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-11T03:27:29.803 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:27:29 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[41798]: 2024-09-11T03:27:29.554+0000 7fdb026e6640 -1 osd.5 0 waiting for initial osdmap 2024-09-11T03:27:29.803 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:27:29 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[41798]: 2024-09-11T03:27:29.560+0000 7fdafa507640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:27:30.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:30 smithi130 ceph-mon[31190]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-09-11T03:27:30.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:30 smithi130 ceph-mon[31190]: osdmap e37: 6 total, 5 up, 6 in 2024-09-11T03:27:30.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:30 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:30.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:30 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:30.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:30 smithi130 ceph-mon[31190]: from='osd.5 ' entity='osd.5' 2024-09-11T03:27:30.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:30 smithi130 ceph-mon[31190]: osd.5 [v2:172.21.15.130:6808/2173766716,v1:172.21.15.130:6809/2173766716] boot 2024-09-11T03:27:30.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:30 smithi130 ceph-mon[31190]: osdmap e38: 6 total, 6 up, 6 in 2024-09-11T03:27:30.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:30 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:30.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[27247]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-09-11T03:27:30.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[27247]: osdmap e37: 6 total, 5 up, 6 in 2024-09-11T03:27:30.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:30.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:30.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[27247]: from='osd.5 ' entity='osd.5' 2024-09-11T03:27:30.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[27247]: osd.5 [v2:172.21.15.130:6808/2173766716,v1:172.21.15.130:6809/2173766716] boot 2024-09-11T03:27:30.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[27247]: osdmap e38: 6 total, 6 up, 6 in 2024-09-11T03:27:30.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:30.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[37253]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-09-11T03:27:30.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[37253]: osdmap e37: 6 total, 5 up, 6 in 2024-09-11T03:27:30.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:30.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:30.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[37253]: from='osd.5 ' entity='osd.5' 2024-09-11T03:27:30.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[37253]: osd.5 [v2:172.21.15.130:6808/2173766716,v1:172.21.15.130:6809/2173766716] boot 2024-09-11T03:27:30.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[37253]: osdmap e38: 6 total, 6 up, 6 in 2024-09-11T03:27:30.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:30 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:27:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:31 smithi130 ceph-mon[31190]: purged_snaps scrub starts 2024-09-11T03:27:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:31 smithi130 ceph-mon[31190]: purged_snaps scrub ok 2024-09-11T03:27:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:31 smithi130 ceph-mon[31190]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:31.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:31 smithi130 ceph-mon[31190]: osdmap e39: 6 total, 6 up, 6 in 2024-09-11T03:27:31.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:31 smithi086 ceph-mon[27247]: purged_snaps scrub starts 2024-09-11T03:27:31.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:31 smithi086 ceph-mon[27247]: purged_snaps scrub ok 2024-09-11T03:27:31.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:31 smithi086 ceph-mon[27247]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:31.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:31 smithi086 ceph-mon[27247]: osdmap e39: 6 total, 6 up, 6 in 2024-09-11T03:27:31.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:31 smithi086 ceph-mon[37253]: purged_snaps scrub starts 2024-09-11T03:27:31.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:31 smithi086 ceph-mon[37253]: purged_snaps scrub ok 2024-09-11T03:27:31.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:31 smithi086 ceph-mon[37253]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:31.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:31 smithi086 ceph-mon[37253]: osdmap e39: 6 total, 6 up, 6 in 2024-09-11T03:27:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[27247]: Detected new or changed devices on smithi130 2024-09-11T03:27:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[27247]: Adjusting osd_memory_target on smithi130 to 8544M 2024-09-11T03:27:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:33.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:33.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:33.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[27247]: osdmap e40: 6 total, 6 up, 6 in 2024-09-11T03:27:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[37253]: Detected new or changed devices on smithi130 2024-09-11T03:27:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[37253]: Adjusting osd_memory_target on smithi130 to 8544M 2024-09-11T03:27:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:33.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:33.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:33.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:32 smithi086 ceph-mon[37253]: osdmap e40: 6 total, 6 up, 6 in 2024-09-11T03:27:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:32 smithi130 ceph-mon[31190]: Detected new or changed devices on smithi130 2024-09-11T03:27:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:32 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:32 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:32 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:32 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:32 smithi130 ceph-mon[31190]: Adjusting osd_memory_target on smithi130 to 8544M 2024-09-11T03:27:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:32 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:32 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:32 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:32 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:32 smithi130 ceph-mon[31190]: osdmap e40: 6 total, 6 up, 6 in 2024-09-11T03:27:33.133 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:27:33.154 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi130:vg_nvme/lv_2 2024-09-11T03:27:33.352 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:27:34.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:33 smithi130 ceph-mon[31190]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:34.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:33 smithi130 ceph-mon[31190]: osdmap e41: 6 total, 6 up, 6 in 2024-09-11T03:27:34.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:33 smithi130 ceph-mon[31190]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-11T03:27:34.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:33 smithi086 ceph-mon[27247]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:33 smithi086 ceph-mon[27247]: osdmap e41: 6 total, 6 up, 6 in 2024-09-11T03:27:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:33 smithi086 ceph-mon[27247]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-11T03:27:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:33 smithi086 ceph-mon[37253]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:33 smithi086 ceph-mon[37253]: osdmap e41: 6 total, 6 up, 6 in 2024-09-11T03:27:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:33 smithi086 ceph-mon[37253]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-11T03:27:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:34 smithi130 ceph-mon[31190]: osdmap e42: 6 total, 6 up, 6 in 2024-09-11T03:27:35.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:34 smithi086 ceph-mon[27247]: osdmap e42: 6 total, 6 up, 6 in 2024-09-11T03:27:35.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:34 smithi086 ceph-mon[37253]: osdmap e42: 6 total, 6 up, 6 in 2024-09-11T03:27:36.129 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:35 smithi130 ceph-mon[31190]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:36.130 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:35 smithi130 ceph-mon[31190]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:27:36.130 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:35 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:27:36.130 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:35 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:27:36.130 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:35 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:36.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:35 smithi086 ceph-mon[27247]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:36.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:35 smithi086 ceph-mon[27247]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:27:36.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:27:36.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:27:36.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:36.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:35 smithi086 ceph-mon[37253]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:36.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:35 smithi086 ceph-mon[37253]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:27:36.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:35 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:27:36.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:35 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:27:36.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:35 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:36 smithi130 ceph-mon[31190]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-11T03:27:37.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:36 smithi130 ceph-mon[31190]: Cluster is now healthy 2024-09-11T03:27:37.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:36 smithi086 ceph-mon[27247]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-11T03:27:37.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:36 smithi086 ceph-mon[27247]: Cluster is now healthy 2024-09-11T03:27:37.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:36 smithi086 ceph-mon[37253]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-11T03:27:37.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:36 smithi086 ceph-mon[37253]: Cluster is now healthy 2024-09-11T03:27:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:37 smithi086 ceph-mon[27247]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:37 smithi086 ceph-mon[27247]: from='client.? 172.21.15.130:0/4282298245' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05112a83-85a2-456a-a1e4-7f613be9496b"}]: dispatch 2024-09-11T03:27:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:37 smithi086 ceph-mon[27247]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05112a83-85a2-456a-a1e4-7f613be9496b"}]: dispatch 2024-09-11T03:27:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:37 smithi086 ceph-mon[27247]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "05112a83-85a2-456a-a1e4-7f613be9496b"}]': finished 2024-09-11T03:27:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:37 smithi086 ceph-mon[27247]: osdmap e43: 7 total, 6 up, 7 in 2024-09-11T03:27:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:37 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:37 smithi086 ceph-mon[37253]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:37 smithi086 ceph-mon[37253]: from='client.? 172.21.15.130:0/4282298245' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05112a83-85a2-456a-a1e4-7f613be9496b"}]: dispatch 2024-09-11T03:27:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:37 smithi086 ceph-mon[37253]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05112a83-85a2-456a-a1e4-7f613be9496b"}]: dispatch 2024-09-11T03:27:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:37 smithi086 ceph-mon[37253]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "05112a83-85a2-456a-a1e4-7f613be9496b"}]': finished 2024-09-11T03:27:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:37 smithi086 ceph-mon[37253]: osdmap e43: 7 total, 6 up, 7 in 2024-09-11T03:27:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:37 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:37 smithi130 ceph-mon[31190]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:37 smithi130 ceph-mon[31190]: from='client.? 172.21.15.130:0/4282298245' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05112a83-85a2-456a-a1e4-7f613be9496b"}]: dispatch 2024-09-11T03:27:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:37 smithi130 ceph-mon[31190]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05112a83-85a2-456a-a1e4-7f613be9496b"}]: dispatch 2024-09-11T03:27:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:37 smithi130 ceph-mon[31190]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "05112a83-85a2-456a-a1e4-7f613be9496b"}]': finished 2024-09-11T03:27:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:37 smithi130 ceph-mon[31190]: osdmap e43: 7 total, 6 up, 7 in 2024-09-11T03:27:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:37 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:38 smithi086 ceph-mon[27247]: from='client.? 172.21.15.130:0/2977718932' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:27:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:38 smithi086 ceph-mon[37253]: from='client.? 172.21.15.130:0/2977718932' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:27:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:38 smithi130 ceph-mon[31190]: from='client.? 172.21.15.130:0/2977718932' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:27:40.177 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:39 smithi130 ceph-mon[31190]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-11T03:27:40.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:39 smithi086 ceph-mon[27247]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-11T03:27:40.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:39 smithi086 ceph-mon[37253]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-11T03:27:42.137 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:41 smithi130 ceph-mon[31190]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-11T03:27:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:41 smithi086 ceph-mon[27247]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-11T03:27:42.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:41 smithi086 ceph-mon[37253]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-11T03:27:44.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:43 smithi130 ceph-mon[31190]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-11T03:27:44.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:43 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-11T03:27:44.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:43 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:43 smithi086 ceph-mon[27247]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-11T03:27:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-11T03:27:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:43 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:44.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:43 smithi086 ceph-mon[37253]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-11T03:27:44.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:43 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-11T03:27:44.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:43 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:45.024 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:44 smithi130 ceph-mon[31190]: Deploying daemon osd.6 on smithi130 2024-09-11T03:27:45.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:44 smithi086 ceph-mon[27247]: Deploying daemon osd.6 on smithi130 2024-09-11T03:27:45.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:44 smithi086 ceph-mon[37253]: Deploying daemon osd.6 on smithi130 2024-09-11T03:27:46.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:45 smithi130 ceph-mon[31190]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-11T03:27:46.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:45 smithi086 ceph-mon[27247]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-11T03:27:46.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:45 smithi086 ceph-mon[37253]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-11T03:27:48.261 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:47 smithi130 ceph-mon[31190]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:48.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:47 smithi086 ceph-mon[27247]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:47 smithi086 ceph-mon[37253]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:48.981 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:48.981 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:48.981 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:48 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:48 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:48 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:50.198 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:49 smithi130 ceph-mon[31190]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:50.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:49 smithi086 ceph-mon[27247]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:49 smithi086 ceph-mon[37253]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:51.430 INFO:teuthology.orchestra.run.smithi130.stdout:Created osd(s) 6 on host 'smithi130' 2024-09-11T03:27:52.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:51 smithi130 ceph-mon[31190]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:52.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:51 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:51 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:51 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:52.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:51 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:52.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:51 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:51 smithi130 ceph-mon[31190]: from='osd.6 [v2:172.21.15.130:6816/1474245131,v1:172.21.15.130:6817/1474245131]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-11T03:27:52.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:51 smithi130 ceph-mon[31190]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-11T03:27:52.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:51 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:52.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:51 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:51 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.137 DEBUG:teuthology.orchestra.run.smithi130:osd.6> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.6.service 2024-09-11T03:27:52.139 INFO:tasks.cephadm:Deploying osd.7 on smithi130 with /dev/vg_nvme/lv_1... 2024-09-11T03:27:52.139 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-11T03:27:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[27247]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[27247]: from='osd.6 [v2:172.21.15.130:6816/1474245131,v1:172.21.15.130:6817/1474245131]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-11T03:27:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[27247]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-11T03:27:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[37253]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:52.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:52.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:52.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[37253]: from='osd.6 [v2:172.21.15.130:6816/1474245131,v1:172.21.15.130:6817/1474245131]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-11T03:27:52.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[37253]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-11T03:27:52.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:27:52.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:52.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:51 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:53.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:52 smithi130 ceph-mon[31190]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-11T03:27:53.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:52 smithi130 ceph-mon[31190]: osdmap e44: 7 total, 6 up, 7 in 2024-09-11T03:27:53.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:52 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:53.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:52 smithi130 ceph-mon[31190]: from='osd.6 [v2:172.21.15.130:6816/1474245131,v1:172.21.15.130:6817/1474245131]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:53.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:52 smithi130 ceph-mon[31190]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:53.296 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:27:53.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:52 smithi086 ceph-mon[37253]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-11T03:27:53.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:52 smithi086 ceph-mon[37253]: osdmap e44: 7 total, 6 up, 7 in 2024-09-11T03:27:53.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:52 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:53.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:52 smithi086 ceph-mon[37253]: from='osd.6 [v2:172.21.15.130:6816/1474245131,v1:172.21.15.130:6817/1474245131]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:53.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:52 smithi086 ceph-mon[37253]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:53.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:52 smithi086 ceph-mon[27247]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-11T03:27:53.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:52 smithi086 ceph-mon[27247]: osdmap e44: 7 total, 6 up, 7 in 2024-09-11T03:27:53.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:52 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:53.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:52 smithi086 ceph-mon[27247]: from='osd.6 [v2:172.21.15.130:6816/1474245131,v1:172.21.15.130:6817/1474245131]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:53.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:52 smithi086 ceph-mon[27247]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:27:53.540 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:27:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[47536]: 2024-09-11T03:27:53.384+0000 7f02e80d1640 -1 osd.6 0 waiting for initial osdmap 2024-09-11T03:27:53.540 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:27:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[47536]: 2024-09-11T03:27:53.391+0000 7f02dfef2640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:27:54.314 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:53 smithi130 ceph-mon[31190]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:54.315 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:53 smithi130 ceph-mon[31190]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-09-11T03:27:54.315 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:53 smithi130 ceph-mon[31190]: osdmap e45: 7 total, 6 up, 7 in 2024-09-11T03:27:54.315 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:53 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:54.315 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:53 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:54.315 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:53 smithi130 ceph-mon[31190]: from='osd.6 ' entity='osd.6' 2024-09-11T03:27:54.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:53 smithi086 ceph-mon[27247]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:54.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:53 smithi086 ceph-mon[27247]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-09-11T03:27:54.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:53 smithi086 ceph-mon[27247]: osdmap e45: 7 total, 6 up, 7 in 2024-09-11T03:27:54.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:53 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:54.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:53 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:54.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:53 smithi086 ceph-mon[27247]: from='osd.6 ' entity='osd.6' 2024-09-11T03:27:54.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:53 smithi086 ceph-mon[37253]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-11T03:27:54.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:53 smithi086 ceph-mon[37253]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-09-11T03:27:54.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:53 smithi086 ceph-mon[37253]: osdmap e45: 7 total, 6 up, 7 in 2024-09-11T03:27:54.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:53 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:54.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:53 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:54.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:53 smithi086 ceph-mon[37253]: from='osd.6 ' entity='osd.6' 2024-09-11T03:27:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:54 smithi130 ceph-mon[31190]: purged_snaps scrub starts 2024-09-11T03:27:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:54 smithi130 ceph-mon[31190]: purged_snaps scrub ok 2024-09-11T03:27:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:54 smithi130 ceph-mon[31190]: osd.6 [v2:172.21.15.130:6816/1474245131,v1:172.21.15.130:6817/1474245131] boot 2024-09-11T03:27:55.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:54 smithi130 ceph-mon[31190]: osdmap e46: 7 total, 7 up, 7 in 2024-09-11T03:27:55.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:54 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:55.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:54 smithi130 ceph-mon[31190]: osdmap e47: 7 total, 7 up, 7 in 2024-09-11T03:27:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:54 smithi086 ceph-mon[27247]: purged_snaps scrub starts 2024-09-11T03:27:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:54 smithi086 ceph-mon[27247]: purged_snaps scrub ok 2024-09-11T03:27:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:54 smithi086 ceph-mon[27247]: osd.6 [v2:172.21.15.130:6816/1474245131,v1:172.21.15.130:6817/1474245131] boot 2024-09-11T03:27:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:54 smithi086 ceph-mon[27247]: osdmap e46: 7 total, 7 up, 7 in 2024-09-11T03:27:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:54 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:54 smithi086 ceph-mon[27247]: osdmap e47: 7 total, 7 up, 7 in 2024-09-11T03:27:55.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:54 smithi086 ceph-mon[37253]: purged_snaps scrub starts 2024-09-11T03:27:55.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:54 smithi086 ceph-mon[37253]: purged_snaps scrub ok 2024-09-11T03:27:55.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:54 smithi086 ceph-mon[37253]: osd.6 [v2:172.21.15.130:6816/1474245131,v1:172.21.15.130:6817/1474245131] boot 2024-09-11T03:27:55.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:54 smithi086 ceph-mon[37253]: osdmap e46: 7 total, 7 up, 7 in 2024-09-11T03:27:55.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:54 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:27:55.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:54 smithi086 ceph-mon[37253]: osdmap e47: 7 total, 7 up, 7 in 2024-09-11T03:27:56.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:55 smithi130 ceph-mon[31190]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-09-11T03:27:56.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:55 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:56.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:55 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:56.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:55 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:56.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:55 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:56.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:55 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:56.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:55 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:56.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:55 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:56.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:55 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:56.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:55 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:56.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:55 smithi130 ceph-mon[31190]: osdmap e48: 7 total, 7 up, 7 in 2024-09-11T03:27:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[27247]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-09-11T03:27:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:56.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:56.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:56.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:56.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:56.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[27247]: osdmap e48: 7 total, 7 up, 7 in 2024-09-11T03:27:56.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[37253]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-09-11T03:27:56.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:56.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:56.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:56.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:56.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:27:56.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:56.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:56.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:27:56.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:27:56.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:55 smithi086 ceph-mon[37253]: osdmap e48: 7 total, 7 up, 7 in 2024-09-11T03:27:56.833 INFO:teuthology.orchestra.run.smithi130.stdout: 2024-09-11T03:27:56.851 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi130:vg_nvme/lv_1 2024-09-11T03:27:57.047 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:27:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:56 smithi130 ceph-mon[31190]: Detected new or changed devices on smithi130 2024-09-11T03:27:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:56 smithi130 ceph-mon[31190]: Adjusting osd_memory_target on smithi130 to 5696M 2024-09-11T03:27:57.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:56 smithi086 ceph-mon[27247]: Detected new or changed devices on smithi130 2024-09-11T03:27:57.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:56 smithi086 ceph-mon[27247]: Adjusting osd_memory_target on smithi130 to 5696M 2024-09-11T03:27:57.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:56 smithi086 ceph-mon[37253]: Detected new or changed devices on smithi130 2024-09-11T03:27:57.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:56 smithi086 ceph-mon[37253]: Adjusting osd_memory_target on smithi130 to 5696M 2024-09-11T03:27:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:57 smithi130 ceph-mon[31190]: pgmap v149: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-11T03:27:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:57 smithi130 ceph-mon[31190]: osdmap e49: 7 total, 7 up, 7 in 2024-09-11T03:27:58.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:57 smithi086 ceph-mon[27247]: pgmap v149: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-11T03:27:58.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:57 smithi086 ceph-mon[27247]: osdmap e49: 7 total, 7 up, 7 in 2024-09-11T03:27:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:57 smithi086 ceph-mon[37253]: pgmap v149: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-11T03:27:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:57 smithi086 ceph-mon[37253]: osdmap e49: 7 total, 7 up, 7 in 2024-09-11T03:27:59.309 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:58 smithi130 ceph-mon[31190]: osdmap e50: 7 total, 7 up, 7 in 2024-09-11T03:27:59.309 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:58 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:27:59.309 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:58 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:27:59.309 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:58 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:59.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:58 smithi086 ceph-mon[27247]: osdmap e50: 7 total, 7 up, 7 in 2024-09-11T03:27:59.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:58 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:27:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:58 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:27:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:58 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:27:59.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:58 smithi086 ceph-mon[37253]: osdmap e50: 7 total, 7 up, 7 in 2024-09-11T03:27:59.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:58 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-11T03:27:59.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:58 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-11T03:27:59.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:58 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:00.239 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:59 smithi130 ceph-mon[31190]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:28:00.240 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:27:59 smithi130 ceph-mon[31190]: pgmap v152: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-11T03:28:00.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:59 smithi086 ceph-mon[27247]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:28:00.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:27:59 smithi086 ceph-mon[27247]: pgmap v152: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-11T03:28:00.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:59 smithi086 ceph-mon[37253]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:28:00.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:27:59 smithi086 ceph-mon[37253]: pgmap v152: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-11T03:28:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:00 smithi086 ceph-mon[27247]: from='client.? 172.21.15.130:0/3295229386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64339d60-b0ac-4ce0-8660-3d6f22ef06f6"}]: dispatch 2024-09-11T03:28:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:00 smithi086 ceph-mon[27247]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64339d60-b0ac-4ce0-8660-3d6f22ef06f6"}]: dispatch 2024-09-11T03:28:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:00 smithi086 ceph-mon[27247]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "64339d60-b0ac-4ce0-8660-3d6f22ef06f6"}]': finished 2024-09-11T03:28:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:00 smithi086 ceph-mon[27247]: osdmap e51: 8 total, 7 up, 8 in 2024-09-11T03:28:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:00 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:01.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:00 smithi086 ceph-mon[37253]: from='client.? 172.21.15.130:0/3295229386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64339d60-b0ac-4ce0-8660-3d6f22ef06f6"}]: dispatch 2024-09-11T03:28:01.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:00 smithi086 ceph-mon[37253]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64339d60-b0ac-4ce0-8660-3d6f22ef06f6"}]: dispatch 2024-09-11T03:28:01.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:00 smithi086 ceph-mon[37253]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "64339d60-b0ac-4ce0-8660-3d6f22ef06f6"}]': finished 2024-09-11T03:28:01.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:00 smithi086 ceph-mon[37253]: osdmap e51: 8 total, 7 up, 8 in 2024-09-11T03:28:01.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:00 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:01.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:00 smithi130 ceph-mon[31190]: from='client.? 172.21.15.130:0/3295229386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64339d60-b0ac-4ce0-8660-3d6f22ef06f6"}]: dispatch 2024-09-11T03:28:01.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:00 smithi130 ceph-mon[31190]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64339d60-b0ac-4ce0-8660-3d6f22ef06f6"}]: dispatch 2024-09-11T03:28:01.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:00 smithi130 ceph-mon[31190]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "64339d60-b0ac-4ce0-8660-3d6f22ef06f6"}]': finished 2024-09-11T03:28:01.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:00 smithi130 ceph-mon[31190]: osdmap e51: 8 total, 7 up, 8 in 2024-09-11T03:28:01.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:00 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:01 smithi086 ceph-mon[27247]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-09-11T03:28:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:01 smithi086 ceph-mon[27247]: from='client.? 172.21.15.130:0/3263223082' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:28:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:01 smithi086 ceph-mon[37253]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-09-11T03:28:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:01 smithi086 ceph-mon[37253]: from='client.? 172.21.15.130:0/3263223082' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:28:02.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:01 smithi130 ceph-mon[31190]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-09-11T03:28:02.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:01 smithi130 ceph-mon[31190]: from='client.? 172.21.15.130:0/3263223082' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-11T03:28:04.213 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:03 smithi130 ceph-mon[31190]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:03 smithi086 ceph-mon[27247]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:04.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:03 smithi086 ceph-mon[37253]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:06.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:06 smithi130 ceph-mon[31190]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:06.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:06 smithi086 ceph-mon[27247]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:06.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:06 smithi086 ceph-mon[37253]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:07.230 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:07 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-11T03:28:07.230 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:07 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:07 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-11T03:28:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:07 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:07 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-11T03:28:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:07 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:08.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:08 smithi130 ceph-mon[31190]: Deploying daemon osd.7 on smithi130 2024-09-11T03:28:08.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:08 smithi130 ceph-mon[31190]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:08.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:08 smithi086 ceph-mon[27247]: Deploying daemon osd.7 on smithi130 2024-09-11T03:28:08.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:08 smithi086 ceph-mon[27247]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:08.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:08 smithi086 ceph-mon[37253]: Deploying daemon osd.7 on smithi130 2024-09-11T03:28:08.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:08 smithi086 ceph-mon[37253]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:10 smithi130 ceph-mon[31190]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:10.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:10 smithi086 ceph-mon[27247]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:10.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:10 smithi086 ceph-mon[37253]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:12.317 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:12 smithi130 ceph-mon[31190]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:12.318 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:12 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:12.318 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:12 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:12.318 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:12 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:12.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:12 smithi086 ceph-mon[27247]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:12 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:12 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:12 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:12.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:12 smithi086 ceph-mon[37253]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:12.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:12 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:12.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:12 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:12.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:12 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:14.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:14 smithi130 ceph-mon[31190]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:14.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:14 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:14.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:14 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:14.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:14 smithi086 ceph-mon[27247]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:14.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:14.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:14 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:14.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:14 smithi086 ceph-mon[37253]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:14.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:14 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:14.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:14 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:14.528 INFO:teuthology.orchestra.run.smithi130.stdout:Created osd(s) 7 on host 'smithi130' 2024-09-11T03:28:15.186 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:15.186 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:15.186 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:15.186 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:15 smithi130 ceph-mon[31190]: from='osd.7 [v2:172.21.15.130:6824/2163598366,v1:172.21.15.130:6825/2163598366]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-11T03:28:15.186 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:15 smithi130 ceph-mon[31190]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-11T03:28:15.186 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:15.186 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:15.186 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:15.207 DEBUG:teuthology.orchestra.run.smithi130:osd.7> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.7.service 2024-09-11T03:28:15.209 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-11T03:28:15.210 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd stat -f json 2024-09-11T03:28:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[37253]: from='osd.7 [v2:172.21.15.130:6824/2163598366,v1:172.21.15.130:6825/2163598366]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-11T03:28:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[37253]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-11T03:28:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:15.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:15.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:15.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:15.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[27247]: from='osd.7 [v2:172.21.15.130:6824/2163598366,v1:172.21.15.130:6825/2163598366]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-11T03:28:15.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[27247]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-11T03:28:15.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:15.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:15.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:15.414 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:16.134 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:16 smithi130 ceph-mon[31190]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:16.134 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:16 smithi130 ceph-mon[31190]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-11T03:28:16.134 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:16 smithi130 ceph-mon[31190]: osdmap e52: 8 total, 7 up, 8 in 2024-09-11T03:28:16.134 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:16.134 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:16 smithi130 ceph-mon[31190]: from='osd.7 [v2:172.21.15.130:6824/2163598366,v1:172.21.15.130:6825/2163598366]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:28:16.135 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:16 smithi130 ceph-mon[31190]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:28:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:16 smithi086 ceph-mon[27247]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:16 smithi086 ceph-mon[27247]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-11T03:28:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:16 smithi086 ceph-mon[27247]: osdmap e52: 8 total, 7 up, 8 in 2024-09-11T03:28:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:16 smithi086 ceph-mon[27247]: from='osd.7 [v2:172.21.15.130:6824/2163598366,v1:172.21.15.130:6825/2163598366]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:28:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:16 smithi086 ceph-mon[27247]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:28:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:16 smithi086 ceph-mon[37253]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:16 smithi086 ceph-mon[37253]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-11T03:28:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:16 smithi086 ceph-mon[37253]: osdmap e52: 8 total, 7 up, 8 in 2024-09-11T03:28:16.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:16.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:16 smithi086 ceph-mon[37253]: from='osd.7 [v2:172.21.15.130:6824/2163598366,v1:172.21.15.130:6825/2163598366]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:28:16.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:16 smithi086 ceph-mon[37253]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2024-09-11T03:28:16.846 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:28:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[53070]: 2024-09-11T03:28:16.654+0000 7f195cd14640 -1 osd.7 0 waiting for initial osdmap 2024-09-11T03:28:16.847 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:28:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[53070]: 2024-09-11T03:28:16.661+0000 7f1954b35640 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:28:17.186 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:28:17.399 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:17 smithi130 ceph-mon[31190]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-09-11T03:28:17.399 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:17 smithi130 ceph-mon[31190]: osdmap e53: 8 total, 7 up, 8 in 2024-09-11T03:28:17.399 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:17 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:17.399 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:17 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:17.399 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:17 smithi130 ceph-mon[31190]: from='osd.7 ' entity='osd.7' 2024-09-11T03:28:17.400 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:17 smithi130 ceph-mon[31190]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:17.400 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:17 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3780475892' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-11T03:28:17.449 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[27247]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-09-11T03:28:17.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[27247]: osdmap e53: 8 total, 7 up, 8 in 2024-09-11T03:28:17.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:17.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:17.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[27247]: from='osd.7 ' entity='osd.7' 2024-09-11T03:28:17.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[27247]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:17.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3780475892' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-11T03:28:17.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[37253]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2024-09-11T03:28:17.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[37253]: osdmap e53: 8 total, 7 up, 8 in 2024-09-11T03:28:17.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:17.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:17.452 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[37253]: from='osd.7 ' entity='osd.7' 2024-09-11T03:28:17.452 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[37253]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-11T03:28:17.452 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:17 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3780475892' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-11T03:28:17.912 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":53,"num_osds":8,"num_up_osds":7,"osd_up_since":1726025273,"num_in_osds":8,"osd_in_since":1726025280,"num_remapped_pgs":0} 2024-09-11T03:28:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: purged_snaps scrub starts 2024-09-11T03:28:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: purged_snaps scrub ok 2024-09-11T03:28:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: osd.7 [v2:172.21.15.130:6824/2163598366,v1:172.21.15.130:6825/2163598366] boot 2024-09-11T03:28:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: osdmap e54: 8 total, 8 up, 8 in 2024-09-11T03:28:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: Detected new or changed devices on smithi130 2024-09-11T03:28:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:18.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:28:18.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:28:18.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:28:18.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:28:18.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: Adjusting osd_memory_target on smithi130 to 4272M 2024-09-11T03:28:18.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:18.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:18.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:18.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:18.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: purged_snaps scrub starts 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: purged_snaps scrub ok 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: osd.7 [v2:172.21.15.130:6824/2163598366,v1:172.21.15.130:6825/2163598366] boot 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: osdmap e54: 8 total, 8 up, 8 in 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: Detected new or changed devices on smithi130 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: Adjusting osd_memory_target on smithi130 to 4272M 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:18.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:18.575 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:18 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: purged_snaps scrub starts 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: purged_snaps scrub ok 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: osd.7 [v2:172.21.15.130:6824/2163598366,v1:172.21.15.130:6825/2163598366] boot 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: osdmap e54: 8 total, 8 up, 8 in 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: Detected new or changed devices on smithi130 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: Adjusting osd_memory_target on smithi130 to 4272M 2024-09-11T03:28:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:18.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:18.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:18.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:18 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:18.913 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd stat -f json 2024-09-11T03:28:19.112 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:19.534 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:19 smithi086 ceph-mon[27247]: osdmap e55: 8 total, 8 up, 8 in 2024-09-11T03:28:19.534 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:19 smithi086 ceph-mon[27247]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:19.535 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:19 smithi086 ceph-mon[37253]: osdmap e55: 8 total, 8 up, 8 in 2024-09-11T03:28:19.535 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:19 smithi086 ceph-mon[37253]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:19.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:19 smithi130 ceph-mon[31190]: osdmap e55: 8 total, 8 up, 8 in 2024-09-11T03:28:19.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:19 smithi130 ceph-mon[31190]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:20.493 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:20 smithi086 ceph-mon[27247]: osdmap e56: 8 total, 8 up, 8 in 2024-09-11T03:28:20.493 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:20 smithi086 ceph-mon[27247]: osdmap e57: 8 total, 8 up, 8 in 2024-09-11T03:28:20.493 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:20 smithi086 ceph-mon[37253]: osdmap e56: 8 total, 8 up, 8 in 2024-09-11T03:28:20.493 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:20 smithi086 ceph-mon[37253]: osdmap e57: 8 total, 8 up, 8 in 2024-09-11T03:28:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:20 smithi130 ceph-mon[31190]: osdmap e56: 8 total, 8 up, 8 in 2024-09-11T03:28:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:20 smithi130 ceph-mon[31190]: osdmap e57: 8 total, 8 up, 8 in 2024-09-11T03:28:20.993 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:28:21.615 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1726025297,"num_in_osds":8,"osd_in_since":1726025280,"num_remapped_pgs":0} 2024-09-11T03:28:21.616 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-11T03:28:21.809 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:21.930 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:21 smithi086 ceph-mon[27247]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:21.930 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:21 smithi086 ceph-mon[27247]: osdmap e58: 8 total, 8 up, 8 in 2024-09-11T03:28:21.930 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:21 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/536967208' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-11T03:28:21.930 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:21 smithi086 ceph-mon[37253]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:21.930 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:21 smithi086 ceph-mon[37253]: osdmap e58: 8 total, 8 up, 8 in 2024-09-11T03:28:21.930 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:21 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/536967208' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-11T03:28:22.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:21 smithi130 ceph-mon[31190]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:21 smithi130 ceph-mon[31190]: osdmap e58: 8 total, 8 up, 8 in 2024-09-11T03:28:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:21 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/536967208' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-11T03:28:23.630 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:28:23.631 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":58,"fsid":"0d04850c-6fed-11ef-bcea-c7b262605968","created":"2024-09-11T03:23:18.970917+0000","modified":"2024-09-11T03:28:20.842281+0000","last_up_change":"2024-09-11T03:28:17.197828+0000","last_in_change":"2024-09-11T03:28:00.864451+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T03:26:23.059246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"205c0dfc-77ea-47e4-9ff9-58811033bd68","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6803","nonce":4243825326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6805","nonce":4243825326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6809","nonce":4243825326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6807","nonce":4243825326}]},"public_addr":"172.21.15.86:6803/4243825326","cluster_addr":"172.21.15.86:6805/4243825326","heartbeat_back_addr":"172.21.15.86:6809/4243825326","heartbeat_front_addr":"172.21.15.86:6807/4243825326","state":["exists","up"]},{"osd":1,"uuid":"e76b0e29-18fc-481f-ae57-dcc2b9f42ca9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6811","nonce":1068924699}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6813","nonce":1068924699}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6817","nonce":1068924699}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6815","nonce":1068924699}]},"public_addr":"172.21.15.86:6811/1068924699","cluster_addr":"172.21.15.86:6813/1068924699","heartbeat_back_addr":"172.21.15.86:6817/1068924699","heartbeat_front_addr":"172.21.15.86:6815/1068924699","state":["exists","up"]},{"osd":2,"uuid":"aae4d04a-3147-40e9-8849-85d9a0e59dc5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6819","nonce":1625728225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6821","nonce":1625728225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6825","nonce":1625728225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6823","nonce":1625728225}]},"public_addr":"172.21.15.86:6819/1625728225","cluster_addr":"172.21.15.86:6821/1625728225","heartbeat_back_addr":"172.21.15.86:6825/1625728225","heartbeat_front_addr":"172.21.15.86:6823/1625728225","state":["exists","up"]},{"osd":3,"uuid":"dd4b10ec-adb6-44a3-bd47-18171337b44b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6827","nonce":3355028015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6829","nonce":3355028015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6833","nonce":3355028015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6831","nonce":3355028015}]},"public_addr":"172.21.15.86:6827/3355028015","cluster_addr":"172.21.15.86:6829/3355028015","heartbeat_back_addr":"172.21.15.86:6833/3355028015","heartbeat_front_addr":"172.21.15.86:6831/3355028015","state":["exists","up"]},{"osd":4,"uuid":"e816e599-cdd0-4faa-ae69-1adf4ee0ccf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6801","nonce":770638124}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6803","nonce":770638124}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6807","nonce":770638124}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6805","nonce":770638124}]},"public_addr":"172.21.15.130:6801/770638124","cluster_addr":"172.21.15.130:6803/770638124","heartbeat_back_addr":"172.21.15.130:6807/770638124","heartbeat_front_addr":"172.21.15.130:6805/770638124","state":["exists","up"]},{"osd":5,"uuid":"294333a7-dd7c-44c5-81fc-2fce7e6a13c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6809","nonce":2173766716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6811","nonce":2173766716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6815","nonce":2173766716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6813","nonce":2173766716}]},"public_addr":"172.21.15.130:6809/2173766716","cluster_addr":"172.21.15.130:6811/2173766716","heartbeat_back_addr":"172.21.15.130:6815/2173766716","heartbeat_front_addr":"172.21.15.130:6813/2173766716","state":["exists","up"]},{"osd":6,"uuid":"05112a83-85a2-456a-a1e4-7f613be9496b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6817","nonce":1474245131}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6819","nonce":1474245131}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6823","nonce":1474245131}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6821","nonce":1474245131}]},"public_addr":"172.21.15.130:6817/1474245131","cluster_addr":"172.21.15.130:6819/1474245131","heartbeat_back_addr":"172.21.15.130:6823/1474245131","heartbeat_front_addr":"172.21.15.130:6821/1474245131","state":["exists","up"]},{"osd":7,"uuid":"64339d60-b0ac-4ce0-8660-3d6f22ef06f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6825","nonce":2163598366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6827","nonce":2163598366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6831","nonce":2163598366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6829","nonce":2163598366}]},"public_addr":"172.21.15.130:6825/2163598366","cluster_addr":"172.21.15.130:6827/2163598366","heartbeat_back_addr":"172.21.15.130:6831/2163598366","heartbeat_front_addr":"172.21.15.130:6829/2163598366","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:34.810612+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:57.680497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:20.468721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:44.796997+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:05.799507+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:28.732004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:52.443875+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:28:15.422115+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.86:6800/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1624827497":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/2535333164":"2024-09-12T03:24:14.766755+0000","172.21.15.86:6801/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1276967301":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1599529509":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/2282259116":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/1163042658":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6801/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6800/2352023843":"2024-09-12T03:23:52.222324+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T03:28:23.942 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:23 smithi086 ceph-mon[27247]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:23.942 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:23 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1655031496' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:28:23.942 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:23 smithi086 ceph-mon[37253]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:23.942 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:23 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1655031496' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:28:24.230 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-11T03:26:23.059246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-11T03:28:24.230 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-11T03:28:24.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:23 smithi130 ceph-mon[31190]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:24.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:23 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1655031496' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:28:24.424 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:26.061 INFO:teuthology.orchestra.run.smithi086.stdout:pg_num: 1 2024-09-11T03:28:26.061 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:25 smithi086 ceph-mon[27247]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-11T03:28:26.061 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:25 smithi086 ceph-mon[37253]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-11T03:28:26.148 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:25 smithi130 ceph-mon[31190]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-11T03:28:26.619 INFO:tasks.cephadm:Adding mds.a on smithi086 2024-09-11T03:28:26.619 INFO:tasks.cephadm:Adding mds.b on smithi130 2024-09-11T03:28:26.619 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch apply mds all '2;smithi086=a;smithi130=b' 2024-09-11T03:28:26.821 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:28:27.178 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:26 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1896153468' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-11T03:28:27.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:26 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1896153468' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-11T03:28:27.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:26 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1896153468' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-11T03:28:28.135 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:27 smithi130 ceph-mon[31190]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-09-11T03:28:28.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:27 smithi086 ceph-mon[27247]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-09-11T03:28:28.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:27 smithi086 ceph-mon[37253]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-09-11T03:28:28.512 INFO:teuthology.orchestra.run.smithi130.stdout:Scheduled mds.all update... 2024-09-11T03:28:29.062 DEBUG:teuthology.orchestra.run.smithi086:mds.a> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mds.a.service 2024-09-11T03:28:29.065 DEBUG:teuthology.orchestra.run.smithi130:mds.b> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mds.b.service 2024-09-11T03:28:29.067 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-11T03:28:29.068 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-11T03:28:29.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[27247]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi086=a;smithi130=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:28:29.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[27247]: Saving service mds.all spec with placement smithi086=a;smithi130=b;count:2 2024-09-11T03:28:29.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:29.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:29.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:29.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:29.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:29.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-11T03:28:29.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-11T03:28:29.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:29.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[27247]: Deploying daemon mds.a on smithi086 2024-09-11T03:28:29.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[27247]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-11T03:28:29.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[37253]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi086=a;smithi130=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:28:29.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[37253]: Saving service mds.all spec with placement smithi086=a;smithi130=b;count:2 2024-09-11T03:28:29.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:29.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:29.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:29.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:29.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:29.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-11T03:28:29.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-11T03:28:29.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:29.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[37253]: Deploying daemon mds.a on smithi086 2024-09-11T03:28:29.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:29 smithi086 ceph-mon[37253]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-11T03:28:29.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:29 smithi130 ceph-mon[31190]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi086=a;smithi130=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:28:29.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:29 smithi130 ceph-mon[31190]: Saving service mds.all spec with placement smithi086=a;smithi130=b;count:2 2024-09-11T03:28:29.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:29.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:29.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:29.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:29.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:29.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-11T03:28:29.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-11T03:28:29.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:29.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:29 smithi130 ceph-mon[31190]: Deploying daemon mds.a on smithi086 2024-09-11T03:28:29.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:29 smithi130 ceph-mon[31190]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-11T03:28:30.038 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:31.992 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:28:31.992 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-11T03:28:31.992 INFO:teuthology.orchestra.run.smithi086.stderr:dumped fsmap epoch 1 2024-09-11T03:28:32.124 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:31 smithi086 ceph-mon[27247]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-11T03:28:32.124 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:31 smithi086 ceph-mon[37253]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-11T03:28:32.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:31 smithi130 ceph-mon[31190]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-11T03:28:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:32 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1629664120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:28:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:32 smithi086 ceph-mon[27247]: mds.? [v2:172.21.15.86:6834/3997876808,v1:172.21.15.86:6835/3997876808] up:boot 2024-09-11T03:28:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:32 smithi086 ceph-mon[27247]: fsmap 1 up:standby 2024-09-11T03:28:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:32 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-11T03:28:33.072 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:28:32 smithi086 systemd[1]: Started Ceph mds.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:28:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:32 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1629664120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:28:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:32 smithi086 ceph-mon[37253]: mds.? [v2:172.21.15.86:6834/3997876808,v1:172.21.15.86:6835/3997876808] up:boot 2024-09-11T03:28:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:32 smithi086 ceph-mon[37253]: fsmap 1 up:standby 2024-09-11T03:28:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:32 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-11T03:28:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:32 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1629664120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:28:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:32 smithi130 ceph-mon[31190]: mds.? [v2:172.21.15.86:6834/3997876808,v1:172.21.15.86:6835/3997876808] up:boot 2024-09-11T03:28:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:32 smithi130 ceph-mon[31190]: fsmap 1 up:standby 2024-09-11T03:28:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:32 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-11T03:28:34.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:33 smithi130 ceph-mon[31190]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-11T03:28:34.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:33 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:34.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:33 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:34.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:33 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:34.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:33 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-11T03:28:34.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:33 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-11T03:28:34.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:33 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:34.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:33 smithi130 ceph-mon[31190]: Deploying daemon mds.b on smithi130 2024-09-11T03:28:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[27247]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-11T03:28:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-11T03:28:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-11T03:28:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[27247]: Deploying daemon mds.b on smithi130 2024-09-11T03:28:34.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[37253]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-11T03:28:34.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:34.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:34.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:34.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-11T03:28:34.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-11T03:28:34.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:34.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:33 smithi086 ceph-mon[37253]: Deploying daemon mds.b on smithi130 2024-09-11T03:28:34.726 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-11T03:28:34.937 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:34.991 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:28:34 smithi130 systemd[1]: Starting Ceph mds.b for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:28:35.245 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:28:34 smithi130 podman[56958]: 2024-09-11 03:28:34.991544821 +0000 UTC m=+0.108154709 container create 2a25ef9c8e1d870acb79e5b6dec0f6a4ba9a31a09e718c9bed6bb3b78596772f (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=reef-7a853b1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:28:35.245 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:28:34 smithi130 podman[56958]: 2024-09-11 03:28:34.898986552 +0000 UTC m=+0.015596410 image pull f21ba1eea74eff81ce08338578ea11be73add5627252ff4d00500aa0d1abdd33 quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6 2024-09-11T03:28:35.246 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:28:35 smithi130 podman[56958]: 2024-09-11 03:28:35.218941489 +0000 UTC m=+0.335551343 container init 2a25ef9c8e1d870acb79e5b6dec0f6a4ba9a31a09e718c9bed6bb3b78596772f (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=reef-7a853b1, org.label-schema.license=GPLv2) 2024-09-11T03:28:35.246 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:28:35 smithi130 podman[56958]: 2024-09-11 03:28:35.221696961 +0000 UTC m=+0.338306806 container start 2a25ef9c8e1d870acb79e5b6dec0f6a4ba9a31a09e718c9bed6bb3b78596772f (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-7a853b1, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-11T03:28:35.596 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:28:35 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b[56973]: starting mds.b at 2024-09-11T03:28:35.596 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:28:35 smithi130 bash[56958]: 2a25ef9c8e1d870acb79e5b6dec0f6a4ba9a31a09e718c9bed6bb3b78596772f 2024-09-11T03:28:35.596 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:28:35 smithi130 systemd[1]: Started Ceph mds.b for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:28:36.272 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[27247]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-11T03:28:36.272 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.272 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.272 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.272 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.272 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.272 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:36.272 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[37253]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-11T03:28:36.273 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.273 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.273 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.273 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.273 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.273 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:35 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:36.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:35 smithi130 ceph-mon[31190]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-11T03:28:36.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:35 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:35 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:35 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:35 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:35 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:36.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:35 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:36.825 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:28:36.825 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24322,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2052359432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2052359432},{"type":"v1","addr":"172.21.15.130:6833","nonce":2052359432}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24347,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/3997876808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":3997876808},{"type":"v1","addr":"172.21.15.86:6835","nonce":3997876808}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-11T03:28:36.825 INFO:teuthology.orchestra.run.smithi086.stderr:dumped fsmap epoch 3 2024-09-11T03:28:37.089 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:36 smithi086 ceph-mon[27247]: mds.? [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] up:boot 2024-09-11T03:28:37.089 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:36 smithi086 ceph-mon[27247]: fsmap 2 up:standby 2024-09-11T03:28:37.089 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:36 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-11T03:28:37.089 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:36 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:37.090 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:36 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:37.090 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:36 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/896871616' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:28:37.090 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:36 smithi086 ceph-mon[37253]: mds.? [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] up:boot 2024-09-11T03:28:37.090 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:36 smithi086 ceph-mon[37253]: fsmap 2 up:standby 2024-09-11T03:28:37.091 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:36 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-11T03:28:37.091 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:36 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:37.091 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:36 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:37.091 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:36 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/896871616' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:28:37.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:36 smithi130 ceph-mon[31190]: mds.? [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] up:boot 2024-09-11T03:28:37.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:36 smithi130 ceph-mon[31190]: fsmap 2 up:standby 2024-09-11T03:28:37.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:36 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-11T03:28:37.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:36 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:37.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:36 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:37.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:36 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/896871616' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:28:38.104 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-11T03:28:38.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:37 smithi086 ceph-mon[27247]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:38.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:37 smithi086 ceph-mon[37253]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:38.323 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:37 smithi130 ceph-mon[31190]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:39.715 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:39.715 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:39.715 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:39.715 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:39.715 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:39.715 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:39.715 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:39.716 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:39.716 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:39.716 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[27247]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:39.716 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:39.716 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:39.716 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:39.716 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:39.716 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:39.716 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:39.716 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:39.717 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:39.717 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:39.717 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:39 smithi086 ceph-mon[37253]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:40.083 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:28:40.084 INFO:teuthology.orchestra.run.smithi086.stdout:[ 2024-09-11T03:28:40.084 INFO:teuthology.orchestra.run.smithi086.stdout: { 2024-09-11T03:28:40.084 INFO:teuthology.orchestra.run.smithi086.stdout: "poolnum": 1, 2024-09-11T03:28:40.084 INFO:teuthology.orchestra.run.smithi086.stdout: "poolname": ".mgr" 2024-09-11T03:28:40.084 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:28:40.084 INFO:teuthology.orchestra.run.smithi086.stdout:] 2024-09-11T03:28:40.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:39 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:40.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:39 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:40.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:39 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:40.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:39 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:40.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:39 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:40.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:39 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:28:40.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:39 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:28:40.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:39 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:28:40.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:39 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:40.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:39 smithi130 ceph-mon[31190]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:40.766 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-11T03:28:40.766 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-11T03:28:40.965 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:41.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:40 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:41.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:40 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2017812273' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-11T03:28:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:40 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:40 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2017812273' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-11T03:28:41.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:40 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:28:41.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:40 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2017812273' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-11T03:28:42.026 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:41 smithi086 ceph-mon[27247]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:42.026 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:41 smithi086 ceph-mon[37253]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:42.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:41 smithi130 ceph-mon[31190]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:42.974 INFO:teuthology.orchestra.run.smithi086.stderr:pool 'cephfs_metadata' created 2024-09-11T03:28:43.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:42 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/12252299' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-11T03:28:43.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:42 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-11T03:28:43.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:42 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/12252299' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-11T03:28:43.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:42 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-11T03:28:43.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:42 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/12252299' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-11T03:28:43.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:42 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-11T03:28:43.604 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-11T03:28:43.797 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:44.228 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:43 smithi086 ceph-mon[27247]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:44.228 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:43 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-11T03:28:44.229 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:43 smithi086 ceph-mon[27247]: osdmap e59: 8 total, 8 up, 8 in 2024-09-11T03:28:44.229 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:43 smithi086 ceph-mon[27247]: osdmap e60: 8 total, 8 up, 8 in 2024-09-11T03:28:44.229 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:43 smithi086 ceph-mon[37253]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:44.229 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:43 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-11T03:28:44.229 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:43 smithi086 ceph-mon[37253]: osdmap e59: 8 total, 8 up, 8 in 2024-09-11T03:28:44.229 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:43 smithi086 ceph-mon[37253]: osdmap e60: 8 total, 8 up, 8 in 2024-09-11T03:28:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:43 smithi130 ceph-mon[31190]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:43 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-11T03:28:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:43 smithi130 ceph-mon[31190]: osdmap e59: 8 total, 8 up, 8 in 2024-09-11T03:28:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:43 smithi130 ceph-mon[31190]: osdmap e60: 8 total, 8 up, 8 in 2024-09-11T03:28:45.199 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:45 smithi086 ceph-mon[27247]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:28:45.199 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:45 smithi086 ceph-mon[27247]: osdmap e61: 8 total, 8 up, 8 in 2024-09-11T03:28:45.199 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:45 smithi086 ceph-mon[37253]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:28:45.199 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:45 smithi086 ceph-mon[37253]: osdmap e61: 8 total, 8 up, 8 in 2024-09-11T03:28:45.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:45 smithi130 ceph-mon[31190]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:28:45.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:45 smithi130 ceph-mon[31190]: osdmap e61: 8 total, 8 up, 8 in 2024-09-11T03:28:46.044 INFO:teuthology.orchestra.run.smithi086.stderr:pool 'cephfs_data' created 2024-09-11T03:28:46.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:46 smithi086 ceph-mon[27247]: pgmap v185: 33 pgs: 15 creating+peering, 1 active+clean, 17 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:46.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:46 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3023979367' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-11T03:28:46.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:46 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-11T03:28:46.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:46 smithi086 ceph-mon[37253]: pgmap v185: 33 pgs: 15 creating+peering, 1 active+clean, 17 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:46.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:46 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3023979367' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-11T03:28:46.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:46 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-11T03:28:46.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:46 smithi130 ceph-mon[31190]: pgmap v185: 33 pgs: 15 creating+peering, 1 active+clean, 17 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:46.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:46 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3023979367' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-11T03:28:46.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:46 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-11T03:28:46.721 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-11T03:28:46.920 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:47.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:47 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-11T03:28:47.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:47 smithi086 ceph-mon[27247]: osdmap e62: 8 total, 8 up, 8 in 2024-09-11T03:28:47.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:47 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-11T03:28:47.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:47 smithi086 ceph-mon[37253]: osdmap e62: 8 total, 8 up, 8 in 2024-09-11T03:28:47.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:47 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-11T03:28:47.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:47 smithi130 ceph-mon[31190]: osdmap e62: 8 total, 8 up, 8 in 2024-09-11T03:28:48.307 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:48 smithi086 ceph-mon[27247]: pgmap v188: 97 pgs: 25 creating+peering, 14 active+clean, 58 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:48.308 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:48 smithi086 ceph-mon[27247]: osdmap e63: 8 total, 8 up, 8 in 2024-09-11T03:28:48.308 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:48 smithi086 ceph-mon[37253]: pgmap v188: 97 pgs: 25 creating+peering, 14 active+clean, 58 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:48.308 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:48 smithi086 ceph-mon[37253]: osdmap e63: 8 total, 8 up, 8 in 2024-09-11T03:28:48.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:48 smithi130 ceph-mon[31190]: pgmap v188: 97 pgs: 25 creating+peering, 14 active+clean, 58 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:48.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:48 smithi130 ceph-mon[31190]: osdmap e63: 8 total, 8 up, 8 in 2024-09-11T03:28:48.841 INFO:teuthology.orchestra.run.smithi086.stderr:new fs with metadata pool 2 and data pool 3 2024-09-11T03:28:49.143 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[37253]: osdmap e64: 8 total, 8 up, 8 in 2024-09-11T03:28:49.143 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1220020963' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-11T03:28:49.143 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-11T03:28:49.144 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[37253]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-11T03:28:49.144 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[37253]: osdmap e65: 8 total, 8 up, 8 in 2024-09-11T03:28:49.144 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-11T03:28:49.144 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[37253]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-09-11T03:28:49.144 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[37253]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-11T03:28:49.144 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[27247]: osdmap e64: 8 total, 8 up, 8 in 2024-09-11T03:28:49.144 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1220020963' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-11T03:28:49.144 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-11T03:28:49.144 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[27247]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-11T03:28:49.144 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[27247]: osdmap e65: 8 total, 8 up, 8 in 2024-09-11T03:28:49.145 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-11T03:28:49.145 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[27247]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-09-11T03:28:49.145 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:49 smithi086 ceph-mon[27247]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-11T03:28:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:49 smithi130 ceph-mon[31190]: osdmap e64: 8 total, 8 up, 8 in 2024-09-11T03:28:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:49 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1220020963' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-11T03:28:49.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:49 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-11T03:28:49.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:49 smithi130 ceph-mon[31190]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-11T03:28:49.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:49 smithi130 ceph-mon[31190]: osdmap e65: 8 total, 8 up, 8 in 2024-09-11T03:28:49.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:49 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-11T03:28:49.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:49 smithi130 ceph-mon[31190]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-09-11T03:28:49.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:49 smithi130 ceph-mon[31190]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-11T03:28:49.491 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-11T03:28:49.758 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:50.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:50 smithi086 ceph-mon[27247]: pgmap v191: 97 pgs: 15 creating+peering, 57 active+clean, 25 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:50 smithi086 ceph-mon[27247]: mds.? [v2:172.21.15.86:6834/3997876808,v1:172.21.15.86:6835/3997876808] up:active 2024-09-11T03:28:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:50 smithi086 ceph-mon[27247]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:28:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:50 smithi086 ceph-mon[27247]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:28:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:50 smithi086 ceph-mon[37253]: pgmap v191: 97 pgs: 15 creating+peering, 57 active+clean, 25 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:50 smithi086 ceph-mon[37253]: mds.? [v2:172.21.15.86:6834/3997876808,v1:172.21.15.86:6835/3997876808] up:active 2024-09-11T03:28:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:50 smithi086 ceph-mon[37253]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:28:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:50 smithi086 ceph-mon[37253]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:28:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:50 smithi130 ceph-mon[31190]: pgmap v191: 97 pgs: 15 creating+peering, 57 active+clean, 25 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:28:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:50 smithi130 ceph-mon[31190]: mds.? [v2:172.21.15.86:6834/3997876808,v1:172.21.15.86:6835/3997876808] up:active 2024-09-11T03:28:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:50 smithi130 ceph-mon[31190]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:28:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:50 smithi130 ceph-mon[31190]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:28:51.388 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:51 smithi086 ceph-mon[27247]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-11T03:28:51.389 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:51 smithi086 ceph-mon[27247]: Cluster is now healthy 2024-09-11T03:28:51.389 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:51 smithi086 ceph-mon[37253]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-11T03:28:51.389 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:51 smithi086 ceph-mon[37253]: Cluster is now healthy 2024-09-11T03:28:51.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:51 smithi130 ceph-mon[31190]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-11T03:28:51.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:51 smithi130 ceph-mon[31190]: Cluster is now healthy 2024-09-11T03:28:51.637 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:28:51.637 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":65,"fsid":"0d04850c-6fed-11ef-bcea-c7b262605968","created":"2024-09-11T03:23:18.970917+0000","modified":"2024-09-11T03:28:48.836918+0000","last_up_change":"2024-09-11T03:28:17.197828+0000","last_in_change":"2024-09-11T03:28:00.864451+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T03:26:23.059246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T03:28:42.917772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T03:28:45.850714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"205c0dfc-77ea-47e4-9ff9-58811033bd68","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6803","nonce":4243825326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6805","nonce":4243825326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6809","nonce":4243825326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6807","nonce":4243825326}]},"public_addr":"172.21.15.86:6803/4243825326","cluster_addr":"172.21.15.86:6805/4243825326","heartbeat_back_addr":"172.21.15.86:6809/4243825326","heartbeat_front_addr":"172.21.15.86:6807/4243825326","state":["exists","up"]},{"osd":1,"uuid":"e76b0e29-18fc-481f-ae57-dcc2b9f42ca9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6811","nonce":1068924699}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6813","nonce":1068924699}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6817","nonce":1068924699}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6815","nonce":1068924699}]},"public_addr":"172.21.15.86:6811/1068924699","cluster_addr":"172.21.15.86:6813/1068924699","heartbeat_back_addr":"172.21.15.86:6817/1068924699","heartbeat_front_addr":"172.21.15.86:6815/1068924699","state":["exists","up"]},{"osd":2,"uuid":"aae4d04a-3147-40e9-8849-85d9a0e59dc5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6819","nonce":1625728225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6821","nonce":1625728225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6825","nonce":1625728225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6823","nonce":1625728225}]},"public_addr":"172.21.15.86:6819/1625728225","cluster_addr":"172.21.15.86:6821/1625728225","heartbeat_back_addr":"172.21.15.86:6825/1625728225","heartbeat_front_addr":"172.21.15.86:6823/1625728225","state":["exists","up"]},{"osd":3,"uuid":"dd4b10ec-adb6-44a3-bd47-18171337b44b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6827","nonce":3355028015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6829","nonce":3355028015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6833","nonce":3355028015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6831","nonce":3355028015}]},"public_addr":"172.21.15.86:6827/3355028015","cluster_addr":"172.21.15.86:6829/3355028015","heartbeat_back_addr":"172.21.15.86:6833/3355028015","heartbeat_front_addr":"172.21.15.86:6831/3355028015","state":["exists","up"]},{"osd":4,"uuid":"e816e599-cdd0-4faa-ae69-1adf4ee0ccf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6801","nonce":770638124}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6803","nonce":770638124}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6807","nonce":770638124}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6805","nonce":770638124}]},"public_addr":"172.21.15.130:6801/770638124","cluster_addr":"172.21.15.130:6803/770638124","heartbeat_back_addr":"172.21.15.130:6807/770638124","heartbeat_front_addr":"172.21.15.130:6805/770638124","state":["exists","up"]},{"osd":5,"uuid":"294333a7-dd7c-44c5-81fc-2fce7e6a13c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6809","nonce":2173766716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6811","nonce":2173766716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6815","nonce":2173766716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6813","nonce":2173766716}]},"public_addr":"172.21.15.130:6809/2173766716","cluster_addr":"172.21.15.130:6811/2173766716","heartbeat_back_addr":"172.21.15.130:6815/2173766716","heartbeat_front_addr":"172.21.15.130:6813/2173766716","state":["exists","up"]},{"osd":6,"uuid":"05112a83-85a2-456a-a1e4-7f613be9496b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6817","nonce":1474245131}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6819","nonce":1474245131}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6823","nonce":1474245131}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6821","nonce":1474245131}]},"public_addr":"172.21.15.130:6817/1474245131","cluster_addr":"172.21.15.130:6819/1474245131","heartbeat_back_addr":"172.21.15.130:6823/1474245131","heartbeat_front_addr":"172.21.15.130:6821/1474245131","state":["exists","up"]},{"osd":7,"uuid":"64339d60-b0ac-4ce0-8660-3d6f22ef06f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6825","nonce":2163598366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6827","nonce":2163598366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6831","nonce":2163598366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6829","nonce":2163598366}]},"public_addr":"172.21.15.130:6825/2163598366","cluster_addr":"172.21.15.130:6827/2163598366","heartbeat_back_addr":"172.21.15.130:6831/2163598366","heartbeat_front_addr":"172.21.15.130:6829/2163598366","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:34.810612+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:57.680497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:20.468721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:44.796997+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:05.799507+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:28.732004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:52.443875+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:28:15.422115+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.86:6800/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1624827497":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/2535333164":"2024-09-12T03:24:14.766755+0000","172.21.15.86:6801/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1276967301":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1599529509":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/2282259116":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/1163042658":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6801/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6800/2352023843":"2024-09-12T03:23:52.222324+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T03:28:52.292 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:52 smithi086 ceph-mon[27247]: pgmap v193: 97 pgs: 10 creating+peering, 87 active+clean; 578 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 2 op/s 2024-09-11T03:28:52.292 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:52 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3656938050' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:28:52.293 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:52 smithi086 ceph-mon[37253]: pgmap v193: 97 pgs: 10 creating+peering, 87 active+clean; 578 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 2 op/s 2024-09-11T03:28:52.293 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:52 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3656938050' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:28:52.317 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-11T03:28:52.516 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:52.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:52 smithi130 ceph-mon[31190]: pgmap v193: 97 pgs: 10 creating+peering, 87 active+clean; 578 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 2 op/s 2024-09-11T03:28:52.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:52 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3656938050' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:28:52.939 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:28:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a[64132]: 2024-09-11T03:28:52.868+0000 7f4e5c01b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-11T03:28:54.306 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:28:54.307 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:54 smithi086 ceph-mon[27247]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 3 op/s 2024-09-11T03:28:54.307 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":65,"fsid":"0d04850c-6fed-11ef-bcea-c7b262605968","created":"2024-09-11T03:23:18.970917+0000","modified":"2024-09-11T03:28:48.836918+0000","last_up_change":"2024-09-11T03:28:17.197828+0000","last_in_change":"2024-09-11T03:28:00.864451+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T03:26:23.059246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T03:28:42.917772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T03:28:45.850714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"205c0dfc-77ea-47e4-9ff9-58811033bd68","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6803","nonce":4243825326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6805","nonce":4243825326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6809","nonce":4243825326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6807","nonce":4243825326}]},"public_addr":"172.21.15.86:6803/4243825326","cluster_addr":"172.21.15.86:6805/4243825326","heartbeat_back_addr":"172.21.15.86:6809/4243825326","heartbeat_front_addr":"172.21.15.86:6807/4243825326","state":["exists","up"]},{"osd":1,"uuid":"e76b0e29-18fc-481f-ae57-dcc2b9f42ca9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6811","nonce":1068924699}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6813","nonce":1068924699}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6817","nonce":1068924699}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6815","nonce":1068924699}]},"public_addr":"172.21.15.86:6811/1068924699","cluster_addr":"172.21.15.86:6813/1068924699","heartbeat_back_addr":"172.21.15.86:6817/1068924699","heartbeat_front_addr":"172.21.15.86:6815/1068924699","state":["exists","up"]},{"osd":2,"uuid":"aae4d04a-3147-40e9-8849-85d9a0e59dc5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6819","nonce":1625728225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6821","nonce":1625728225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6825","nonce":1625728225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6823","nonce":1625728225}]},"public_addr":"172.21.15.86:6819/1625728225","cluster_addr":"172.21.15.86:6821/1625728225","heartbeat_back_addr":"172.21.15.86:6825/1625728225","heartbeat_front_addr":"172.21.15.86:6823/1625728225","state":["exists","up"]},{"osd":3,"uuid":"dd4b10ec-adb6-44a3-bd47-18171337b44b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6827","nonce":3355028015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6829","nonce":3355028015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6833","nonce":3355028015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6831","nonce":3355028015}]},"public_addr":"172.21.15.86:6827/3355028015","cluster_addr":"172.21.15.86:6829/3355028015","heartbeat_back_addr":"172.21.15.86:6833/3355028015","heartbeat_front_addr":"172.21.15.86:6831/3355028015","state":["exists","up"]},{"osd":4,"uuid":"e816e599-cdd0-4faa-ae69-1adf4ee0ccf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6801","nonce":770638124}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6803","nonce":770638124}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6807","nonce":770638124}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6805","nonce":770638124}]},"public_addr":"172.21.15.130:6801/770638124","cluster_addr":"172.21.15.130:6803/770638124","heartbeat_back_addr":"172.21.15.130:6807/770638124","heartbeat_front_addr":"172.21.15.130:6805/770638124","state":["exists","up"]},{"osd":5,"uuid":"294333a7-dd7c-44c5-81fc-2fce7e6a13c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6809","nonce":2173766716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6811","nonce":2173766716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6815","nonce":2173766716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6813","nonce":2173766716}]},"public_addr":"172.21.15.130:6809/2173766716","cluster_addr":"172.21.15.130:6811/2173766716","heartbeat_back_addr":"172.21.15.130:6815/2173766716","heartbeat_front_addr":"172.21.15.130:6813/2173766716","state":["exists","up"]},{"osd":6,"uuid":"05112a83-85a2-456a-a1e4-7f613be9496b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6817","nonce":1474245131}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6819","nonce":1474245131}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6823","nonce":1474245131}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6821","nonce":1474245131}]},"public_addr":"172.21.15.130:6817/1474245131","cluster_addr":"172.21.15.130:6819/1474245131","heartbeat_back_addr":"172.21.15.130:6823/1474245131","heartbeat_front_addr":"172.21.15.130:6821/1474245131","state":["exists","up"]},{"osd":7,"uuid":"64339d60-b0ac-4ce0-8660-3d6f22ef06f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6825","nonce":2163598366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6827","nonce":2163598366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6831","nonce":2163598366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6829","nonce":2163598366}]},"public_addr":"172.21.15.130:6825/2163598366","cluster_addr":"172.21.15.130:6827/2163598366","heartbeat_back_addr":"172.21.15.130:6831/2163598366","heartbeat_front_addr":"172.21.15.130:6829/2163598366","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:34.810612+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:57.680497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:20.468721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:44.796997+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:05.799507+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:28.732004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:52.443875+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:28:15.422115+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.86:6800/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1624827497":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/2535333164":"2024-09-12T03:24:14.766755+0000","172.21.15.86:6801/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1276967301":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1599529509":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/2282259116":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/1163042658":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6801/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6800/2352023843":"2024-09-12T03:23:52.222324+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T03:28:54.307 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:54 smithi086 ceph-mon[37253]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 3 op/s 2024-09-11T03:28:54.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:54 smithi130 ceph-mon[31190]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 3 op/s 2024-09-11T03:28:55.004 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-11T03:28:55.205 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:55.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:55 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/529364826' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:28:55.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:55 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/529364826' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:28:55.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:55 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/529364826' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:28:56.448 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:56 smithi086 ceph-mon[27247]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-11T03:28:56.448 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:56 smithi086 ceph-mon[37253]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-11T03:28:56.497 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:56 smithi130 ceph-mon[31190]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-11T03:28:58.420 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:58 smithi086 ceph-mon[37253]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-11T03:28:58.420 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:58 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/586769758' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-11T03:28:58.420 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:58 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-11T03:28:58.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:58 smithi086 ceph-mon[27247]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-11T03:28:58.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:58 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/586769758' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-11T03:28:58.421 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:58 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-11T03:28:58.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:58 smithi130 ceph-mon[31190]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-11T03:28:58.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:58 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/586769758' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-11T03:28:58.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:58 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-11T03:28:58.799 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-11T03:28:58.799 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-09-11T03:28:59.001 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:28:59.399 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:59 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-11T03:28:59.399 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:28:59 smithi086 ceph-mon[37253]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:28:59.400 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:59 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-11T03:28:59.400 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:28:59 smithi086 ceph-mon[27247]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:28:59.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:59 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-11T03:28:59.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:28:59 smithi130 ceph-mon[31190]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:29:00.266 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:00 smithi086 ceph-mon[27247]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-11T03:29:00.266 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:00 smithi086 ceph-mon[37253]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-11T03:29:00.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:00 smithi130 ceph-mon[31190]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-11T03:29:01.443 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:01 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3482563983' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-11T03:29:01.443 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:01 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-11T03:29:01.443 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:01 smithi086 ceph-mon[27247]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-11T03:29:01.443 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:01 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3482563983' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-11T03:29:01.443 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:01 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-11T03:29:01.443 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:01 smithi086 ceph-mon[37253]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-11T03:29:01.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:01 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3482563983' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-11T03:29:01.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:01 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-11T03:29:01.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:01 smithi130 ceph-mon[31190]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-11T03:29:01.832 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-11T03:29:01.832 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-11T03:29:02.028 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:02.445 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:02 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-11T03:29:02.446 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:02 smithi086 ceph-mon[27247]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:29:02.446 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:02 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-11T03:29:02.446 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:02 smithi086 ceph-mon[37253]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:29:02.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:02 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-11T03:29:02.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:02 smithi130 ceph-mon[31190]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:29:03.405 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:03 smithi086 ceph-mon[27247]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 2 op/s 2024-09-11T03:29:03.405 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:03 smithi086 ceph-mon[37253]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 2 op/s 2024-09-11T03:29:03.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:03 smithi130 ceph-mon[31190]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 2 op/s 2024-09-11T03:29:03.810 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:29:03.810 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24322,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2052359432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2052359432},{"type":"v1","addr":"172.21.15.130:6833","nonce":2052359432}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T03:28:48.837037+0000","modified":"2024-09-11T03:29:01.133461+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24347},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24347":{"gid":24347,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.86:6835/3997876808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":3997876808},{"type":"v1","addr":"172.21.15.86:6835","nonce":3997876808}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-11T03:29:03.810 INFO:teuthology.orchestra.run.smithi086.stderr:dumped fsmap epoch 8 2024-09-11T03:29:04.507 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:04 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3209028397' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:29:04.507 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:04 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3209028397' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:29:04.530 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-11T03:29:04.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:04 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3209028397' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:29:04.728 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:05.420 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:05 smithi086 ceph-mon[27247]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-09-11T03:29:05.421 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:05 smithi086 ceph-mon[37253]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-09-11T03:29:05.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:05 smithi130 ceph-mon[31190]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-09-11T03:29:06.425 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:29:06.425 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":65,"fsid":"0d04850c-6fed-11ef-bcea-c7b262605968","created":"2024-09-11T03:23:18.970917+0000","modified":"2024-09-11T03:28:48.836918+0000","last_up_change":"2024-09-11T03:28:17.197828+0000","last_in_change":"2024-09-11T03:28:00.864451+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T03:26:23.059246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T03:28:42.917772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T03:28:45.850714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"205c0dfc-77ea-47e4-9ff9-58811033bd68","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6803","nonce":4243825326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6805","nonce":4243825326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6809","nonce":4243825326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6807","nonce":4243825326}]},"public_addr":"172.21.15.86:6803/4243825326","cluster_addr":"172.21.15.86:6805/4243825326","heartbeat_back_addr":"172.21.15.86:6809/4243825326","heartbeat_front_addr":"172.21.15.86:6807/4243825326","state":["exists","up"]},{"osd":1,"uuid":"e76b0e29-18fc-481f-ae57-dcc2b9f42ca9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6811","nonce":1068924699}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6813","nonce":1068924699}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6817","nonce":1068924699}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6815","nonce":1068924699}]},"public_addr":"172.21.15.86:6811/1068924699","cluster_addr":"172.21.15.86:6813/1068924699","heartbeat_back_addr":"172.21.15.86:6817/1068924699","heartbeat_front_addr":"172.21.15.86:6815/1068924699","state":["exists","up"]},{"osd":2,"uuid":"aae4d04a-3147-40e9-8849-85d9a0e59dc5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6819","nonce":1625728225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6821","nonce":1625728225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6825","nonce":1625728225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6823","nonce":1625728225}]},"public_addr":"172.21.15.86:6819/1625728225","cluster_addr":"172.21.15.86:6821/1625728225","heartbeat_back_addr":"172.21.15.86:6825/1625728225","heartbeat_front_addr":"172.21.15.86:6823/1625728225","state":["exists","up"]},{"osd":3,"uuid":"dd4b10ec-adb6-44a3-bd47-18171337b44b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6827","nonce":3355028015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6829","nonce":3355028015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6833","nonce":3355028015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6831","nonce":3355028015}]},"public_addr":"172.21.15.86:6827/3355028015","cluster_addr":"172.21.15.86:6829/3355028015","heartbeat_back_addr":"172.21.15.86:6833/3355028015","heartbeat_front_addr":"172.21.15.86:6831/3355028015","state":["exists","up"]},{"osd":4,"uuid":"e816e599-cdd0-4faa-ae69-1adf4ee0ccf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6801","nonce":770638124}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6803","nonce":770638124}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6807","nonce":770638124}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6805","nonce":770638124}]},"public_addr":"172.21.15.130:6801/770638124","cluster_addr":"172.21.15.130:6803/770638124","heartbeat_back_addr":"172.21.15.130:6807/770638124","heartbeat_front_addr":"172.21.15.130:6805/770638124","state":["exists","up"]},{"osd":5,"uuid":"294333a7-dd7c-44c5-81fc-2fce7e6a13c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6809","nonce":2173766716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6811","nonce":2173766716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6815","nonce":2173766716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6813","nonce":2173766716}]},"public_addr":"172.21.15.130:6809/2173766716","cluster_addr":"172.21.15.130:6811/2173766716","heartbeat_back_addr":"172.21.15.130:6815/2173766716","heartbeat_front_addr":"172.21.15.130:6813/2173766716","state":["exists","up"]},{"osd":6,"uuid":"05112a83-85a2-456a-a1e4-7f613be9496b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6817","nonce":1474245131}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6819","nonce":1474245131}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6823","nonce":1474245131}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6821","nonce":1474245131}]},"public_addr":"172.21.15.130:6817/1474245131","cluster_addr":"172.21.15.130:6819/1474245131","heartbeat_back_addr":"172.21.15.130:6823/1474245131","heartbeat_front_addr":"172.21.15.130:6821/1474245131","state":["exists","up"]},{"osd":7,"uuid":"64339d60-b0ac-4ce0-8660-3d6f22ef06f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6825","nonce":2163598366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6827","nonce":2163598366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6831","nonce":2163598366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6829","nonce":2163598366}]},"public_addr":"172.21.15.130:6825/2163598366","cluster_addr":"172.21.15.130:6827/2163598366","heartbeat_back_addr":"172.21.15.130:6831/2163598366","heartbeat_front_addr":"172.21.15.130:6829/2163598366","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:34.810612+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:57.680497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:20.468721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:44.796997+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:05.799507+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:28.732004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:52.443875+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:28:15.422115+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.86:6800/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1624827497":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/2535333164":"2024-09-12T03:24:14.766755+0000","172.21.15.86:6801/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1276967301":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1599529509":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/2282259116":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/1163042658":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6801/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6800/2352023843":"2024-09-12T03:23:52.222324+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T03:29:06.821 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:06 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2227872018' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:29:06.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:06 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2227872018' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:29:06.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:06 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2227872018' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:29:07.124 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-11T03:29:07.125 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-11T03:29:07.319 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:07.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:07 smithi130 ceph-mon[31190]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-11T03:29:07.782 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:07 smithi086 ceph-mon[27247]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-11T03:29:07.782 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:07 smithi086 ceph-mon[37253]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-11T03:29:09.081 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:29:09.082 INFO:teuthology.orchestra.run.smithi086.stderr:dumped all 2024-09-11T03:29:09.822 INFO:teuthology.orchestra.run.smithi086.stdout:{"pg_ready":true,"pg_map":{"version":202,"stamp":"2024-09-11T03:29:08.823367+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223132,"kb_used_data":6948,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738084,"statfs":{"total":767960285184,"available":767731798016,"internally_reserved":0,"allocated":7114752,"data_stored":3995846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12741,"internal_metadata":221236795},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002849"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207896+0000","last_change":"2024-09-11T03:28:47.075103+0000","last_active":"2024-09-11T03:28:48.207896+0000","last_peered":"2024-09-11T03:28:48.207896+0000","last_clean":"2024-09-11T03:28:48.207896+0000","last_became_active":"2024-09-11T03:28:47.074610+0000","last_became_peered":"2024-09-11T03:28:47.074610+0000","last_unstale":"2024-09-11T03:28:48.207896+0000","last_undegraded":"2024-09-11T03:28:48.207896+0000","last_fullsized":"2024-09-11T03:28:48.207896+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:00:32.436877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.847533+0000","last_change":"2024-09-11T03:28:47.071766+0000","last_active":"2024-09-11T03:28:48.847533+0000","last_peered":"2024-09-11T03:28:48.847533+0000","last_clean":"2024-09-11T03:28:48.847533+0000","last_became_active":"2024-09-11T03:28:47.071284+0000","last_became_peered":"2024-09-11T03:28:47.071284+0000","last_unstale":"2024-09-11T03:28:48.847533+0000","last_undegraded":"2024-09-11T03:28:48.847533+0000","last_fullsized":"2024-09-11T03:28:48.847533+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:00:59.760616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403292+0000","last_change":"2024-09-11T03:28:47.066285+0000","last_active":"2024-09-11T03:28:48.403292+0000","last_peered":"2024-09-11T03:28:48.403292+0000","last_clean":"2024-09-11T03:28:48.403292+0000","last_became_active":"2024-09-11T03:28:47.065953+0000","last_became_peered":"2024-09-11T03:28:47.065953+0000","last_unstale":"2024-09-11T03:28:48.403292+0000","last_undegraded":"2024-09-11T03:28:48.403292+0000","last_fullsized":"2024-09-11T03:28:48.403292+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:02:10.967113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851236+0000","last_change":"2024-09-11T03:28:47.076651+0000","last_active":"2024-09-11T03:28:48.851236+0000","last_peered":"2024-09-11T03:28:48.851236+0000","last_clean":"2024-09-11T03:28:48.851236+0000","last_became_active":"2024-09-11T03:28:47.076340+0000","last_became_peered":"2024-09-11T03:28:47.076340+0000","last_unstale":"2024-09-11T03:28:48.851236+0000","last_undegraded":"2024-09-11T03:28:48.851236+0000","last_fullsized":"2024-09-11T03:28:48.851236+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:03:50.384506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207785+0000","last_change":"2024-09-11T03:28:47.078288+0000","last_active":"2024-09-11T03:28:48.207785+0000","last_peered":"2024-09-11T03:28:48.207785+0000","last_clean":"2024-09-11T03:28:48.207785+0000","last_became_active":"2024-09-11T03:28:47.078000+0000","last_became_peered":"2024-09-11T03:28:47.078000+0000","last_unstale":"2024-09-11T03:28:48.207785+0000","last_undegraded":"2024-09-11T03:28:48.207785+0000","last_fullsized":"2024-09-11T03:28:48.207785+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:21:37.088793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850314+0000","last_change":"2024-09-11T03:28:47.069866+0000","last_active":"2024-09-11T03:28:48.850314+0000","last_peered":"2024-09-11T03:28:48.850314+0000","last_clean":"2024-09-11T03:28:48.850314+0000","last_became_active":"2024-09-11T03:28:47.069572+0000","last_became_peered":"2024-09-11T03:28:47.069572+0000","last_unstale":"2024-09-11T03:28:48.850314+0000","last_undegraded":"2024-09-11T03:28:48.850314+0000","last_fullsized":"2024-09-11T03:28:48.850314+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:42:00.047157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207741+0000","last_change":"2024-09-11T03:28:47.079336+0000","last_active":"2024-09-11T03:28:48.207741+0000","last_peered":"2024-09-11T03:28:48.207741+0000","last_clean":"2024-09-11T03:28:48.207741+0000","last_became_active":"2024-09-11T03:28:47.078903+0000","last_became_peered":"2024-09-11T03:28:47.078903+0000","last_unstale":"2024-09-11T03:28:48.207741+0000","last_undegraded":"2024-09-11T03:28:48.207741+0000","last_fullsized":"2024-09-11T03:28:48.207741+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:46:17.876805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594589+0000","last_change":"2024-09-11T03:28:47.071463+0000","last_active":"2024-09-11T03:28:47.594589+0000","last_peered":"2024-09-11T03:28:47.594589+0000","last_clean":"2024-09-11T03:28:47.594589+0000","last_became_active":"2024-09-11T03:28:47.070810+0000","last_became_peered":"2024-09-11T03:28:47.070810+0000","last_unstale":"2024-09-11T03:28:47.594589+0000","last_undegraded":"2024-09-11T03:28:47.594589+0000","last_fullsized":"2024-09-11T03:28:47.594589+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:13:52.090828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207927+0000","last_change":"2024-09-11T03:28:47.082073+0000","last_active":"2024-09-11T03:28:48.207927+0000","last_peered":"2024-09-11T03:28:48.207927+0000","last_clean":"2024-09-11T03:28:48.207927+0000","last_became_active":"2024-09-11T03:28:47.081780+0000","last_became_peered":"2024-09-11T03:28:47.081780+0000","last_unstale":"2024-09-11T03:28:48.207927+0000","last_undegraded":"2024-09-11T03:28:48.207927+0000","last_fullsized":"2024-09-11T03:28:48.207927+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:22:10.258817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846722+0000","last_change":"2024-09-11T03:28:47.077011+0000","last_active":"2024-09-11T03:28:48.846722+0000","last_peered":"2024-09-11T03:28:48.846722+0000","last_clean":"2024-09-11T03:28:48.846722+0000","last_became_active":"2024-09-11T03:28:47.076762+0000","last_became_peered":"2024-09-11T03:28:47.076762+0000","last_unstale":"2024-09-11T03:28:48.846722+0000","last_undegraded":"2024-09-11T03:28:48.846722+0000","last_fullsized":"2024-09-11T03:28:48.846722+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:33:41.084633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846570+0000","last_change":"2024-09-11T03:28:47.069494+0000","last_active":"2024-09-11T03:28:48.846570+0000","last_peered":"2024-09-11T03:28:48.846570+0000","last_clean":"2024-09-11T03:28:48.846570+0000","last_became_active":"2024-09-11T03:28:47.069223+0000","last_became_peered":"2024-09-11T03:28:47.069223+0000","last_unstale":"2024-09-11T03:28:48.846570+0000","last_undegraded":"2024-09-11T03:28:48.846570+0000","last_fullsized":"2024-09-11T03:28:48.846570+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:20:44.799027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.052430+0000","last_change":"2024-09-11T03:28:47.070794+0000","last_active":"2024-09-11T03:28:48.052430+0000","last_peered":"2024-09-11T03:28:48.052430+0000","last_clean":"2024-09-11T03:28:48.052430+0000","last_became_active":"2024-09-11T03:28:47.067641+0000","last_became_peered":"2024-09-11T03:28:47.067641+0000","last_unstale":"2024-09-11T03:28:48.052430+0000","last_undegraded":"2024-09-11T03:28:48.052430+0000","last_fullsized":"2024-09-11T03:28:48.052430+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:52:36.459151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594661+0000","last_change":"2024-09-11T03:28:47.071095+0000","last_active":"2024-09-11T03:28:47.594661+0000","last_peered":"2024-09-11T03:28:47.594661+0000","last_clean":"2024-09-11T03:28:47.594661+0000","last_became_active":"2024-09-11T03:28:47.070822+0000","last_became_peered":"2024-09-11T03:28:47.070822+0000","last_unstale":"2024-09-11T03:28:47.594661+0000","last_undegraded":"2024-09-11T03:28:47.594661+0000","last_fullsized":"2024-09-11T03:28:47.594661+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:30:31.933463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403018+0000","last_change":"2024-09-11T03:28:47.065286+0000","last_active":"2024-09-11T03:28:48.403018+0000","last_peered":"2024-09-11T03:28:48.403018+0000","last_clean":"2024-09-11T03:28:48.403018+0000","last_became_active":"2024-09-11T03:28:47.064959+0000","last_became_peered":"2024-09-11T03:28:47.064959+0000","last_unstale":"2024-09-11T03:28:48.403018+0000","last_undegraded":"2024-09-11T03:28:48.403018+0000","last_fullsized":"2024-09-11T03:28:48.403018+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:35:36.505570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846753+0000","last_change":"2024-09-11T03:28:47.062238+0000","last_active":"2024-09-11T03:28:48.846753+0000","last_peered":"2024-09-11T03:28:48.846753+0000","last_clean":"2024-09-11T03:28:48.846753+0000","last_became_active":"2024-09-11T03:28:47.061967+0000","last_became_peered":"2024-09-11T03:28:47.061967+0000","last_unstale":"2024-09-11T03:28:48.846753+0000","last_undegraded":"2024-09-11T03:28:48.846753+0000","last_fullsized":"2024-09-11T03:28:48.846753+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:15:06.170791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850432+0000","last_change":"2024-09-11T03:28:47.071619+0000","last_active":"2024-09-11T03:28:48.850432+0000","last_peered":"2024-09-11T03:28:48.850432+0000","last_clean":"2024-09-11T03:28:48.850432+0000","last_became_active":"2024-09-11T03:28:47.070630+0000","last_became_peered":"2024-09-11T03:28:47.070630+0000","last_unstale":"2024-09-11T03:28:48.850432+0000","last_undegraded":"2024-09-11T03:28:48.850432+0000","last_fullsized":"2024-09-11T03:28:48.850432+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:27:44.610980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851366+0000","last_change":"2024-09-11T03:28:47.079792+0000","last_active":"2024-09-11T03:28:48.851366+0000","last_peered":"2024-09-11T03:28:48.851366+0000","last_clean":"2024-09-11T03:28:48.851366+0000","last_became_active":"2024-09-11T03:28:47.079535+0000","last_became_peered":"2024-09-11T03:28:47.079535+0000","last_unstale":"2024-09-11T03:28:48.851366+0000","last_undegraded":"2024-09-11T03:28:48.851366+0000","last_fullsized":"2024-09-11T03:28:48.851366+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:29:44.162723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.091201+0000","last_change":"2024-09-11T03:28:47.063519+0000","last_active":"2024-09-11T03:28:48.091201+0000","last_peered":"2024-09-11T03:28:48.091201+0000","last_clean":"2024-09-11T03:28:48.091201+0000","last_became_active":"2024-09-11T03:28:47.063268+0000","last_became_peered":"2024-09-11T03:28:47.063268+0000","last_unstale":"2024-09-11T03:28:48.091201+0000","last_undegraded":"2024-09-11T03:28:48.091201+0000","last_fullsized":"2024-09-11T03:28:48.091201+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:35:46.190640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207864+0000","last_change":"2024-09-11T03:28:47.075254+0000","last_active":"2024-09-11T03:28:48.207864+0000","last_peered":"2024-09-11T03:28:48.207864+0000","last_clean":"2024-09-11T03:28:48.207864+0000","last_became_active":"2024-09-11T03:28:47.074995+0000","last_became_peered":"2024-09-11T03:28:47.074995+0000","last_unstale":"2024-09-11T03:28:48.207864+0000","last_undegraded":"2024-09-11T03:28:48.207864+0000","last_fullsized":"2024-09-11T03:28:48.207864+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:13:05.562855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.847719+0000","last_change":"2024-09-11T03:28:47.072573+0000","last_active":"2024-09-11T03:28:48.847719+0000","last_peered":"2024-09-11T03:28:48.847719+0000","last_clean":"2024-09-11T03:28:48.847719+0000","last_became_active":"2024-09-11T03:28:47.071809+0000","last_became_peered":"2024-09-11T03:28:47.071809+0000","last_unstale":"2024-09-11T03:28:48.847719+0000","last_undegraded":"2024-09-11T03:28:48.847719+0000","last_fullsized":"2024-09-11T03:28:48.847719+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:49:39.246639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403051+0000","last_change":"2024-09-11T03:28:47.067917+0000","last_active":"2024-09-11T03:28:48.403051+0000","last_peered":"2024-09-11T03:28:48.403051+0000","last_clean":"2024-09-11T03:28:48.403051+0000","last_became_active":"2024-09-11T03:28:47.067647+0000","last_became_peered":"2024-09-11T03:28:47.067647+0000","last_unstale":"2024-09-11T03:28:48.403051+0000","last_undegraded":"2024-09-11T03:28:48.403051+0000","last_fullsized":"2024-09-11T03:28:48.403051+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:48:02.808051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850474+0000","last_change":"2024-09-11T03:28:47.075265+0000","last_active":"2024-09-11T03:28:48.850474+0000","last_peered":"2024-09-11T03:28:48.850474+0000","last_clean":"2024-09-11T03:28:48.850474+0000","last_became_active":"2024-09-11T03:28:47.074980+0000","last_became_peered":"2024-09-11T03:28:47.074980+0000","last_unstale":"2024-09-11T03:28:48.850474+0000","last_undegraded":"2024-09-11T03:28:48.850474+0000","last_fullsized":"2024-09-11T03:28:48.850474+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:49:46.654051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594631+0000","last_change":"2024-09-11T03:28:47.057820+0000","last_active":"2024-09-11T03:28:47.594631+0000","last_peered":"2024-09-11T03:28:47.594631+0000","last_clean":"2024-09-11T03:28:47.594631+0000","last_became_active":"2024-09-11T03:28:47.057323+0000","last_became_peered":"2024-09-11T03:28:47.057323+0000","last_unstale":"2024-09-11T03:28:47.594631+0000","last_undegraded":"2024-09-11T03:28:47.594631+0000","last_fullsized":"2024-09-11T03:28:47.594631+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:00:23.623293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850604+0000","last_change":"2024-09-11T03:28:47.066676+0000","last_active":"2024-09-11T03:28:48.850604+0000","last_peered":"2024-09-11T03:28:48.850604+0000","last_clean":"2024-09-11T03:28:48.850604+0000","last_became_active":"2024-09-11T03:28:47.066431+0000","last_became_peered":"2024-09-11T03:28:47.066431+0000","last_unstale":"2024-09-11T03:28:48.850604+0000","last_undegraded":"2024-09-11T03:28:48.850604+0000","last_fullsized":"2024-09-11T03:28:48.850604+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:41:24.436760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594722+0000","last_change":"2024-09-11T03:28:47.065033+0000","last_active":"2024-09-11T03:28:47.594722+0000","last_peered":"2024-09-11T03:28:47.594722+0000","last_clean":"2024-09-11T03:28:47.594722+0000","last_became_active":"2024-09-11T03:28:47.064624+0000","last_became_peered":"2024-09-11T03:28:47.064624+0000","last_unstale":"2024-09-11T03:28:47.594722+0000","last_undegraded":"2024-09-11T03:28:47.594722+0000","last_fullsized":"2024-09-11T03:28:47.594722+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:27:19.921023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846872+0000","last_change":"2024-09-11T03:28:47.072320+0000","last_active":"2024-09-11T03:28:48.846872+0000","last_peered":"2024-09-11T03:28:48.846872+0000","last_clean":"2024-09-11T03:28:48.846872+0000","last_became_active":"2024-09-11T03:28:47.071892+0000","last_became_peered":"2024-09-11T03:28:47.071892+0000","last_unstale":"2024-09-11T03:28:48.846872+0000","last_undegraded":"2024-09-11T03:28:48.846872+0000","last_fullsized":"2024-09-11T03:28:48.846872+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:23:57.198327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.845599+0000","last_change":"2024-09-11T03:28:47.060930+0000","last_active":"2024-09-11T03:28:48.845599+0000","last_peered":"2024-09-11T03:28:48.845599+0000","last_clean":"2024-09-11T03:28:48.845599+0000","last_became_active":"2024-09-11T03:28:47.060610+0000","last_became_peered":"2024-09-11T03:28:47.060610+0000","last_unstale":"2024-09-11T03:28:48.845599+0000","last_undegraded":"2024-09-11T03:28:48.845599+0000","last_fullsized":"2024-09-11T03:28:48.845599+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:44:22.817679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594689+0000","last_change":"2024-09-11T03:28:47.063609+0000","last_active":"2024-09-11T03:28:47.594689+0000","last_peered":"2024-09-11T03:28:47.594689+0000","last_clean":"2024-09-11T03:28:47.594689+0000","last_became_active":"2024-09-11T03:28:47.063370+0000","last_became_peered":"2024-09-11T03:28:47.063370+0000","last_unstale":"2024-09-11T03:28:47.594689+0000","last_undegraded":"2024-09-11T03:28:47.594689+0000","last_fullsized":"2024-09-11T03:28:47.594689+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:11:29.441344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403128+0000","last_change":"2024-09-11T03:28:47.072929+0000","last_active":"2024-09-11T03:28:48.403128+0000","last_peered":"2024-09-11T03:28:48.403128+0000","last_clean":"2024-09-11T03:28:48.403128+0000","last_became_active":"2024-09-11T03:28:47.072671+0000","last_became_peered":"2024-09-11T03:28:47.072671+0000","last_unstale":"2024-09-11T03:28:48.403128+0000","last_undegraded":"2024-09-11T03:28:48.403128+0000","last_fullsized":"2024-09-11T03:28:48.403128+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:25:53.701848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850967+0000","last_change":"2024-09-11T03:28:47.064152+0000","last_active":"2024-09-11T03:28:48.850967+0000","last_peered":"2024-09-11T03:28:48.850967+0000","last_clean":"2024-09-11T03:28:48.850967+0000","last_became_active":"2024-09-11T03:28:47.063489+0000","last_became_peered":"2024-09-11T03:28:47.063489+0000","last_unstale":"2024-09-11T03:28:48.850967+0000","last_undegraded":"2024-09-11T03:28:48.850967+0000","last_fullsized":"2024-09-11T03:28:48.850967+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:29:04.761785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.091179+0000","last_change":"2024-09-11T03:28:47.063250+0000","last_active":"2024-09-11T03:28:48.091179+0000","last_peered":"2024-09-11T03:28:48.091179+0000","last_clean":"2024-09-11T03:28:48.091179+0000","last_became_active":"2024-09-11T03:28:47.062715+0000","last_became_peered":"2024-09-11T03:28:47.062715+0000","last_unstale":"2024-09-11T03:28:48.091179+0000","last_undegraded":"2024-09-11T03:28:48.091179+0000","last_fullsized":"2024-09-11T03:28:48.091179+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:00:41.773089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.845535+0000","last_change":"2024-09-11T03:28:47.076964+0000","last_active":"2024-09-11T03:28:48.845535+0000","last_peered":"2024-09-11T03:28:48.845535+0000","last_clean":"2024-09-11T03:28:48.845535+0000","last_became_active":"2024-09-11T03:28:47.076699+0000","last_became_peered":"2024-09-11T03:28:47.076699+0000","last_unstale":"2024-09-11T03:28:48.845535+0000","last_undegraded":"2024-09-11T03:28:48.845535+0000","last_fullsized":"2024-09-11T03:28:48.845535+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:38:15.956281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.051722+0000","last_change":"2024-09-11T03:28:47.070730+0000","last_active":"2024-09-11T03:28:48.051722+0000","last_peered":"2024-09-11T03:28:48.051722+0000","last_clean":"2024-09-11T03:28:48.051722+0000","last_became_active":"2024-09-11T03:28:47.067902+0000","last_became_peered":"2024-09-11T03:28:47.067902+0000","last_unstale":"2024-09-11T03:28:48.051722+0000","last_undegraded":"2024-09-11T03:28:48.051722+0000","last_fullsized":"2024-09-11T03:28:48.051722+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:37:38.438329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.849420+0000","last_change":"2024-09-11T03:28:43.986957+0000","last_active":"2024-09-11T03:28:48.849420+0000","last_peered":"2024-09-11T03:28:48.849420+0000","last_clean":"2024-09-11T03:28:48.849420+0000","last_became_active":"2024-09-11T03:28:43.986687+0000","last_became_peered":"2024-09-11T03:28:43.986687+0000","last_unstale":"2024-09-11T03:28:48.849420+0000","last_undegraded":"2024-09-11T03:28:48.849420+0000","last_fullsized":"2024-09-11T03:28:48.849420+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:09:52.358550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403149+0000","last_change":"2024-09-11T03:28:47.073487+0000","last_active":"2024-09-11T03:28:48.403149+0000","last_peered":"2024-09-11T03:28:48.403149+0000","last_clean":"2024-09-11T03:28:48.403149+0000","last_became_active":"2024-09-11T03:28:47.072117+0000","last_became_peered":"2024-09-11T03:28:47.072117+0000","last_unstale":"2024-09-11T03:28:48.403149+0000","last_undegraded":"2024-09-11T03:28:48.403149+0000","last_fullsized":"2024-09-11T03:28:48.403149+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:32:11.315027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846255+0000","last_change":"2024-09-11T03:28:43.991372+0000","last_active":"2024-09-11T03:28:48.846255+0000","last_peered":"2024-09-11T03:28:48.846255+0000","last_clean":"2024-09-11T03:28:48.846255+0000","last_became_active":"2024-09-11T03:28:43.990776+0000","last_became_peered":"2024-09-11T03:28:43.990776+0000","last_unstale":"2024-09-11T03:28:48.846255+0000","last_undegraded":"2024-09-11T03:28:48.846255+0000","last_fullsized":"2024-09-11T03:28:48.846255+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:49:18.742692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594641+0000","last_change":"2024-09-11T03:28:43.984935+0000","last_active":"2024-09-11T03:28:47.594641+0000","last_peered":"2024-09-11T03:28:47.594641+0000","last_clean":"2024-09-11T03:28:47.594641+0000","last_became_active":"2024-09-11T03:28:43.984617+0000","last_became_peered":"2024-09-11T03:28:43.984617+0000","last_unstale":"2024-09-11T03:28:47.594641+0000","last_undegraded":"2024-09-11T03:28:47.594641+0000","last_fullsized":"2024-09-11T03:28:47.594641+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:20:32.146035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594607+0000","last_change":"2024-09-11T03:28:47.064174+0000","last_active":"2024-09-11T03:28:47.594607+0000","last_peered":"2024-09-11T03:28:47.594607+0000","last_clean":"2024-09-11T03:28:47.594607+0000","last_became_active":"2024-09-11T03:28:47.063970+0000","last_became_peered":"2024-09-11T03:28:47.063970+0000","last_unstale":"2024-09-11T03:28:47.594607+0000","last_undegraded":"2024-09-11T03:28:47.594607+0000","last_fullsized":"2024-09-11T03:28:47.594607+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:25:04.260654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.061249+0000","last_change":"2024-09-11T03:28:43.991548+0000","last_active":"2024-09-11T03:28:47.061249+0000","last_peered":"2024-09-11T03:28:47.061249+0000","last_clean":"2024-09-11T03:28:47.061249+0000","last_became_active":"2024-09-11T03:28:43.991284+0000","last_became_peered":"2024-09-11T03:28:43.991284+0000","last_unstale":"2024-09-11T03:28:47.061249+0000","last_undegraded":"2024-09-11T03:28:47.061249+0000","last_fullsized":"2024-09-11T03:28:47.061249+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:09:31.429860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846564+0000","last_change":"2024-09-11T03:28:47.057657+0000","last_active":"2024-09-11T03:28:48.846564+0000","last_peered":"2024-09-11T03:28:48.846564+0000","last_clean":"2024-09-11T03:28:48.846564+0000","last_became_active":"2024-09-11T03:28:47.057244+0000","last_became_peered":"2024-09-11T03:28:47.057244+0000","last_unstale":"2024-09-11T03:28:48.846564+0000","last_undegraded":"2024-09-11T03:28:48.846564+0000","last_fullsized":"2024-09-11T03:28:48.846564+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:48:49.189045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.058774+0000","last_change":"2024-09-11T03:28:43.988003+0000","last_active":"2024-09-11T03:28:47.058774+0000","last_peered":"2024-09-11T03:28:47.058774+0000","last_clean":"2024-09-11T03:28:47.058774+0000","last_became_active":"2024-09-11T03:28:43.987642+0000","last_became_peered":"2024-09-11T03:28:43.987642+0000","last_unstale":"2024-09-11T03:28:47.058774+0000","last_undegraded":"2024-09-11T03:28:47.058774+0000","last_fullsized":"2024-09-11T03:28:47.058774+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:22:58.799309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851103+0000","last_change":"2024-09-11T03:28:47.070170+0000","last_active":"2024-09-11T03:28:48.851103+0000","last_peered":"2024-09-11T03:28:48.851103+0000","last_clean":"2024-09-11T03:28:48.851103+0000","last_became_active":"2024-09-11T03:28:47.069891+0000","last_became_peered":"2024-09-11T03:28:47.069891+0000","last_unstale":"2024-09-11T03:28:48.851103+0000","last_undegraded":"2024-09-11T03:28:48.851103+0000","last_fullsized":"2024-09-11T03:28:48.851103+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:49:34.681613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.060920+0000","last_change":"2024-09-11T03:28:43.986600+0000","last_active":"2024-09-11T03:28:47.060920+0000","last_peered":"2024-09-11T03:28:47.060920+0000","last_clean":"2024-09-11T03:28:47.060920+0000","last_became_active":"2024-09-11T03:28:43.986309+0000","last_became_peered":"2024-09-11T03:28:43.986309+0000","last_unstale":"2024-09-11T03:28:47.060920+0000","last_undegraded":"2024-09-11T03:28:47.060920+0000","last_fullsized":"2024-09-11T03:28:47.060920+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:37:42.389337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403432+0000","last_change":"2024-09-11T03:28:47.066268+0000","last_active":"2024-09-11T03:28:48.403432+0000","last_peered":"2024-09-11T03:28:48.403432+0000","last_clean":"2024-09-11T03:28:48.403432+0000","last_became_active":"2024-09-11T03:28:47.065603+0000","last_became_peered":"2024-09-11T03:28:47.065603+0000","last_unstale":"2024-09-11T03:28:48.403432+0000","last_undegraded":"2024-09-11T03:28:48.403432+0000","last_fullsized":"2024-09-11T03:28:48.403432+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:56:28.770955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851873+0000","last_change":"2024-09-11T03:28:43.984401+0000","last_active":"2024-09-11T03:28:48.851873+0000","last_peered":"2024-09-11T03:28:48.851873+0000","last_clean":"2024-09-11T03:28:48.851873+0000","last_became_active":"2024-09-11T03:28:43.983959+0000","last_became_peered":"2024-09-11T03:28:43.983959+0000","last_unstale":"2024-09-11T03:28:48.851873+0000","last_undegraded":"2024-09-11T03:28:48.851873+0000","last_fullsized":"2024-09-11T03:28:48.851873+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:53:22.464789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.052483+0000","last_change":"2024-09-11T03:28:47.072872+0000","last_active":"2024-09-11T03:28:48.052483+0000","last_peered":"2024-09-11T03:28:48.052483+0000","last_clean":"2024-09-11T03:28:48.052483+0000","last_became_active":"2024-09-11T03:28:47.072523+0000","last_became_peered":"2024-09-11T03:28:47.072523+0000","last_unstale":"2024-09-11T03:28:48.052483+0000","last_undegraded":"2024-09-11T03:28:48.052483+0000","last_fullsized":"2024-09-11T03:28:48.052483+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:26:54.708080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.853141+0000","last_change":"2024-09-11T03:28:43.990218+0000","last_active":"2024-09-11T03:28:48.853141+0000","last_peered":"2024-09-11T03:28:48.853141+0000","last_clean":"2024-09-11T03:28:48.853141+0000","last_became_active":"2024-09-11T03:28:43.989906+0000","last_became_peered":"2024-09-11T03:28:43.989906+0000","last_unstale":"2024-09-11T03:28:48.853141+0000","last_undegraded":"2024-09-11T03:28:48.853141+0000","last_fullsized":"2024-09-11T03:28:48.853141+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:11:21.728621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207824+0000","last_change":"2024-09-11T03:28:47.077632+0000","last_active":"2024-09-11T03:28:48.207824+0000","last_peered":"2024-09-11T03:28:48.207824+0000","last_clean":"2024-09-11T03:28:48.207824+0000","last_became_active":"2024-09-11T03:28:47.077329+0000","last_became_peered":"2024-09-11T03:28:47.077329+0000","last_unstale":"2024-09-11T03:28:48.207824+0000","last_undegraded":"2024-09-11T03:28:48.207824+0000","last_fullsized":"2024-09-11T03:28:48.207824+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:38:03.782137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851962+0000","last_change":"2024-09-11T03:28:43.985988+0000","last_active":"2024-09-11T03:28:48.851962+0000","last_peered":"2024-09-11T03:28:48.851962+0000","last_clean":"2024-09-11T03:28:48.851962+0000","last_became_active":"2024-09-11T03:28:43.985444+0000","last_became_peered":"2024-09-11T03:28:43.985444+0000","last_unstale":"2024-09-11T03:28:48.851962+0000","last_undegraded":"2024-09-11T03:28:48.851962+0000","last_fullsized":"2024-09-11T03:28:48.851962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:19:00.164179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403049+0000","last_change":"2024-09-11T03:28:47.063423+0000","last_active":"2024-09-11T03:28:48.403049+0000","last_peered":"2024-09-11T03:28:48.403049+0000","last_clean":"2024-09-11T03:28:48.403049+0000","last_became_active":"2024-09-11T03:28:47.062772+0000","last_became_peered":"2024-09-11T03:28:47.062772+0000","last_unstale":"2024-09-11T03:28:48.403049+0000","last_undegraded":"2024-09-11T03:28:48.403049+0000","last_fullsized":"2024-09-11T03:28:48.403049+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:53:36.619222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.060159+0000","last_change":"2024-09-11T03:28:43.988816+0000","last_active":"2024-09-11T03:28:47.060159+0000","last_peered":"2024-09-11T03:28:47.060159+0000","last_clean":"2024-09-11T03:28:47.060159+0000","last_became_active":"2024-09-11T03:28:43.988395+0000","last_became_peered":"2024-09-11T03:28:43.988395+0000","last_unstale":"2024-09-11T03:28:47.060159+0000","last_undegraded":"2024-09-11T03:28:47.060159+0000","last_fullsized":"2024-09-11T03:28:47.060159+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:58:54.314721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207795+0000","last_change":"2024-09-11T03:28:47.078326+0000","last_active":"2024-09-11T03:28:48.207795+0000","last_peered":"2024-09-11T03:28:48.207795+0000","last_clean":"2024-09-11T03:28:48.207795+0000","last_became_active":"2024-09-11T03:28:47.078053+0000","last_became_peered":"2024-09-11T03:28:47.078053+0000","last_unstale":"2024-09-11T03:28:48.207795+0000","last_undegraded":"2024-09-11T03:28:48.207795+0000","last_fullsized":"2024-09-11T03:28:48.207795+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:04:25.470694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.059535+0000","last_change":"2024-09-11T03:28:43.985715+0000","last_active":"2024-09-11T03:28:47.059535+0000","last_peered":"2024-09-11T03:28:47.059535+0000","last_clean":"2024-09-11T03:28:47.059535+0000","last_became_active":"2024-09-11T03:28:43.985394+0000","last_became_peered":"2024-09-11T03:28:43.985394+0000","last_unstale":"2024-09-11T03:28:47.059535+0000","last_undegraded":"2024-09-11T03:28:47.059535+0000","last_fullsized":"2024-09-11T03:28:47.059535+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:18:11.755614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846449+0000","last_change":"2024-09-11T03:28:47.070585+0000","last_active":"2024-09-11T03:28:48.846449+0000","last_peered":"2024-09-11T03:28:48.846449+0000","last_clean":"2024-09-11T03:28:48.846449+0000","last_became_active":"2024-09-11T03:28:47.070041+0000","last_became_peered":"2024-09-11T03:28:47.070041+0000","last_unstale":"2024-09-11T03:28:48.846449+0000","last_undegraded":"2024-09-11T03:28:48.846449+0000","last_fullsized":"2024-09-11T03:28:48.846449+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:41:20.107490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.849763+0000","last_change":"2024-09-11T03:28:43.983286+0000","last_active":"2024-09-11T03:28:48.849763+0000","last_peered":"2024-09-11T03:28:48.849763+0000","last_clean":"2024-09-11T03:28:48.849763+0000","last_became_active":"2024-09-11T03:28:43.982990+0000","last_became_peered":"2024-09-11T03:28:43.982990+0000","last_unstale":"2024-09-11T03:28:48.849763+0000","last_undegraded":"2024-09-11T03:28:48.849763+0000","last_fullsized":"2024-09-11T03:28:48.849763+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:49:14.707154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207774+0000","last_change":"2024-09-11T03:28:47.079807+0000","last_active":"2024-09-11T03:28:48.207774+0000","last_peered":"2024-09-11T03:28:48.207774+0000","last_clean":"2024-09-11T03:28:48.207774+0000","last_became_active":"2024-09-11T03:28:47.079519+0000","last_became_peered":"2024-09-11T03:28:47.079519+0000","last_unstale":"2024-09-11T03:28:48.207774+0000","last_undegraded":"2024-09-11T03:28:48.207774+0000","last_fullsized":"2024-09-11T03:28:48.207774+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:57:59.544006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.841445+0000","last_change":"2024-09-11T03:28:43.988354+0000","last_active":"2024-09-11T03:28:48.841445+0000","last_peered":"2024-09-11T03:28:48.841445+0000","last_clean":"2024-09-11T03:28:48.841445+0000","last_became_active":"2024-09-11T03:28:43.988082+0000","last_became_peered":"2024-09-11T03:28:43.988082+0000","last_unstale":"2024-09-11T03:28:48.841445+0000","last_undegraded":"2024-09-11T03:28:48.841445+0000","last_fullsized":"2024-09-11T03:28:48.841445+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:17:33.053857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207884+0000","last_change":"2024-09-11T03:28:47.078982+0000","last_active":"2024-09-11T03:28:48.207884+0000","last_peered":"2024-09-11T03:28:48.207884+0000","last_clean":"2024-09-11T03:28:48.207884+0000","last_became_active":"2024-09-11T03:28:47.078707+0000","last_became_peered":"2024-09-11T03:28:47.078707+0000","last_unstale":"2024-09-11T03:28:48.207884+0000","last_undegraded":"2024-09-11T03:28:48.207884+0000","last_fullsized":"2024-09-11T03:28:48.207884+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:04:16.119544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851329+0000","last_change":"2024-09-11T03:28:43.990433+0000","last_active":"2024-09-11T03:28:48.851329+0000","last_peered":"2024-09-11T03:28:48.851329+0000","last_clean":"2024-09-11T03:28:48.851329+0000","last_became_active":"2024-09-11T03:28:43.990175+0000","last_became_peered":"2024-09-11T03:28:43.990175+0000","last_unstale":"2024-09-11T03:28:48.851329+0000","last_undegraded":"2024-09-11T03:28:48.851329+0000","last_fullsized":"2024-09-11T03:28:48.851329+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:07:31.498907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207914+0000","last_change":"2024-09-11T03:28:47.079566+0000","last_active":"2024-09-11T03:28:48.207914+0000","last_peered":"2024-09-11T03:28:48.207914+0000","last_clean":"2024-09-11T03:28:48.207914+0000","last_became_active":"2024-09-11T03:28:47.079265+0000","last_became_peered":"2024-09-11T03:28:47.079265+0000","last_unstale":"2024-09-11T03:28:48.207914+0000","last_undegraded":"2024-09-11T03:28:48.207914+0000","last_fullsized":"2024-09-11T03:28:48.207914+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:52:36.180317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.845939+0000","last_change":"2024-09-11T03:28:43.985246+0000","last_active":"2024-09-11T03:28:48.845939+0000","last_peered":"2024-09-11T03:28:48.845939+0000","last_clean":"2024-09-11T03:28:48.845939+0000","last_became_active":"2024-09-11T03:28:43.985008+0000","last_became_peered":"2024-09-11T03:28:43.985008+0000","last_unstale":"2024-09-11T03:28:48.845939+0000","last_undegraded":"2024-09-11T03:28:48.845939+0000","last_fullsized":"2024-09-11T03:28:48.845939+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:36:32.879463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851120+0000","last_change":"2024-09-11T03:28:47.080588+0000","last_active":"2024-09-11T03:28:48.851120+0000","last_peered":"2024-09-11T03:28:48.851120+0000","last_clean":"2024-09-11T03:28:48.851120+0000","last_became_active":"2024-09-11T03:28:47.080258+0000","last_became_peered":"2024-09-11T03:28:47.080258+0000","last_unstale":"2024-09-11T03:28:48.851120+0000","last_undegraded":"2024-09-11T03:28:48.851120+0000","last_fullsized":"2024-09-11T03:28:48.851120+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:48:05.150070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.051205+0000","last_change":"2024-09-11T03:28:43.986919+0000","last_active":"2024-09-11T03:28:48.051205+0000","last_peered":"2024-09-11T03:28:48.051205+0000","last_clean":"2024-09-11T03:28:48.051205+0000","last_became_active":"2024-09-11T03:28:43.986613+0000","last_became_peered":"2024-09-11T03:28:43.986613+0000","last_unstale":"2024-09-11T03:28:48.051205+0000","last_undegraded":"2024-09-11T03:28:48.051205+0000","last_fullsized":"2024-09-11T03:28:48.051205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:05:51.903025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207846+0000","last_change":"2024-09-11T03:28:47.071416+0000","last_active":"2024-09-11T03:28:48.207846+0000","last_peered":"2024-09-11T03:28:48.207846+0000","last_clean":"2024-09-11T03:28:48.207846+0000","last_became_active":"2024-09-11T03:28:47.071089+0000","last_became_peered":"2024-09-11T03:28:47.071089+0000","last_unstale":"2024-09-11T03:28:48.207846+0000","last_undegraded":"2024-09-11T03:28:48.207846+0000","last_fullsized":"2024-09-11T03:28:48.207846+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:03:46.015738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":221,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.062141+0000","last_change":"2024-09-11T03:28:20.848019+0000","last_active":"2024-09-11T03:28:47.062141+0000","last_peered":"2024-09-11T03:28:47.062141+0000","last_clean":"2024-09-11T03:28:47.062141+0000","last_became_active":"2024-09-11T03:28:20.847611+0000","last_became_peered":"2024-09-11T03:28:20.847611+0000","last_unstale":"2024-09-11T03:28:47.062141+0000","last_undegraded":"2024-09-11T03:28:47.062141+0000","last_fullsized":"2024-09-11T03:28:47.062141+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:26:23.084252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:26:23.084252+0000","last_clean_scrub_stamp":"2024-09-11T03:26:23.084252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:30:40.575823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.059605+0000","last_change":"2024-09-11T03:28:43.988470+0000","last_active":"2024-09-11T03:28:47.059605+0000","last_peered":"2024-09-11T03:28:47.059605+0000","last_clean":"2024-09-11T03:28:47.059605+0000","last_became_active":"2024-09-11T03:28:43.988204+0000","last_became_peered":"2024-09-11T03:28:43.988204+0000","last_unstale":"2024-09-11T03:28:47.059605+0000","last_undegraded":"2024-09-11T03:28:47.059605+0000","last_fullsized":"2024-09-11T03:28:47.059605+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:11:56.170936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594650+0000","last_change":"2024-09-11T03:28:47.071385+0000","last_active":"2024-09-11T03:28:47.594650+0000","last_peered":"2024-09-11T03:28:47.594650+0000","last_clean":"2024-09-11T03:28:47.594650+0000","last_became_active":"2024-09-11T03:28:47.070778+0000","last_became_peered":"2024-09-11T03:28:47.070778+0000","last_unstale":"2024-09-11T03:28:47.594650+0000","last_undegraded":"2024-09-11T03:28:47.594650+0000","last_fullsized":"2024-09-11T03:28:47.594650+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:30:18.422080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.062062+0000","last_change":"2024-09-11T03:28:43.990706+0000","last_active":"2024-09-11T03:28:47.062062+0000","last_peered":"2024-09-11T03:28:47.062062+0000","last_clean":"2024-09-11T03:28:47.062062+0000","last_became_active":"2024-09-11T03:28:43.990445+0000","last_became_peered":"2024-09-11T03:28:43.990445+0000","last_unstale":"2024-09-11T03:28:47.062062+0000","last_undegraded":"2024-09-11T03:28:47.062062+0000","last_fullsized":"2024-09-11T03:28:47.062062+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:58:34.438276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.402939+0000","last_change":"2024-09-11T03:28:47.072480+0000","last_active":"2024-09-11T03:28:48.402939+0000","last_peered":"2024-09-11T03:28:48.402939+0000","last_clean":"2024-09-11T03:28:48.402939+0000","last_became_active":"2024-09-11T03:28:47.071888+0000","last_became_peered":"2024-09-11T03:28:47.071888+0000","last_unstale":"2024-09-11T03:28:48.402939+0000","last_undegraded":"2024-09-11T03:28:48.402939+0000","last_fullsized":"2024-09-11T03:28:48.402939+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:33:56.272328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.051094+0000","last_change":"2024-09-11T03:28:43.986900+0000","last_active":"2024-09-11T03:28:48.051094+0000","last_peered":"2024-09-11T03:28:48.051094+0000","last_clean":"2024-09-11T03:28:48.051094+0000","last_became_active":"2024-09-11T03:28:43.986646+0000","last_became_peered":"2024-09-11T03:28:43.986646+0000","last_unstale":"2024-09-11T03:28:48.051094+0000","last_undegraded":"2024-09-11T03:28:48.051094+0000","last_fullsized":"2024-09-11T03:28:48.051094+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:18:12.688486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.845476+0000","last_change":"2024-09-11T03:28:47.071540+0000","last_active":"2024-09-11T03:28:48.845476+0000","last_peered":"2024-09-11T03:28:48.845476+0000","last_clean":"2024-09-11T03:28:48.845476+0000","last_became_active":"2024-09-11T03:28:47.070871+0000","last_became_peered":"2024-09-11T03:28:47.070871+0000","last_unstale":"2024-09-11T03:28:48.845476+0000","last_undegraded":"2024-09-11T03:28:48.845476+0000","last_fullsized":"2024-09-11T03:28:48.845476+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:13:37.909852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.060245+0000","last_change":"2024-09-11T03:28:43.986363+0000","last_active":"2024-09-11T03:28:47.060245+0000","last_peered":"2024-09-11T03:28:47.060245+0000","last_clean":"2024-09-11T03:28:47.060245+0000","last_became_active":"2024-09-11T03:28:43.986038+0000","last_became_peered":"2024-09-11T03:28:43.986038+0000","last_unstale":"2024-09-11T03:28:47.060245+0000","last_undegraded":"2024-09-11T03:28:47.060245+0000","last_fullsized":"2024-09-11T03:28:47.060245+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:22:42.360327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.052002+0000","last_change":"2024-09-11T03:28:47.066025+0000","last_active":"2024-09-11T03:28:48.052002+0000","last_peered":"2024-09-11T03:28:48.052002+0000","last_clean":"2024-09-11T03:28:48.052002+0000","last_became_active":"2024-09-11T03:28:47.065757+0000","last_became_peered":"2024-09-11T03:28:47.065757+0000","last_unstale":"2024-09-11T03:28:48.052002+0000","last_undegraded":"2024-09-11T03:28:48.052002+0000","last_fullsized":"2024-09-11T03:28:48.052002+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:41:05.986527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.050171+0000","last_change":"2024-09-11T03:28:43.987766+0000","last_active":"2024-09-11T03:28:47.050171+0000","last_peered":"2024-09-11T03:28:47.050171+0000","last_clean":"2024-09-11T03:28:47.050171+0000","last_became_active":"2024-09-11T03:28:43.987490+0000","last_became_peered":"2024-09-11T03:28:43.987490+0000","last_unstale":"2024-09-11T03:28:47.050171+0000","last_undegraded":"2024-09-11T03:28:47.050171+0000","last_fullsized":"2024-09-11T03:28:47.050171+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:39:16.225794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850655+0000","last_change":"2024-09-11T03:28:47.063931+0000","last_active":"2024-09-11T03:28:48.850655+0000","last_peered":"2024-09-11T03:28:48.850655+0000","last_clean":"2024-09-11T03:28:48.850655+0000","last_became_active":"2024-09-11T03:28:47.063459+0000","last_became_peered":"2024-09-11T03:28:47.063459+0000","last_unstale":"2024-09-11T03:28:48.850655+0000","last_undegraded":"2024-09-11T03:28:48.850655+0000","last_fullsized":"2024-09-11T03:28:48.850655+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:39:25.067824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.063349+0000","last_change":"2024-09-11T03:28:43.992435+0000","last_active":"2024-09-11T03:28:47.063349+0000","last_peered":"2024-09-11T03:28:47.063349+0000","last_clean":"2024-09-11T03:28:47.063349+0000","last_became_active":"2024-09-11T03:28:43.992149+0000","last_became_peered":"2024-09-11T03:28:43.992149+0000","last_unstale":"2024-09-11T03:28:47.063349+0000","last_undegraded":"2024-09-11T03:28:47.063349+0000","last_fullsized":"2024-09-11T03:28:47.063349+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:53:59.517034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846640+0000","last_change":"2024-09-11T03:28:47.065191+0000","last_active":"2024-09-11T03:28:48.846640+0000","last_peered":"2024-09-11T03:28:48.846640+0000","last_clean":"2024-09-11T03:28:48.846640+0000","last_became_active":"2024-09-11T03:28:47.064450+0000","last_became_peered":"2024-09-11T03:28:47.064450+0000","last_unstale":"2024-09-11T03:28:48.846640+0000","last_undegraded":"2024-09-11T03:28:48.846640+0000","last_fullsized":"2024-09-11T03:28:48.846640+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:57:26.969855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.847646+0000","last_change":"2024-09-11T03:28:43.989497+0000","last_active":"2024-09-11T03:28:48.847646+0000","last_peered":"2024-09-11T03:28:48.847646+0000","last_clean":"2024-09-11T03:28:48.847646+0000","last_became_active":"2024-09-11T03:28:43.989196+0000","last_became_peered":"2024-09-11T03:28:43.989196+0000","last_unstale":"2024-09-11T03:28:48.847646+0000","last_undegraded":"2024-09-11T03:28:48.847646+0000","last_fullsized":"2024-09-11T03:28:48.847646+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:57:58.060054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594730+0000","last_change":"2024-09-11T03:28:47.066765+0000","last_active":"2024-09-11T03:28:47.594730+0000","last_peered":"2024-09-11T03:28:47.594730+0000","last_clean":"2024-09-11T03:28:47.594730+0000","last_became_active":"2024-09-11T03:28:47.066249+0000","last_became_peered":"2024-09-11T03:28:47.066249+0000","last_unstale":"2024-09-11T03:28:47.594730+0000","last_undegraded":"2024-09-11T03:28:47.594730+0000","last_fullsized":"2024-09-11T03:28:47.594730+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:18:47.489702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850038+0000","last_change":"2024-09-11T03:28:43.991113+0000","last_active":"2024-09-11T03:28:48.850038+0000","last_peered":"2024-09-11T03:28:48.850038+0000","last_clean":"2024-09-11T03:28:48.850038+0000","last_became_active":"2024-09-11T03:28:43.990784+0000","last_became_peered":"2024-09-11T03:28:43.990784+0000","last_unstale":"2024-09-11T03:28:48.850038+0000","last_undegraded":"2024-09-11T03:28:48.850038+0000","last_fullsized":"2024-09-11T03:28:48.850038+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:45:10.605115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403251+0000","last_change":"2024-09-11T03:28:47.072979+0000","last_active":"2024-09-11T03:28:48.403251+0000","last_peered":"2024-09-11T03:28:48.403251+0000","last_clean":"2024-09-11T03:28:48.403251+0000","last_became_active":"2024-09-11T03:28:47.072697+0000","last_became_peered":"2024-09-11T03:28:47.072697+0000","last_unstale":"2024-09-11T03:28:48.403251+0000","last_undegraded":"2024-09-11T03:28:48.403251+0000","last_fullsized":"2024-09-11T03:28:48.403251+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:19:54.463377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.061975+0000","last_change":"2024-09-11T03:28:43.984680+0000","last_active":"2024-09-11T03:28:47.061975+0000","last_peered":"2024-09-11T03:28:47.061975+0000","last_clean":"2024-09-11T03:28:47.061975+0000","last_became_active":"2024-09-11T03:28:43.984351+0000","last_became_peered":"2024-09-11T03:28:43.984351+0000","last_unstale":"2024-09-11T03:28:47.061975+0000","last_undegraded":"2024-09-11T03:28:47.061975+0000","last_fullsized":"2024-09-11T03:28:47.061975+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:25:30.870626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.051832+0000","last_change":"2024-09-11T03:28:47.073038+0000","last_active":"2024-09-11T03:28:48.051832+0000","last_peered":"2024-09-11T03:28:48.051832+0000","last_clean":"2024-09-11T03:28:48.051832+0000","last_became_active":"2024-09-11T03:28:47.072689+0000","last_became_peered":"2024-09-11T03:28:47.072689+0000","last_unstale":"2024-09-11T03:28:48.051832+0000","last_undegraded":"2024-09-11T03:28:48.051832+0000","last_fullsized":"2024-09-11T03:28:48.051832+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:42:12.306542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.050096+0000","last_change":"2024-09-11T03:28:43.988197+0000","last_active":"2024-09-11T03:28:47.050096+0000","last_peered":"2024-09-11T03:28:47.050096+0000","last_clean":"2024-09-11T03:28:47.050096+0000","last_became_active":"2024-09-11T03:28:43.987757+0000","last_became_peered":"2024-09-11T03:28:43.987757+0000","last_unstale":"2024-09-11T03:28:47.050096+0000","last_undegraded":"2024-09-11T03:28:47.050096+0000","last_fullsized":"2024-09-11T03:28:47.050096+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:42:42.839079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594621+0000","last_change":"2024-09-11T03:28:47.058072+0000","last_active":"2024-09-11T03:28:47.594621+0000","last_peered":"2024-09-11T03:28:47.594621+0000","last_clean":"2024-09-11T03:28:47.594621+0000","last_became_active":"2024-09-11T03:28:47.057788+0000","last_became_peered":"2024-09-11T03:28:47.057788+0000","last_unstale":"2024-09-11T03:28:47.594621+0000","last_undegraded":"2024-09-11T03:28:47.594621+0000","last_fullsized":"2024-09-11T03:28:47.594621+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:19:14.232664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.049902+0000","last_change":"2024-09-11T03:28:43.985174+0000","last_active":"2024-09-11T03:28:47.049902+0000","last_peered":"2024-09-11T03:28:47.049902+0000","last_clean":"2024-09-11T03:28:47.049902+0000","last_became_active":"2024-09-11T03:28:43.984847+0000","last_became_peered":"2024-09-11T03:28:43.984847+0000","last_unstale":"2024-09-11T03:28:47.049902+0000","last_undegraded":"2024-09-11T03:28:47.049902+0000","last_fullsized":"2024-09-11T03:28:47.049902+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:20:33.813073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594670+0000","last_change":"2024-09-11T03:28:47.066571+0000","last_active":"2024-09-11T03:28:47.594670+0000","last_peered":"2024-09-11T03:28:47.594670+0000","last_clean":"2024-09-11T03:28:47.594670+0000","last_became_active":"2024-09-11T03:28:47.066267+0000","last_became_peered":"2024-09-11T03:28:47.066267+0000","last_unstale":"2024-09-11T03:28:47.594670+0000","last_undegraded":"2024-09-11T03:28:47.594670+0000","last_fullsized":"2024-09-11T03:28:47.594670+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:29:51.424618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.849344+0000","last_change":"2024-09-11T03:28:43.985897+0000","last_active":"2024-09-11T03:28:48.849344+0000","last_peered":"2024-09-11T03:28:48.849344+0000","last_clean":"2024-09-11T03:28:48.849344+0000","last_became_active":"2024-09-11T03:28:43.985566+0000","last_became_peered":"2024-09-11T03:28:43.985566+0000","last_unstale":"2024-09-11T03:28:48.849344+0000","last_undegraded":"2024-09-11T03:28:48.849344+0000","last_fullsized":"2024-09-11T03:28:48.849344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:13:36.949073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846031+0000","last_change":"2024-09-11T03:28:47.073178+0000","last_active":"2024-09-11T03:28:48.846031+0000","last_peered":"2024-09-11T03:28:48.846031+0000","last_clean":"2024-09-11T03:28:48.846031+0000","last_became_active":"2024-09-11T03:28:47.071970+0000","last_became_peered":"2024-09-11T03:28:47.071970+0000","last_unstale":"2024-09-11T03:28:48.846031+0000","last_undegraded":"2024-09-11T03:28:48.846031+0000","last_fullsized":"2024-09-11T03:28:48.846031+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:27:01.594035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850640+0000","last_change":"2024-09-11T03:28:47.079538+0000","last_active":"2024-09-11T03:28:48.850640+0000","last_peered":"2024-09-11T03:28:48.850640+0000","last_clean":"2024-09-11T03:28:48.850640+0000","last_became_active":"2024-09-11T03:28:47.076285+0000","last_became_peered":"2024-09-11T03:28:47.076285+0000","last_unstale":"2024-09-11T03:28:48.850640+0000","last_undegraded":"2024-09-11T03:28:48.850640+0000","last_fullsized":"2024-09-11T03:28:48.850640+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:45:14.744228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.849159+0000","last_change":"2024-09-11T03:28:43.987053+0000","last_active":"2024-09-11T03:28:48.849159+0000","last_peered":"2024-09-11T03:28:48.849159+0000","last_clean":"2024-09-11T03:28:48.849159+0000","last_became_active":"2024-09-11T03:28:43.986494+0000","last_became_peered":"2024-09-11T03:28:43.986494+0000","last_unstale":"2024-09-11T03:28:48.849159+0000","last_undegraded":"2024-09-11T03:28:48.849159+0000","last_fullsized":"2024-09-11T03:28:48.849159+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:20:46.711362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850870+0000","last_change":"2024-09-11T03:28:47.080048+0000","last_active":"2024-09-11T03:28:48.850870+0000","last_peered":"2024-09-11T03:28:48.850870+0000","last_clean":"2024-09-11T03:28:48.850870+0000","last_became_active":"2024-09-11T03:28:47.079109+0000","last_became_peered":"2024-09-11T03:28:47.079109+0000","last_unstale":"2024-09-11T03:28:48.850870+0000","last_undegraded":"2024-09-11T03:28:48.850870+0000","last_fullsized":"2024-09-11T03:28:48.850870+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:48:24.489280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.849779+0000","last_change":"2024-09-11T03:28:43.991268+0000","last_active":"2024-09-11T03:28:48.849779+0000","last_peered":"2024-09-11T03:28:48.849779+0000","last_clean":"2024-09-11T03:28:48.849779+0000","last_became_active":"2024-09-11T03:28:43.990999+0000","last_became_peered":"2024-09-11T03:28:43.990999+0000","last_unstale":"2024-09-11T03:28:48.849779+0000","last_undegraded":"2024-09-11T03:28:48.849779+0000","last_fullsized":"2024-09-11T03:28:48.849779+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:50:35.508748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403384+0000","last_change":"2024-09-11T03:28:47.068256+0000","last_active":"2024-09-11T03:28:48.403384+0000","last_peered":"2024-09-11T03:28:48.403384+0000","last_clean":"2024-09-11T03:28:48.403384+0000","last_became_active":"2024-09-11T03:28:47.066780+0000","last_became_peered":"2024-09-11T03:28:47.066780+0000","last_unstale":"2024-09-11T03:28:48.403384+0000","last_undegraded":"2024-09-11T03:28:48.403384+0000","last_fullsized":"2024-09-11T03:28:48.403384+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:12:39.352674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.847716+0000","last_change":"2024-09-11T03:28:43.981809+0000","last_active":"2024-09-11T03:28:48.847716+0000","last_peered":"2024-09-11T03:28:48.847716+0000","last_clean":"2024-09-11T03:28:48.847716+0000","last_became_active":"2024-09-11T03:28:43.981562+0000","last_became_peered":"2024-09-11T03:28:43.981562+0000","last_unstale":"2024-09-11T03:28:48.847716+0000","last_undegraded":"2024-09-11T03:28:48.847716+0000","last_fullsized":"2024-09-11T03:28:48.847716+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:50:27.343590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594705+0000","last_change":"2024-09-11T03:28:47.071263+0000","last_active":"2024-09-11T03:28:47.594705+0000","last_peered":"2024-09-11T03:28:47.594705+0000","last_clean":"2024-09-11T03:28:47.594705+0000","last_became_active":"2024-09-11T03:28:47.070831+0000","last_became_peered":"2024-09-11T03:28:47.070831+0000","last_unstale":"2024-09-11T03:28:47.594705+0000","last_undegraded":"2024-09-11T03:28:47.594705+0000","last_fullsized":"2024-09-11T03:28:47.594705+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:01:34.162897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":19,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.853328+0000","last_change":"2024-09-11T03:28:43.988835+0000","last_active":"2024-09-11T03:28:48.853328+0000","last_peered":"2024-09-11T03:28:48.853328+0000","last_clean":"2024-09-11T03:28:48.853328+0000","last_became_active":"2024-09-11T03:28:43.988569+0000","last_became_peered":"2024-09-11T03:28:43.988569+0000","last_unstale":"2024-09-11T03:28:48.853328+0000","last_undegraded":"2024-09-11T03:28:48.853328+0000","last_fullsized":"2024-09-11T03:28:48.853328+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:26:58.010600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233997,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28256,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716896,"statfs":{"total":95995035648,"available":95966101504,"internally_reserved":0,"allocated":1261568,"data_stored":868577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495632,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28248,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716904,"statfs":{"total":95995035648,"available":95966109696,"internally_reserved":0,"allocated":1257472,"data_stored":868933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.63},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.53700000000000003}]},{"osd":1,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.52000000000000002}]},{"osd":2,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.65400000000000003}]},{"osd":3,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.64000000000000001}]},{"osd":4,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.46300000000000002}]},{"osd":5,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.41399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]}]},{"osd":5,"up_from":38,"seq":163208757269,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":278986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.41399999999999998}]},{"osd":1,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.56000000000000005}]},{"osd":2,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.435},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.57599999999999996}]},{"osd":3,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.497},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.65600000000000003}]},{"osd":4,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.54200000000000004}]},{"osd":6,"last update":"Wed Sep 11 03:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.58999999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018906,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":671744,"data_stored":278040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.51600000000000001}]},{"osd":1,"last update":"Wed Sep 11 03:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.45400000000000001},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":18.379000000000001,"5min":18.379000000000001,"15min":18.379000000000001},"last":0.38100000000000001}]},{"osd":2,"last update":"Wed Sep 11 03:28:08 2024","interfaces":[{"interface":"back","average":{"1min":1.7430000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":18.341000000000001,"5min":18.341000000000001,"15min":18.341000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.42699999999999999}]},{"osd":3,"last update":"Wed Sep 11 03:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.56200000000000006}]},{"osd":5,"last update":"Wed Sep 11 03:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.63300000000000001}]},{"osd":6,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.496},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.65200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182431,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":671744,"data_stored":278727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.40000000000000002,"15min":0.40200000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.41899999999999998,"15min":0.42699999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.56000000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.30399999999999999}]},{"osd":1,"last update":"Wed Sep 11 03:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.433,"15min":0.442},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.53200000000000003,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.44900000000000001,"15min":0.46100000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.53100000000000003,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.253}]},{"osd":2,"last update":"Wed Sep 11 03:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.45400000000000001,"15min":0.46200000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54800000000000004,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.434,"15min":0.44400000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.496,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.33400000000000002}]},{"osd":4,"last update":"Wed Sep 11 03:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.61799999999999999}]},{"osd":5,"last update":"Wed Sep 11 03:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.72999999999999998}]},{"osd":6,"last update":"Wed Sep 11 03:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.503}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":651264,"data_stored":276663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:28:24 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.37,"15min":0.36699999999999999},"min":{"1min":0.28000000000000003,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.317,"5min":0.214,"15min":0.214},"max":{"1min":0.51100000000000001,"5min":0.51800000000000002,"15min":0.51800000000000002},"last":0.32200000000000001}]},{"osd":1,"last update":"Wed Sep 11 03:28:24 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.38800000000000001,"15min":0.379},"min":{"1min":0.28000000000000003,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.40200000000000002,"15min":0.39200000000000002},"min":{"1min":0.33400000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.30399999999999999}]},{"osd":3,"last update":"Wed Sep 11 03:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.443,"15min":0.44900000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.438,"5min":0.46700000000000003,"15min":0.47199999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.34000000000000002}]},{"osd":4,"last update":"Wed Sep 11 03:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.56799999999999995}]},{"osd":5,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.58699999999999997}]},{"osd":6,"last update":"Wed Sep 11 03:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.435}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27672,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717480,"statfs":{"total":95995035648,"available":95966699520,"internally_reserved":0,"allocated":663552,"data_stored":277492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:29:04 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.32900000000000001,"15min":0.31},"min":{"1min":0.218,"5min":0.187,"15min":0.187},"max":{"1min":0.46600000000000003,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.37,"5min":0.34200000000000003,"15min":0.32300000000000001},"min":{"1min":0.25,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.56200000000000006,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.52500000000000002}]},{"osd":2,"last update":"Wed Sep 11 03:28:27 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.34499999999999997,"15min":0.33800000000000002},"min":{"1min":0.26700000000000002,"5min":0.221,"15min":0.221},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.375,"15min":0.36699999999999999},"min":{"1min":0.318,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.38100000000000001}]},{"osd":3,"last update":"Wed Sep 11 03:28:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.442,"15min":0.44400000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.60399999999999998,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.41299999999999998,"15min":0.41699999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.42399999999999999}]},{"osd":4,"last update":"Wed Sep 11 03:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.58899999999999997}]},{"osd":5,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.621}]},{"osd":6,"last update":"Wed Sep 11 03:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.50700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0029999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28264,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716888,"statfs":{"total":95995035648,"available":95966093312,"internally_reserved":0,"allocated":1265664,"data_stored":868428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 11 03:28:04 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.32400000000000001,"15min":0.312},"min":{"1min":0.253,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.32800000000000001,"15min":0.316},"min":{"1min":0.30599999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.28899999999999998}]},{"osd":2,"last update":"Wed Sep 11 03:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.36699999999999999,"15min":0.36499999999999999},"min":{"1min":0.28100000000000003,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.48699999999999999,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.312},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.35999999999999999,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.495,"5min":0.495,"15min":0.495},"last":0.32000000000000001}]},{"osd":3,"last update":"Wed Sep 11 03:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42599999999999999,"15min":0.434},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.54500000000000004,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.45800000000000002,"15min":0.46700000000000003},"min":{"1min":0.34300000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.47699999999999998,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.33300000000000002}]},{"osd":4,"last update":"Wed Sep 11 03:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.47799999999999998}]},{"osd":5,"last update":"Wed Sep 11 03:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.45800000000000002}]},{"osd":6,"last update":"Wed Sep 11 03:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.58899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T03:29:09.830 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-11T03:29:10.026 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:10.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:09 smithi086 ceph-mon[37253]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:10.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:09 smithi086 ceph-mon[37253]: from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:29:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:09 smithi086 ceph-mon[27247]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:09 smithi086 ceph-mon[27247]: from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:29:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:09 smithi130 ceph-mon[31190]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:09 smithi130 ceph-mon[31190]: from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:29:11.868 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:29:11.869 INFO:teuthology.orchestra.run.smithi086.stderr:dumped all 2024-09-11T03:29:12.196 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:11 smithi086 ceph-mon[27247]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:12.196 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:11 smithi086 ceph-mon[37253]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:12.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:11 smithi130 ceph-mon[31190]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:12.579 INFO:teuthology.orchestra.run.smithi086.stdout:{"pg_ready":true,"pg_map":{"version":203,"stamp":"2024-09-11T03:29:10.823759+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223132,"kb_used_data":6948,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738084,"statfs":{"total":767960285184,"available":767731798016,"internally_reserved":0,"allocated":7114752,"data_stored":3995846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12741,"internal_metadata":221236795},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002770"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207896+0000","last_change":"2024-09-11T03:28:47.075103+0000","last_active":"2024-09-11T03:28:48.207896+0000","last_peered":"2024-09-11T03:28:48.207896+0000","last_clean":"2024-09-11T03:28:48.207896+0000","last_became_active":"2024-09-11T03:28:47.074610+0000","last_became_peered":"2024-09-11T03:28:47.074610+0000","last_unstale":"2024-09-11T03:28:48.207896+0000","last_undegraded":"2024-09-11T03:28:48.207896+0000","last_fullsized":"2024-09-11T03:28:48.207896+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:00:32.436877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.847533+0000","last_change":"2024-09-11T03:28:47.071766+0000","last_active":"2024-09-11T03:28:48.847533+0000","last_peered":"2024-09-11T03:28:48.847533+0000","last_clean":"2024-09-11T03:28:48.847533+0000","last_became_active":"2024-09-11T03:28:47.071284+0000","last_became_peered":"2024-09-11T03:28:47.071284+0000","last_unstale":"2024-09-11T03:28:48.847533+0000","last_undegraded":"2024-09-11T03:28:48.847533+0000","last_fullsized":"2024-09-11T03:28:48.847533+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:00:59.760616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403292+0000","last_change":"2024-09-11T03:28:47.066285+0000","last_active":"2024-09-11T03:28:48.403292+0000","last_peered":"2024-09-11T03:28:48.403292+0000","last_clean":"2024-09-11T03:28:48.403292+0000","last_became_active":"2024-09-11T03:28:47.065953+0000","last_became_peered":"2024-09-11T03:28:47.065953+0000","last_unstale":"2024-09-11T03:28:48.403292+0000","last_undegraded":"2024-09-11T03:28:48.403292+0000","last_fullsized":"2024-09-11T03:28:48.403292+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:02:10.967113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851236+0000","last_change":"2024-09-11T03:28:47.076651+0000","last_active":"2024-09-11T03:28:48.851236+0000","last_peered":"2024-09-11T03:28:48.851236+0000","last_clean":"2024-09-11T03:28:48.851236+0000","last_became_active":"2024-09-11T03:28:47.076340+0000","last_became_peered":"2024-09-11T03:28:47.076340+0000","last_unstale":"2024-09-11T03:28:48.851236+0000","last_undegraded":"2024-09-11T03:28:48.851236+0000","last_fullsized":"2024-09-11T03:28:48.851236+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:03:50.384506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207785+0000","last_change":"2024-09-11T03:28:47.078288+0000","last_active":"2024-09-11T03:28:48.207785+0000","last_peered":"2024-09-11T03:28:48.207785+0000","last_clean":"2024-09-11T03:28:48.207785+0000","last_became_active":"2024-09-11T03:28:47.078000+0000","last_became_peered":"2024-09-11T03:28:47.078000+0000","last_unstale":"2024-09-11T03:28:48.207785+0000","last_undegraded":"2024-09-11T03:28:48.207785+0000","last_fullsized":"2024-09-11T03:28:48.207785+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:21:37.088793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850314+0000","last_change":"2024-09-11T03:28:47.069866+0000","last_active":"2024-09-11T03:28:48.850314+0000","last_peered":"2024-09-11T03:28:48.850314+0000","last_clean":"2024-09-11T03:28:48.850314+0000","last_became_active":"2024-09-11T03:28:47.069572+0000","last_became_peered":"2024-09-11T03:28:47.069572+0000","last_unstale":"2024-09-11T03:28:48.850314+0000","last_undegraded":"2024-09-11T03:28:48.850314+0000","last_fullsized":"2024-09-11T03:28:48.850314+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:42:00.047157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207741+0000","last_change":"2024-09-11T03:28:47.079336+0000","last_active":"2024-09-11T03:28:48.207741+0000","last_peered":"2024-09-11T03:28:48.207741+0000","last_clean":"2024-09-11T03:28:48.207741+0000","last_became_active":"2024-09-11T03:28:47.078903+0000","last_became_peered":"2024-09-11T03:28:47.078903+0000","last_unstale":"2024-09-11T03:28:48.207741+0000","last_undegraded":"2024-09-11T03:28:48.207741+0000","last_fullsized":"2024-09-11T03:28:48.207741+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:46:17.876805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594589+0000","last_change":"2024-09-11T03:28:47.071463+0000","last_active":"2024-09-11T03:28:47.594589+0000","last_peered":"2024-09-11T03:28:47.594589+0000","last_clean":"2024-09-11T03:28:47.594589+0000","last_became_active":"2024-09-11T03:28:47.070810+0000","last_became_peered":"2024-09-11T03:28:47.070810+0000","last_unstale":"2024-09-11T03:28:47.594589+0000","last_undegraded":"2024-09-11T03:28:47.594589+0000","last_fullsized":"2024-09-11T03:28:47.594589+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:13:52.090828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207927+0000","last_change":"2024-09-11T03:28:47.082073+0000","last_active":"2024-09-11T03:28:48.207927+0000","last_peered":"2024-09-11T03:28:48.207927+0000","last_clean":"2024-09-11T03:28:48.207927+0000","last_became_active":"2024-09-11T03:28:47.081780+0000","last_became_peered":"2024-09-11T03:28:47.081780+0000","last_unstale":"2024-09-11T03:28:48.207927+0000","last_undegraded":"2024-09-11T03:28:48.207927+0000","last_fullsized":"2024-09-11T03:28:48.207927+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:22:10.258817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846722+0000","last_change":"2024-09-11T03:28:47.077011+0000","last_active":"2024-09-11T03:28:48.846722+0000","last_peered":"2024-09-11T03:28:48.846722+0000","last_clean":"2024-09-11T03:28:48.846722+0000","last_became_active":"2024-09-11T03:28:47.076762+0000","last_became_peered":"2024-09-11T03:28:47.076762+0000","last_unstale":"2024-09-11T03:28:48.846722+0000","last_undegraded":"2024-09-11T03:28:48.846722+0000","last_fullsized":"2024-09-11T03:28:48.846722+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:33:41.084633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846570+0000","last_change":"2024-09-11T03:28:47.069494+0000","last_active":"2024-09-11T03:28:48.846570+0000","last_peered":"2024-09-11T03:28:48.846570+0000","last_clean":"2024-09-11T03:28:48.846570+0000","last_became_active":"2024-09-11T03:28:47.069223+0000","last_became_peered":"2024-09-11T03:28:47.069223+0000","last_unstale":"2024-09-11T03:28:48.846570+0000","last_undegraded":"2024-09-11T03:28:48.846570+0000","last_fullsized":"2024-09-11T03:28:48.846570+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:20:44.799027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.052430+0000","last_change":"2024-09-11T03:28:47.070794+0000","last_active":"2024-09-11T03:28:48.052430+0000","last_peered":"2024-09-11T03:28:48.052430+0000","last_clean":"2024-09-11T03:28:48.052430+0000","last_became_active":"2024-09-11T03:28:47.067641+0000","last_became_peered":"2024-09-11T03:28:47.067641+0000","last_unstale":"2024-09-11T03:28:48.052430+0000","last_undegraded":"2024-09-11T03:28:48.052430+0000","last_fullsized":"2024-09-11T03:28:48.052430+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:52:36.459151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594661+0000","last_change":"2024-09-11T03:28:47.071095+0000","last_active":"2024-09-11T03:28:47.594661+0000","last_peered":"2024-09-11T03:28:47.594661+0000","last_clean":"2024-09-11T03:28:47.594661+0000","last_became_active":"2024-09-11T03:28:47.070822+0000","last_became_peered":"2024-09-11T03:28:47.070822+0000","last_unstale":"2024-09-11T03:28:47.594661+0000","last_undegraded":"2024-09-11T03:28:47.594661+0000","last_fullsized":"2024-09-11T03:28:47.594661+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:30:31.933463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403018+0000","last_change":"2024-09-11T03:28:47.065286+0000","last_active":"2024-09-11T03:28:48.403018+0000","last_peered":"2024-09-11T03:28:48.403018+0000","last_clean":"2024-09-11T03:28:48.403018+0000","last_became_active":"2024-09-11T03:28:47.064959+0000","last_became_peered":"2024-09-11T03:28:47.064959+0000","last_unstale":"2024-09-11T03:28:48.403018+0000","last_undegraded":"2024-09-11T03:28:48.403018+0000","last_fullsized":"2024-09-11T03:28:48.403018+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:35:36.505570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846753+0000","last_change":"2024-09-11T03:28:47.062238+0000","last_active":"2024-09-11T03:28:48.846753+0000","last_peered":"2024-09-11T03:28:48.846753+0000","last_clean":"2024-09-11T03:28:48.846753+0000","last_became_active":"2024-09-11T03:28:47.061967+0000","last_became_peered":"2024-09-11T03:28:47.061967+0000","last_unstale":"2024-09-11T03:28:48.846753+0000","last_undegraded":"2024-09-11T03:28:48.846753+0000","last_fullsized":"2024-09-11T03:28:48.846753+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:15:06.170791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850432+0000","last_change":"2024-09-11T03:28:47.071619+0000","last_active":"2024-09-11T03:28:48.850432+0000","last_peered":"2024-09-11T03:28:48.850432+0000","last_clean":"2024-09-11T03:28:48.850432+0000","last_became_active":"2024-09-11T03:28:47.070630+0000","last_became_peered":"2024-09-11T03:28:47.070630+0000","last_unstale":"2024-09-11T03:28:48.850432+0000","last_undegraded":"2024-09-11T03:28:48.850432+0000","last_fullsized":"2024-09-11T03:28:48.850432+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:27:44.610980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851366+0000","last_change":"2024-09-11T03:28:47.079792+0000","last_active":"2024-09-11T03:28:48.851366+0000","last_peered":"2024-09-11T03:28:48.851366+0000","last_clean":"2024-09-11T03:28:48.851366+0000","last_became_active":"2024-09-11T03:28:47.079535+0000","last_became_peered":"2024-09-11T03:28:47.079535+0000","last_unstale":"2024-09-11T03:28:48.851366+0000","last_undegraded":"2024-09-11T03:28:48.851366+0000","last_fullsized":"2024-09-11T03:28:48.851366+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:29:44.162723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.091201+0000","last_change":"2024-09-11T03:28:47.063519+0000","last_active":"2024-09-11T03:28:48.091201+0000","last_peered":"2024-09-11T03:28:48.091201+0000","last_clean":"2024-09-11T03:28:48.091201+0000","last_became_active":"2024-09-11T03:28:47.063268+0000","last_became_peered":"2024-09-11T03:28:47.063268+0000","last_unstale":"2024-09-11T03:28:48.091201+0000","last_undegraded":"2024-09-11T03:28:48.091201+0000","last_fullsized":"2024-09-11T03:28:48.091201+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:35:46.190640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207864+0000","last_change":"2024-09-11T03:28:47.075254+0000","last_active":"2024-09-11T03:28:48.207864+0000","last_peered":"2024-09-11T03:28:48.207864+0000","last_clean":"2024-09-11T03:28:48.207864+0000","last_became_active":"2024-09-11T03:28:47.074995+0000","last_became_peered":"2024-09-11T03:28:47.074995+0000","last_unstale":"2024-09-11T03:28:48.207864+0000","last_undegraded":"2024-09-11T03:28:48.207864+0000","last_fullsized":"2024-09-11T03:28:48.207864+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:13:05.562855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.847719+0000","last_change":"2024-09-11T03:28:47.072573+0000","last_active":"2024-09-11T03:28:48.847719+0000","last_peered":"2024-09-11T03:28:48.847719+0000","last_clean":"2024-09-11T03:28:48.847719+0000","last_became_active":"2024-09-11T03:28:47.071809+0000","last_became_peered":"2024-09-11T03:28:47.071809+0000","last_unstale":"2024-09-11T03:28:48.847719+0000","last_undegraded":"2024-09-11T03:28:48.847719+0000","last_fullsized":"2024-09-11T03:28:48.847719+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:49:39.246639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403051+0000","last_change":"2024-09-11T03:28:47.067917+0000","last_active":"2024-09-11T03:28:48.403051+0000","last_peered":"2024-09-11T03:28:48.403051+0000","last_clean":"2024-09-11T03:28:48.403051+0000","last_became_active":"2024-09-11T03:28:47.067647+0000","last_became_peered":"2024-09-11T03:28:47.067647+0000","last_unstale":"2024-09-11T03:28:48.403051+0000","last_undegraded":"2024-09-11T03:28:48.403051+0000","last_fullsized":"2024-09-11T03:28:48.403051+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:48:02.808051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850474+0000","last_change":"2024-09-11T03:28:47.075265+0000","last_active":"2024-09-11T03:28:48.850474+0000","last_peered":"2024-09-11T03:28:48.850474+0000","last_clean":"2024-09-11T03:28:48.850474+0000","last_became_active":"2024-09-11T03:28:47.074980+0000","last_became_peered":"2024-09-11T03:28:47.074980+0000","last_unstale":"2024-09-11T03:28:48.850474+0000","last_undegraded":"2024-09-11T03:28:48.850474+0000","last_fullsized":"2024-09-11T03:28:48.850474+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:49:46.654051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594631+0000","last_change":"2024-09-11T03:28:47.057820+0000","last_active":"2024-09-11T03:28:47.594631+0000","last_peered":"2024-09-11T03:28:47.594631+0000","last_clean":"2024-09-11T03:28:47.594631+0000","last_became_active":"2024-09-11T03:28:47.057323+0000","last_became_peered":"2024-09-11T03:28:47.057323+0000","last_unstale":"2024-09-11T03:28:47.594631+0000","last_undegraded":"2024-09-11T03:28:47.594631+0000","last_fullsized":"2024-09-11T03:28:47.594631+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:00:23.623293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850604+0000","last_change":"2024-09-11T03:28:47.066676+0000","last_active":"2024-09-11T03:28:48.850604+0000","last_peered":"2024-09-11T03:28:48.850604+0000","last_clean":"2024-09-11T03:28:48.850604+0000","last_became_active":"2024-09-11T03:28:47.066431+0000","last_became_peered":"2024-09-11T03:28:47.066431+0000","last_unstale":"2024-09-11T03:28:48.850604+0000","last_undegraded":"2024-09-11T03:28:48.850604+0000","last_fullsized":"2024-09-11T03:28:48.850604+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:41:24.436760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594722+0000","last_change":"2024-09-11T03:28:47.065033+0000","last_active":"2024-09-11T03:28:47.594722+0000","last_peered":"2024-09-11T03:28:47.594722+0000","last_clean":"2024-09-11T03:28:47.594722+0000","last_became_active":"2024-09-11T03:28:47.064624+0000","last_became_peered":"2024-09-11T03:28:47.064624+0000","last_unstale":"2024-09-11T03:28:47.594722+0000","last_undegraded":"2024-09-11T03:28:47.594722+0000","last_fullsized":"2024-09-11T03:28:47.594722+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:27:19.921023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846872+0000","last_change":"2024-09-11T03:28:47.072320+0000","last_active":"2024-09-11T03:28:48.846872+0000","last_peered":"2024-09-11T03:28:48.846872+0000","last_clean":"2024-09-11T03:28:48.846872+0000","last_became_active":"2024-09-11T03:28:47.071892+0000","last_became_peered":"2024-09-11T03:28:47.071892+0000","last_unstale":"2024-09-11T03:28:48.846872+0000","last_undegraded":"2024-09-11T03:28:48.846872+0000","last_fullsized":"2024-09-11T03:28:48.846872+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:23:57.198327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.845599+0000","last_change":"2024-09-11T03:28:47.060930+0000","last_active":"2024-09-11T03:28:48.845599+0000","last_peered":"2024-09-11T03:28:48.845599+0000","last_clean":"2024-09-11T03:28:48.845599+0000","last_became_active":"2024-09-11T03:28:47.060610+0000","last_became_peered":"2024-09-11T03:28:47.060610+0000","last_unstale":"2024-09-11T03:28:48.845599+0000","last_undegraded":"2024-09-11T03:28:48.845599+0000","last_fullsized":"2024-09-11T03:28:48.845599+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:44:22.817679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594689+0000","last_change":"2024-09-11T03:28:47.063609+0000","last_active":"2024-09-11T03:28:47.594689+0000","last_peered":"2024-09-11T03:28:47.594689+0000","last_clean":"2024-09-11T03:28:47.594689+0000","last_became_active":"2024-09-11T03:28:47.063370+0000","last_became_peered":"2024-09-11T03:28:47.063370+0000","last_unstale":"2024-09-11T03:28:47.594689+0000","last_undegraded":"2024-09-11T03:28:47.594689+0000","last_fullsized":"2024-09-11T03:28:47.594689+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:11:29.441344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403128+0000","last_change":"2024-09-11T03:28:47.072929+0000","last_active":"2024-09-11T03:28:48.403128+0000","last_peered":"2024-09-11T03:28:48.403128+0000","last_clean":"2024-09-11T03:28:48.403128+0000","last_became_active":"2024-09-11T03:28:47.072671+0000","last_became_peered":"2024-09-11T03:28:47.072671+0000","last_unstale":"2024-09-11T03:28:48.403128+0000","last_undegraded":"2024-09-11T03:28:48.403128+0000","last_fullsized":"2024-09-11T03:28:48.403128+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:25:53.701848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850967+0000","last_change":"2024-09-11T03:28:47.064152+0000","last_active":"2024-09-11T03:28:48.850967+0000","last_peered":"2024-09-11T03:28:48.850967+0000","last_clean":"2024-09-11T03:28:48.850967+0000","last_became_active":"2024-09-11T03:28:47.063489+0000","last_became_peered":"2024-09-11T03:28:47.063489+0000","last_unstale":"2024-09-11T03:28:48.850967+0000","last_undegraded":"2024-09-11T03:28:48.850967+0000","last_fullsized":"2024-09-11T03:28:48.850967+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:29:04.761785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.091179+0000","last_change":"2024-09-11T03:28:47.063250+0000","last_active":"2024-09-11T03:28:48.091179+0000","last_peered":"2024-09-11T03:28:48.091179+0000","last_clean":"2024-09-11T03:28:48.091179+0000","last_became_active":"2024-09-11T03:28:47.062715+0000","last_became_peered":"2024-09-11T03:28:47.062715+0000","last_unstale":"2024-09-11T03:28:48.091179+0000","last_undegraded":"2024-09-11T03:28:48.091179+0000","last_fullsized":"2024-09-11T03:28:48.091179+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:00:41.773089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.845535+0000","last_change":"2024-09-11T03:28:47.076964+0000","last_active":"2024-09-11T03:28:48.845535+0000","last_peered":"2024-09-11T03:28:48.845535+0000","last_clean":"2024-09-11T03:28:48.845535+0000","last_became_active":"2024-09-11T03:28:47.076699+0000","last_became_peered":"2024-09-11T03:28:47.076699+0000","last_unstale":"2024-09-11T03:28:48.845535+0000","last_undegraded":"2024-09-11T03:28:48.845535+0000","last_fullsized":"2024-09-11T03:28:48.845535+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:38:15.956281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.051722+0000","last_change":"2024-09-11T03:28:47.070730+0000","last_active":"2024-09-11T03:28:48.051722+0000","last_peered":"2024-09-11T03:28:48.051722+0000","last_clean":"2024-09-11T03:28:48.051722+0000","last_became_active":"2024-09-11T03:28:47.067902+0000","last_became_peered":"2024-09-11T03:28:47.067902+0000","last_unstale":"2024-09-11T03:28:48.051722+0000","last_undegraded":"2024-09-11T03:28:48.051722+0000","last_fullsized":"2024-09-11T03:28:48.051722+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:37:38.438329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.849420+0000","last_change":"2024-09-11T03:28:43.986957+0000","last_active":"2024-09-11T03:28:48.849420+0000","last_peered":"2024-09-11T03:28:48.849420+0000","last_clean":"2024-09-11T03:28:48.849420+0000","last_became_active":"2024-09-11T03:28:43.986687+0000","last_became_peered":"2024-09-11T03:28:43.986687+0000","last_unstale":"2024-09-11T03:28:48.849420+0000","last_undegraded":"2024-09-11T03:28:48.849420+0000","last_fullsized":"2024-09-11T03:28:48.849420+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:09:52.358550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403149+0000","last_change":"2024-09-11T03:28:47.073487+0000","last_active":"2024-09-11T03:28:48.403149+0000","last_peered":"2024-09-11T03:28:48.403149+0000","last_clean":"2024-09-11T03:28:48.403149+0000","last_became_active":"2024-09-11T03:28:47.072117+0000","last_became_peered":"2024-09-11T03:28:47.072117+0000","last_unstale":"2024-09-11T03:28:48.403149+0000","last_undegraded":"2024-09-11T03:28:48.403149+0000","last_fullsized":"2024-09-11T03:28:48.403149+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:32:11.315027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846255+0000","last_change":"2024-09-11T03:28:43.991372+0000","last_active":"2024-09-11T03:28:48.846255+0000","last_peered":"2024-09-11T03:28:48.846255+0000","last_clean":"2024-09-11T03:28:48.846255+0000","last_became_active":"2024-09-11T03:28:43.990776+0000","last_became_peered":"2024-09-11T03:28:43.990776+0000","last_unstale":"2024-09-11T03:28:48.846255+0000","last_undegraded":"2024-09-11T03:28:48.846255+0000","last_fullsized":"2024-09-11T03:28:48.846255+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:49:18.742692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594641+0000","last_change":"2024-09-11T03:28:43.984935+0000","last_active":"2024-09-11T03:28:47.594641+0000","last_peered":"2024-09-11T03:28:47.594641+0000","last_clean":"2024-09-11T03:28:47.594641+0000","last_became_active":"2024-09-11T03:28:43.984617+0000","last_became_peered":"2024-09-11T03:28:43.984617+0000","last_unstale":"2024-09-11T03:28:47.594641+0000","last_undegraded":"2024-09-11T03:28:47.594641+0000","last_fullsized":"2024-09-11T03:28:47.594641+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:20:32.146035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594607+0000","last_change":"2024-09-11T03:28:47.064174+0000","last_active":"2024-09-11T03:28:47.594607+0000","last_peered":"2024-09-11T03:28:47.594607+0000","last_clean":"2024-09-11T03:28:47.594607+0000","last_became_active":"2024-09-11T03:28:47.063970+0000","last_became_peered":"2024-09-11T03:28:47.063970+0000","last_unstale":"2024-09-11T03:28:47.594607+0000","last_undegraded":"2024-09-11T03:28:47.594607+0000","last_fullsized":"2024-09-11T03:28:47.594607+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:25:04.260654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.061249+0000","last_change":"2024-09-11T03:28:43.991548+0000","last_active":"2024-09-11T03:28:47.061249+0000","last_peered":"2024-09-11T03:28:47.061249+0000","last_clean":"2024-09-11T03:28:47.061249+0000","last_became_active":"2024-09-11T03:28:43.991284+0000","last_became_peered":"2024-09-11T03:28:43.991284+0000","last_unstale":"2024-09-11T03:28:47.061249+0000","last_undegraded":"2024-09-11T03:28:47.061249+0000","last_fullsized":"2024-09-11T03:28:47.061249+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:09:31.429860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846564+0000","last_change":"2024-09-11T03:28:47.057657+0000","last_active":"2024-09-11T03:28:48.846564+0000","last_peered":"2024-09-11T03:28:48.846564+0000","last_clean":"2024-09-11T03:28:48.846564+0000","last_became_active":"2024-09-11T03:28:47.057244+0000","last_became_peered":"2024-09-11T03:28:47.057244+0000","last_unstale":"2024-09-11T03:28:48.846564+0000","last_undegraded":"2024-09-11T03:28:48.846564+0000","last_fullsized":"2024-09-11T03:28:48.846564+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:48:49.189045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.058774+0000","last_change":"2024-09-11T03:28:43.988003+0000","last_active":"2024-09-11T03:28:47.058774+0000","last_peered":"2024-09-11T03:28:47.058774+0000","last_clean":"2024-09-11T03:28:47.058774+0000","last_became_active":"2024-09-11T03:28:43.987642+0000","last_became_peered":"2024-09-11T03:28:43.987642+0000","last_unstale":"2024-09-11T03:28:47.058774+0000","last_undegraded":"2024-09-11T03:28:47.058774+0000","last_fullsized":"2024-09-11T03:28:47.058774+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:22:58.799309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851103+0000","last_change":"2024-09-11T03:28:47.070170+0000","last_active":"2024-09-11T03:28:48.851103+0000","last_peered":"2024-09-11T03:28:48.851103+0000","last_clean":"2024-09-11T03:28:48.851103+0000","last_became_active":"2024-09-11T03:28:47.069891+0000","last_became_peered":"2024-09-11T03:28:47.069891+0000","last_unstale":"2024-09-11T03:28:48.851103+0000","last_undegraded":"2024-09-11T03:28:48.851103+0000","last_fullsized":"2024-09-11T03:28:48.851103+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:49:34.681613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.060920+0000","last_change":"2024-09-11T03:28:43.986600+0000","last_active":"2024-09-11T03:28:47.060920+0000","last_peered":"2024-09-11T03:28:47.060920+0000","last_clean":"2024-09-11T03:28:47.060920+0000","last_became_active":"2024-09-11T03:28:43.986309+0000","last_became_peered":"2024-09-11T03:28:43.986309+0000","last_unstale":"2024-09-11T03:28:47.060920+0000","last_undegraded":"2024-09-11T03:28:47.060920+0000","last_fullsized":"2024-09-11T03:28:47.060920+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:37:42.389337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403432+0000","last_change":"2024-09-11T03:28:47.066268+0000","last_active":"2024-09-11T03:28:48.403432+0000","last_peered":"2024-09-11T03:28:48.403432+0000","last_clean":"2024-09-11T03:28:48.403432+0000","last_became_active":"2024-09-11T03:28:47.065603+0000","last_became_peered":"2024-09-11T03:28:47.065603+0000","last_unstale":"2024-09-11T03:28:48.403432+0000","last_undegraded":"2024-09-11T03:28:48.403432+0000","last_fullsized":"2024-09-11T03:28:48.403432+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:56:28.770955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851873+0000","last_change":"2024-09-11T03:28:43.984401+0000","last_active":"2024-09-11T03:28:48.851873+0000","last_peered":"2024-09-11T03:28:48.851873+0000","last_clean":"2024-09-11T03:28:48.851873+0000","last_became_active":"2024-09-11T03:28:43.983959+0000","last_became_peered":"2024-09-11T03:28:43.983959+0000","last_unstale":"2024-09-11T03:28:48.851873+0000","last_undegraded":"2024-09-11T03:28:48.851873+0000","last_fullsized":"2024-09-11T03:28:48.851873+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:53:22.464789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.052483+0000","last_change":"2024-09-11T03:28:47.072872+0000","last_active":"2024-09-11T03:28:48.052483+0000","last_peered":"2024-09-11T03:28:48.052483+0000","last_clean":"2024-09-11T03:28:48.052483+0000","last_became_active":"2024-09-11T03:28:47.072523+0000","last_became_peered":"2024-09-11T03:28:47.072523+0000","last_unstale":"2024-09-11T03:28:48.052483+0000","last_undegraded":"2024-09-11T03:28:48.052483+0000","last_fullsized":"2024-09-11T03:28:48.052483+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:26:54.708080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.853141+0000","last_change":"2024-09-11T03:28:43.990218+0000","last_active":"2024-09-11T03:28:48.853141+0000","last_peered":"2024-09-11T03:28:48.853141+0000","last_clean":"2024-09-11T03:28:48.853141+0000","last_became_active":"2024-09-11T03:28:43.989906+0000","last_became_peered":"2024-09-11T03:28:43.989906+0000","last_unstale":"2024-09-11T03:28:48.853141+0000","last_undegraded":"2024-09-11T03:28:48.853141+0000","last_fullsized":"2024-09-11T03:28:48.853141+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:11:21.728621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207824+0000","last_change":"2024-09-11T03:28:47.077632+0000","last_active":"2024-09-11T03:28:48.207824+0000","last_peered":"2024-09-11T03:28:48.207824+0000","last_clean":"2024-09-11T03:28:48.207824+0000","last_became_active":"2024-09-11T03:28:47.077329+0000","last_became_peered":"2024-09-11T03:28:47.077329+0000","last_unstale":"2024-09-11T03:28:48.207824+0000","last_undegraded":"2024-09-11T03:28:48.207824+0000","last_fullsized":"2024-09-11T03:28:48.207824+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:38:03.782137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851962+0000","last_change":"2024-09-11T03:28:43.985988+0000","last_active":"2024-09-11T03:28:48.851962+0000","last_peered":"2024-09-11T03:28:48.851962+0000","last_clean":"2024-09-11T03:28:48.851962+0000","last_became_active":"2024-09-11T03:28:43.985444+0000","last_became_peered":"2024-09-11T03:28:43.985444+0000","last_unstale":"2024-09-11T03:28:48.851962+0000","last_undegraded":"2024-09-11T03:28:48.851962+0000","last_fullsized":"2024-09-11T03:28:48.851962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:19:00.164179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403049+0000","last_change":"2024-09-11T03:28:47.063423+0000","last_active":"2024-09-11T03:28:48.403049+0000","last_peered":"2024-09-11T03:28:48.403049+0000","last_clean":"2024-09-11T03:28:48.403049+0000","last_became_active":"2024-09-11T03:28:47.062772+0000","last_became_peered":"2024-09-11T03:28:47.062772+0000","last_unstale":"2024-09-11T03:28:48.403049+0000","last_undegraded":"2024-09-11T03:28:48.403049+0000","last_fullsized":"2024-09-11T03:28:48.403049+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:53:36.619222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.060159+0000","last_change":"2024-09-11T03:28:43.988816+0000","last_active":"2024-09-11T03:28:47.060159+0000","last_peered":"2024-09-11T03:28:47.060159+0000","last_clean":"2024-09-11T03:28:47.060159+0000","last_became_active":"2024-09-11T03:28:43.988395+0000","last_became_peered":"2024-09-11T03:28:43.988395+0000","last_unstale":"2024-09-11T03:28:47.060159+0000","last_undegraded":"2024-09-11T03:28:47.060159+0000","last_fullsized":"2024-09-11T03:28:47.060159+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:58:54.314721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207795+0000","last_change":"2024-09-11T03:28:47.078326+0000","last_active":"2024-09-11T03:28:48.207795+0000","last_peered":"2024-09-11T03:28:48.207795+0000","last_clean":"2024-09-11T03:28:48.207795+0000","last_became_active":"2024-09-11T03:28:47.078053+0000","last_became_peered":"2024-09-11T03:28:47.078053+0000","last_unstale":"2024-09-11T03:28:48.207795+0000","last_undegraded":"2024-09-11T03:28:48.207795+0000","last_fullsized":"2024-09-11T03:28:48.207795+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:04:25.470694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.059535+0000","last_change":"2024-09-11T03:28:43.985715+0000","last_active":"2024-09-11T03:28:47.059535+0000","last_peered":"2024-09-11T03:28:47.059535+0000","last_clean":"2024-09-11T03:28:47.059535+0000","last_became_active":"2024-09-11T03:28:43.985394+0000","last_became_peered":"2024-09-11T03:28:43.985394+0000","last_unstale":"2024-09-11T03:28:47.059535+0000","last_undegraded":"2024-09-11T03:28:47.059535+0000","last_fullsized":"2024-09-11T03:28:47.059535+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:18:11.755614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846449+0000","last_change":"2024-09-11T03:28:47.070585+0000","last_active":"2024-09-11T03:28:48.846449+0000","last_peered":"2024-09-11T03:28:48.846449+0000","last_clean":"2024-09-11T03:28:48.846449+0000","last_became_active":"2024-09-11T03:28:47.070041+0000","last_became_peered":"2024-09-11T03:28:47.070041+0000","last_unstale":"2024-09-11T03:28:48.846449+0000","last_undegraded":"2024-09-11T03:28:48.846449+0000","last_fullsized":"2024-09-11T03:28:48.846449+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:41:20.107490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.849763+0000","last_change":"2024-09-11T03:28:43.983286+0000","last_active":"2024-09-11T03:28:48.849763+0000","last_peered":"2024-09-11T03:28:48.849763+0000","last_clean":"2024-09-11T03:28:48.849763+0000","last_became_active":"2024-09-11T03:28:43.982990+0000","last_became_peered":"2024-09-11T03:28:43.982990+0000","last_unstale":"2024-09-11T03:28:48.849763+0000","last_undegraded":"2024-09-11T03:28:48.849763+0000","last_fullsized":"2024-09-11T03:28:48.849763+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:49:14.707154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207774+0000","last_change":"2024-09-11T03:28:47.079807+0000","last_active":"2024-09-11T03:28:48.207774+0000","last_peered":"2024-09-11T03:28:48.207774+0000","last_clean":"2024-09-11T03:28:48.207774+0000","last_became_active":"2024-09-11T03:28:47.079519+0000","last_became_peered":"2024-09-11T03:28:47.079519+0000","last_unstale":"2024-09-11T03:28:48.207774+0000","last_undegraded":"2024-09-11T03:28:48.207774+0000","last_fullsized":"2024-09-11T03:28:48.207774+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:57:59.544006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.841445+0000","last_change":"2024-09-11T03:28:43.988354+0000","last_active":"2024-09-11T03:28:48.841445+0000","last_peered":"2024-09-11T03:28:48.841445+0000","last_clean":"2024-09-11T03:28:48.841445+0000","last_became_active":"2024-09-11T03:28:43.988082+0000","last_became_peered":"2024-09-11T03:28:43.988082+0000","last_unstale":"2024-09-11T03:28:48.841445+0000","last_undegraded":"2024-09-11T03:28:48.841445+0000","last_fullsized":"2024-09-11T03:28:48.841445+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:17:33.053857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207884+0000","last_change":"2024-09-11T03:28:47.078982+0000","last_active":"2024-09-11T03:28:48.207884+0000","last_peered":"2024-09-11T03:28:48.207884+0000","last_clean":"2024-09-11T03:28:48.207884+0000","last_became_active":"2024-09-11T03:28:47.078707+0000","last_became_peered":"2024-09-11T03:28:47.078707+0000","last_unstale":"2024-09-11T03:28:48.207884+0000","last_undegraded":"2024-09-11T03:28:48.207884+0000","last_fullsized":"2024-09-11T03:28:48.207884+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:04:16.119544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851329+0000","last_change":"2024-09-11T03:28:43.990433+0000","last_active":"2024-09-11T03:28:48.851329+0000","last_peered":"2024-09-11T03:28:48.851329+0000","last_clean":"2024-09-11T03:28:48.851329+0000","last_became_active":"2024-09-11T03:28:43.990175+0000","last_became_peered":"2024-09-11T03:28:43.990175+0000","last_unstale":"2024-09-11T03:28:48.851329+0000","last_undegraded":"2024-09-11T03:28:48.851329+0000","last_fullsized":"2024-09-11T03:28:48.851329+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:07:31.498907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207914+0000","last_change":"2024-09-11T03:28:47.079566+0000","last_active":"2024-09-11T03:28:48.207914+0000","last_peered":"2024-09-11T03:28:48.207914+0000","last_clean":"2024-09-11T03:28:48.207914+0000","last_became_active":"2024-09-11T03:28:47.079265+0000","last_became_peered":"2024-09-11T03:28:47.079265+0000","last_unstale":"2024-09-11T03:28:48.207914+0000","last_undegraded":"2024-09-11T03:28:48.207914+0000","last_fullsized":"2024-09-11T03:28:48.207914+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:52:36.180317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.845939+0000","last_change":"2024-09-11T03:28:43.985246+0000","last_active":"2024-09-11T03:28:48.845939+0000","last_peered":"2024-09-11T03:28:48.845939+0000","last_clean":"2024-09-11T03:28:48.845939+0000","last_became_active":"2024-09-11T03:28:43.985008+0000","last_became_peered":"2024-09-11T03:28:43.985008+0000","last_unstale":"2024-09-11T03:28:48.845939+0000","last_undegraded":"2024-09-11T03:28:48.845939+0000","last_fullsized":"2024-09-11T03:28:48.845939+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:36:32.879463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.851120+0000","last_change":"2024-09-11T03:28:47.080588+0000","last_active":"2024-09-11T03:28:48.851120+0000","last_peered":"2024-09-11T03:28:48.851120+0000","last_clean":"2024-09-11T03:28:48.851120+0000","last_became_active":"2024-09-11T03:28:47.080258+0000","last_became_peered":"2024-09-11T03:28:47.080258+0000","last_unstale":"2024-09-11T03:28:48.851120+0000","last_undegraded":"2024-09-11T03:28:48.851120+0000","last_fullsized":"2024-09-11T03:28:48.851120+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:48:05.150070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.051205+0000","last_change":"2024-09-11T03:28:43.986919+0000","last_active":"2024-09-11T03:28:48.051205+0000","last_peered":"2024-09-11T03:28:48.051205+0000","last_clean":"2024-09-11T03:28:48.051205+0000","last_became_active":"2024-09-11T03:28:43.986613+0000","last_became_peered":"2024-09-11T03:28:43.986613+0000","last_unstale":"2024-09-11T03:28:48.051205+0000","last_undegraded":"2024-09-11T03:28:48.051205+0000","last_fullsized":"2024-09-11T03:28:48.051205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:05:51.903025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.207846+0000","last_change":"2024-09-11T03:28:47.071416+0000","last_active":"2024-09-11T03:28:48.207846+0000","last_peered":"2024-09-11T03:28:48.207846+0000","last_clean":"2024-09-11T03:28:48.207846+0000","last_became_active":"2024-09-11T03:28:47.071089+0000","last_became_peered":"2024-09-11T03:28:47.071089+0000","last_unstale":"2024-09-11T03:28:48.207846+0000","last_undegraded":"2024-09-11T03:28:48.207846+0000","last_fullsized":"2024-09-11T03:28:48.207846+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:03:46.015738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":221,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.062141+0000","last_change":"2024-09-11T03:28:20.848019+0000","last_active":"2024-09-11T03:28:47.062141+0000","last_peered":"2024-09-11T03:28:47.062141+0000","last_clean":"2024-09-11T03:28:47.062141+0000","last_became_active":"2024-09-11T03:28:20.847611+0000","last_became_peered":"2024-09-11T03:28:20.847611+0000","last_unstale":"2024-09-11T03:28:47.062141+0000","last_undegraded":"2024-09-11T03:28:47.062141+0000","last_fullsized":"2024-09-11T03:28:47.062141+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:26:23.084252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:26:23.084252+0000","last_clean_scrub_stamp":"2024-09-11T03:26:23.084252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:30:40.575823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.059605+0000","last_change":"2024-09-11T03:28:43.988470+0000","last_active":"2024-09-11T03:28:47.059605+0000","last_peered":"2024-09-11T03:28:47.059605+0000","last_clean":"2024-09-11T03:28:47.059605+0000","last_became_active":"2024-09-11T03:28:43.988204+0000","last_became_peered":"2024-09-11T03:28:43.988204+0000","last_unstale":"2024-09-11T03:28:47.059605+0000","last_undegraded":"2024-09-11T03:28:47.059605+0000","last_fullsized":"2024-09-11T03:28:47.059605+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:11:56.170936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594650+0000","last_change":"2024-09-11T03:28:47.071385+0000","last_active":"2024-09-11T03:28:47.594650+0000","last_peered":"2024-09-11T03:28:47.594650+0000","last_clean":"2024-09-11T03:28:47.594650+0000","last_became_active":"2024-09-11T03:28:47.070778+0000","last_became_peered":"2024-09-11T03:28:47.070778+0000","last_unstale":"2024-09-11T03:28:47.594650+0000","last_undegraded":"2024-09-11T03:28:47.594650+0000","last_fullsized":"2024-09-11T03:28:47.594650+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:30:18.422080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.062062+0000","last_change":"2024-09-11T03:28:43.990706+0000","last_active":"2024-09-11T03:28:47.062062+0000","last_peered":"2024-09-11T03:28:47.062062+0000","last_clean":"2024-09-11T03:28:47.062062+0000","last_became_active":"2024-09-11T03:28:43.990445+0000","last_became_peered":"2024-09-11T03:28:43.990445+0000","last_unstale":"2024-09-11T03:28:47.062062+0000","last_undegraded":"2024-09-11T03:28:47.062062+0000","last_fullsized":"2024-09-11T03:28:47.062062+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:58:34.438276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.402939+0000","last_change":"2024-09-11T03:28:47.072480+0000","last_active":"2024-09-11T03:28:48.402939+0000","last_peered":"2024-09-11T03:28:48.402939+0000","last_clean":"2024-09-11T03:28:48.402939+0000","last_became_active":"2024-09-11T03:28:47.071888+0000","last_became_peered":"2024-09-11T03:28:47.071888+0000","last_unstale":"2024-09-11T03:28:48.402939+0000","last_undegraded":"2024-09-11T03:28:48.402939+0000","last_fullsized":"2024-09-11T03:28:48.402939+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:33:56.272328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.051094+0000","last_change":"2024-09-11T03:28:43.986900+0000","last_active":"2024-09-11T03:28:48.051094+0000","last_peered":"2024-09-11T03:28:48.051094+0000","last_clean":"2024-09-11T03:28:48.051094+0000","last_became_active":"2024-09-11T03:28:43.986646+0000","last_became_peered":"2024-09-11T03:28:43.986646+0000","last_unstale":"2024-09-11T03:28:48.051094+0000","last_undegraded":"2024-09-11T03:28:48.051094+0000","last_fullsized":"2024-09-11T03:28:48.051094+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:18:12.688486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.845476+0000","last_change":"2024-09-11T03:28:47.071540+0000","last_active":"2024-09-11T03:28:48.845476+0000","last_peered":"2024-09-11T03:28:48.845476+0000","last_clean":"2024-09-11T03:28:48.845476+0000","last_became_active":"2024-09-11T03:28:47.070871+0000","last_became_peered":"2024-09-11T03:28:47.070871+0000","last_unstale":"2024-09-11T03:28:48.845476+0000","last_undegraded":"2024-09-11T03:28:48.845476+0000","last_fullsized":"2024-09-11T03:28:48.845476+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:13:37.909852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.060245+0000","last_change":"2024-09-11T03:28:43.986363+0000","last_active":"2024-09-11T03:28:47.060245+0000","last_peered":"2024-09-11T03:28:47.060245+0000","last_clean":"2024-09-11T03:28:47.060245+0000","last_became_active":"2024-09-11T03:28:43.986038+0000","last_became_peered":"2024-09-11T03:28:43.986038+0000","last_unstale":"2024-09-11T03:28:47.060245+0000","last_undegraded":"2024-09-11T03:28:47.060245+0000","last_fullsized":"2024-09-11T03:28:47.060245+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:22:42.360327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.052002+0000","last_change":"2024-09-11T03:28:47.066025+0000","last_active":"2024-09-11T03:28:48.052002+0000","last_peered":"2024-09-11T03:28:48.052002+0000","last_clean":"2024-09-11T03:28:48.052002+0000","last_became_active":"2024-09-11T03:28:47.065757+0000","last_became_peered":"2024-09-11T03:28:47.065757+0000","last_unstale":"2024-09-11T03:28:48.052002+0000","last_undegraded":"2024-09-11T03:28:48.052002+0000","last_fullsized":"2024-09-11T03:28:48.052002+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:41:05.986527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.050171+0000","last_change":"2024-09-11T03:28:43.987766+0000","last_active":"2024-09-11T03:28:47.050171+0000","last_peered":"2024-09-11T03:28:47.050171+0000","last_clean":"2024-09-11T03:28:47.050171+0000","last_became_active":"2024-09-11T03:28:43.987490+0000","last_became_peered":"2024-09-11T03:28:43.987490+0000","last_unstale":"2024-09-11T03:28:47.050171+0000","last_undegraded":"2024-09-11T03:28:47.050171+0000","last_fullsized":"2024-09-11T03:28:47.050171+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:39:16.225794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850655+0000","last_change":"2024-09-11T03:28:47.063931+0000","last_active":"2024-09-11T03:28:48.850655+0000","last_peered":"2024-09-11T03:28:48.850655+0000","last_clean":"2024-09-11T03:28:48.850655+0000","last_became_active":"2024-09-11T03:28:47.063459+0000","last_became_peered":"2024-09-11T03:28:47.063459+0000","last_unstale":"2024-09-11T03:28:48.850655+0000","last_undegraded":"2024-09-11T03:28:48.850655+0000","last_fullsized":"2024-09-11T03:28:48.850655+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:39:25.067824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.063349+0000","last_change":"2024-09-11T03:28:43.992435+0000","last_active":"2024-09-11T03:28:47.063349+0000","last_peered":"2024-09-11T03:28:47.063349+0000","last_clean":"2024-09-11T03:28:47.063349+0000","last_became_active":"2024-09-11T03:28:43.992149+0000","last_became_peered":"2024-09-11T03:28:43.992149+0000","last_unstale":"2024-09-11T03:28:47.063349+0000","last_undegraded":"2024-09-11T03:28:47.063349+0000","last_fullsized":"2024-09-11T03:28:47.063349+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:53:59.517034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846640+0000","last_change":"2024-09-11T03:28:47.065191+0000","last_active":"2024-09-11T03:28:48.846640+0000","last_peered":"2024-09-11T03:28:48.846640+0000","last_clean":"2024-09-11T03:28:48.846640+0000","last_became_active":"2024-09-11T03:28:47.064450+0000","last_became_peered":"2024-09-11T03:28:47.064450+0000","last_unstale":"2024-09-11T03:28:48.846640+0000","last_undegraded":"2024-09-11T03:28:48.846640+0000","last_fullsized":"2024-09-11T03:28:48.846640+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:57:26.969855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.847646+0000","last_change":"2024-09-11T03:28:43.989497+0000","last_active":"2024-09-11T03:28:48.847646+0000","last_peered":"2024-09-11T03:28:48.847646+0000","last_clean":"2024-09-11T03:28:48.847646+0000","last_became_active":"2024-09-11T03:28:43.989196+0000","last_became_peered":"2024-09-11T03:28:43.989196+0000","last_unstale":"2024-09-11T03:28:48.847646+0000","last_undegraded":"2024-09-11T03:28:48.847646+0000","last_fullsized":"2024-09-11T03:28:48.847646+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:57:58.060054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594730+0000","last_change":"2024-09-11T03:28:47.066765+0000","last_active":"2024-09-11T03:28:47.594730+0000","last_peered":"2024-09-11T03:28:47.594730+0000","last_clean":"2024-09-11T03:28:47.594730+0000","last_became_active":"2024-09-11T03:28:47.066249+0000","last_became_peered":"2024-09-11T03:28:47.066249+0000","last_unstale":"2024-09-11T03:28:47.594730+0000","last_undegraded":"2024-09-11T03:28:47.594730+0000","last_fullsized":"2024-09-11T03:28:47.594730+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:18:47.489702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850038+0000","last_change":"2024-09-11T03:28:43.991113+0000","last_active":"2024-09-11T03:28:48.850038+0000","last_peered":"2024-09-11T03:28:48.850038+0000","last_clean":"2024-09-11T03:28:48.850038+0000","last_became_active":"2024-09-11T03:28:43.990784+0000","last_became_peered":"2024-09-11T03:28:43.990784+0000","last_unstale":"2024-09-11T03:28:48.850038+0000","last_undegraded":"2024-09-11T03:28:48.850038+0000","last_fullsized":"2024-09-11T03:28:48.850038+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:45:10.605115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403251+0000","last_change":"2024-09-11T03:28:47.072979+0000","last_active":"2024-09-11T03:28:48.403251+0000","last_peered":"2024-09-11T03:28:48.403251+0000","last_clean":"2024-09-11T03:28:48.403251+0000","last_became_active":"2024-09-11T03:28:47.072697+0000","last_became_peered":"2024-09-11T03:28:47.072697+0000","last_unstale":"2024-09-11T03:28:48.403251+0000","last_undegraded":"2024-09-11T03:28:48.403251+0000","last_fullsized":"2024-09-11T03:28:48.403251+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:19:54.463377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.061975+0000","last_change":"2024-09-11T03:28:43.984680+0000","last_active":"2024-09-11T03:28:47.061975+0000","last_peered":"2024-09-11T03:28:47.061975+0000","last_clean":"2024-09-11T03:28:47.061975+0000","last_became_active":"2024-09-11T03:28:43.984351+0000","last_became_peered":"2024-09-11T03:28:43.984351+0000","last_unstale":"2024-09-11T03:28:47.061975+0000","last_undegraded":"2024-09-11T03:28:47.061975+0000","last_fullsized":"2024-09-11T03:28:47.061975+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:25:30.870626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.051832+0000","last_change":"2024-09-11T03:28:47.073038+0000","last_active":"2024-09-11T03:28:48.051832+0000","last_peered":"2024-09-11T03:28:48.051832+0000","last_clean":"2024-09-11T03:28:48.051832+0000","last_became_active":"2024-09-11T03:28:47.072689+0000","last_became_peered":"2024-09-11T03:28:47.072689+0000","last_unstale":"2024-09-11T03:28:48.051832+0000","last_undegraded":"2024-09-11T03:28:48.051832+0000","last_fullsized":"2024-09-11T03:28:48.051832+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:42:12.306542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.050096+0000","last_change":"2024-09-11T03:28:43.988197+0000","last_active":"2024-09-11T03:28:47.050096+0000","last_peered":"2024-09-11T03:28:47.050096+0000","last_clean":"2024-09-11T03:28:47.050096+0000","last_became_active":"2024-09-11T03:28:43.987757+0000","last_became_peered":"2024-09-11T03:28:43.987757+0000","last_unstale":"2024-09-11T03:28:47.050096+0000","last_undegraded":"2024-09-11T03:28:47.050096+0000","last_fullsized":"2024-09-11T03:28:47.050096+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:42:42.839079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594621+0000","last_change":"2024-09-11T03:28:47.058072+0000","last_active":"2024-09-11T03:28:47.594621+0000","last_peered":"2024-09-11T03:28:47.594621+0000","last_clean":"2024-09-11T03:28:47.594621+0000","last_became_active":"2024-09-11T03:28:47.057788+0000","last_became_peered":"2024-09-11T03:28:47.057788+0000","last_unstale":"2024-09-11T03:28:47.594621+0000","last_undegraded":"2024-09-11T03:28:47.594621+0000","last_fullsized":"2024-09-11T03:28:47.594621+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:19:14.232664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.049902+0000","last_change":"2024-09-11T03:28:43.985174+0000","last_active":"2024-09-11T03:28:47.049902+0000","last_peered":"2024-09-11T03:28:47.049902+0000","last_clean":"2024-09-11T03:28:47.049902+0000","last_became_active":"2024-09-11T03:28:43.984847+0000","last_became_peered":"2024-09-11T03:28:43.984847+0000","last_unstale":"2024-09-11T03:28:47.049902+0000","last_undegraded":"2024-09-11T03:28:47.049902+0000","last_fullsized":"2024-09-11T03:28:47.049902+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:20:33.813073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594670+0000","last_change":"2024-09-11T03:28:47.066571+0000","last_active":"2024-09-11T03:28:47.594670+0000","last_peered":"2024-09-11T03:28:47.594670+0000","last_clean":"2024-09-11T03:28:47.594670+0000","last_became_active":"2024-09-11T03:28:47.066267+0000","last_became_peered":"2024-09-11T03:28:47.066267+0000","last_unstale":"2024-09-11T03:28:47.594670+0000","last_undegraded":"2024-09-11T03:28:47.594670+0000","last_fullsized":"2024-09-11T03:28:47.594670+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:29:51.424618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.849344+0000","last_change":"2024-09-11T03:28:43.985897+0000","last_active":"2024-09-11T03:28:48.849344+0000","last_peered":"2024-09-11T03:28:48.849344+0000","last_clean":"2024-09-11T03:28:48.849344+0000","last_became_active":"2024-09-11T03:28:43.985566+0000","last_became_peered":"2024-09-11T03:28:43.985566+0000","last_unstale":"2024-09-11T03:28:48.849344+0000","last_undegraded":"2024-09-11T03:28:48.849344+0000","last_fullsized":"2024-09-11T03:28:48.849344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:13:36.949073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.846031+0000","last_change":"2024-09-11T03:28:47.073178+0000","last_active":"2024-09-11T03:28:48.846031+0000","last_peered":"2024-09-11T03:28:48.846031+0000","last_clean":"2024-09-11T03:28:48.846031+0000","last_became_active":"2024-09-11T03:28:47.071970+0000","last_became_peered":"2024-09-11T03:28:47.071970+0000","last_unstale":"2024-09-11T03:28:48.846031+0000","last_undegraded":"2024-09-11T03:28:48.846031+0000","last_fullsized":"2024-09-11T03:28:48.846031+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:27:01.594035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850640+0000","last_change":"2024-09-11T03:28:47.079538+0000","last_active":"2024-09-11T03:28:48.850640+0000","last_peered":"2024-09-11T03:28:48.850640+0000","last_clean":"2024-09-11T03:28:48.850640+0000","last_became_active":"2024-09-11T03:28:47.076285+0000","last_became_peered":"2024-09-11T03:28:47.076285+0000","last_unstale":"2024-09-11T03:28:48.850640+0000","last_undegraded":"2024-09-11T03:28:48.850640+0000","last_fullsized":"2024-09-11T03:28:48.850640+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:45:14.744228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.849159+0000","last_change":"2024-09-11T03:28:43.987053+0000","last_active":"2024-09-11T03:28:48.849159+0000","last_peered":"2024-09-11T03:28:48.849159+0000","last_clean":"2024-09-11T03:28:48.849159+0000","last_became_active":"2024-09-11T03:28:43.986494+0000","last_became_peered":"2024-09-11T03:28:43.986494+0000","last_unstale":"2024-09-11T03:28:48.849159+0000","last_undegraded":"2024-09-11T03:28:48.849159+0000","last_fullsized":"2024-09-11T03:28:48.849159+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:20:46.711362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.850870+0000","last_change":"2024-09-11T03:28:47.080048+0000","last_active":"2024-09-11T03:28:48.850870+0000","last_peered":"2024-09-11T03:28:48.850870+0000","last_clean":"2024-09-11T03:28:48.850870+0000","last_became_active":"2024-09-11T03:28:47.079109+0000","last_became_peered":"2024-09-11T03:28:47.079109+0000","last_unstale":"2024-09-11T03:28:48.850870+0000","last_undegraded":"2024-09-11T03:28:48.850870+0000","last_fullsized":"2024-09-11T03:28:48.850870+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:48:24.489280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.849779+0000","last_change":"2024-09-11T03:28:43.991268+0000","last_active":"2024-09-11T03:28:48.849779+0000","last_peered":"2024-09-11T03:28:48.849779+0000","last_clean":"2024-09-11T03:28:48.849779+0000","last_became_active":"2024-09-11T03:28:43.990999+0000","last_became_peered":"2024-09-11T03:28:43.990999+0000","last_unstale":"2024-09-11T03:28:48.849779+0000","last_undegraded":"2024-09-11T03:28:48.849779+0000","last_fullsized":"2024-09-11T03:28:48.849779+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:50:35.508748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.403384+0000","last_change":"2024-09-11T03:28:47.068256+0000","last_active":"2024-09-11T03:28:48.403384+0000","last_peered":"2024-09-11T03:28:48.403384+0000","last_clean":"2024-09-11T03:28:48.403384+0000","last_became_active":"2024-09-11T03:28:47.066780+0000","last_became_peered":"2024-09-11T03:28:47.066780+0000","last_unstale":"2024-09-11T03:28:48.403384+0000","last_undegraded":"2024-09-11T03:28:48.403384+0000","last_fullsized":"2024-09-11T03:28:48.403384+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:12:39.352674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.847716+0000","last_change":"2024-09-11T03:28:43.981809+0000","last_active":"2024-09-11T03:28:48.847716+0000","last_peered":"2024-09-11T03:28:48.847716+0000","last_clean":"2024-09-11T03:28:48.847716+0000","last_became_active":"2024-09-11T03:28:43.981562+0000","last_became_peered":"2024-09-11T03:28:43.981562+0000","last_unstale":"2024-09-11T03:28:48.847716+0000","last_undegraded":"2024-09-11T03:28:48.847716+0000","last_fullsized":"2024-09-11T03:28:48.847716+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:50:27.343590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-11T03:28:47.594705+0000","last_change":"2024-09-11T03:28:47.071263+0000","last_active":"2024-09-11T03:28:47.594705+0000","last_peered":"2024-09-11T03:28:47.594705+0000","last_clean":"2024-09-11T03:28:47.594705+0000","last_became_active":"2024-09-11T03:28:47.070831+0000","last_became_peered":"2024-09-11T03:28:47.070831+0000","last_unstale":"2024-09-11T03:28:47.594705+0000","last_undegraded":"2024-09-11T03:28:47.594705+0000","last_fullsized":"2024-09-11T03:28:47.594705+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:01:34.162897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":19,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-11T03:28:48.853328+0000","last_change":"2024-09-11T03:28:43.988835+0000","last_active":"2024-09-11T03:28:48.853328+0000","last_peered":"2024-09-11T03:28:48.853328+0000","last_clean":"2024-09-11T03:28:48.853328+0000","last_became_active":"2024-09-11T03:28:43.988569+0000","last_became_peered":"2024-09-11T03:28:43.988569+0000","last_unstale":"2024-09-11T03:28:48.853328+0000","last_undegraded":"2024-09-11T03:28:48.853328+0000","last_fullsized":"2024-09-11T03:28:48.853328+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:26:58.010600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233997,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28256,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716896,"statfs":{"total":95995035648,"available":95966101504,"internally_reserved":0,"allocated":1261568,"data_stored":868577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495633,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28248,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716904,"statfs":{"total":95995035648,"available":95966109696,"internally_reserved":0,"allocated":1257472,"data_stored":868933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.45800000000000002}]},{"osd":1,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.626}]},{"osd":2,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.56499999999999995}]},{"osd":3,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.66000000000000003}]},{"osd":4,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.71599999999999997}]},{"osd":5,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.76900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]}]},{"osd":5,"up_from":38,"seq":163208757270,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":278986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.624}]},{"osd":1,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.59799999999999998}]},{"osd":2,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.63400000000000001}]},{"osd":3,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.60799999999999998}]},{"osd":4,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.437}]},{"osd":6,"last update":"Wed Sep 11 03:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.47599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.497}]}]},{"osd":4,"up_from":30,"seq":128849018906,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":671744,"data_stored":278040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.51600000000000001}]},{"osd":1,"last update":"Wed Sep 11 03:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.45400000000000001},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":18.379000000000001,"5min":18.379000000000001,"15min":18.379000000000001},"last":0.38100000000000001}]},{"osd":2,"last update":"Wed Sep 11 03:28:08 2024","interfaces":[{"interface":"back","average":{"1min":1.7430000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":18.341000000000001,"5min":18.341000000000001,"15min":18.341000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.42699999999999999}]},{"osd":3,"last update":"Wed Sep 11 03:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.56200000000000006}]},{"osd":5,"last update":"Wed Sep 11 03:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.63300000000000001}]},{"osd":6,"last update":"Wed Sep 11 03:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.496},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.65200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182431,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":671744,"data_stored":278727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.40000000000000002,"15min":0.40200000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.41899999999999998,"15min":0.42699999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.56000000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.30399999999999999}]},{"osd":1,"last update":"Wed Sep 11 03:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.433,"15min":0.442},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.53200000000000003,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.44900000000000001,"15min":0.46100000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.53100000000000003,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.253}]},{"osd":2,"last update":"Wed Sep 11 03:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.45400000000000001,"15min":0.46200000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54800000000000004,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.434,"15min":0.44400000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.496,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.33400000000000002}]},{"osd":4,"last update":"Wed Sep 11 03:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.61799999999999999}]},{"osd":5,"last update":"Wed Sep 11 03:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.72999999999999998}]},{"osd":6,"last update":"Wed Sep 11 03:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.503}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":651264,"data_stored":276663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:28:24 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.37,"15min":0.36699999999999999},"min":{"1min":0.28000000000000003,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.317,"5min":0.214,"15min":0.214},"max":{"1min":0.51100000000000001,"5min":0.51800000000000002,"15min":0.51800000000000002},"last":0.32200000000000001}]},{"osd":1,"last update":"Wed Sep 11 03:28:24 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.38800000000000001,"15min":0.379},"min":{"1min":0.28000000000000003,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.40200000000000002,"15min":0.39200000000000002},"min":{"1min":0.33400000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.30399999999999999}]},{"osd":3,"last update":"Wed Sep 11 03:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.443,"15min":0.44900000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.438,"5min":0.46700000000000003,"15min":0.47199999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.34000000000000002}]},{"osd":4,"last update":"Wed Sep 11 03:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.56799999999999995}]},{"osd":5,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.58699999999999997}]},{"osd":6,"last update":"Wed Sep 11 03:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.435}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27672,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717480,"statfs":{"total":95995035648,"available":95966699520,"internally_reserved":0,"allocated":663552,"data_stored":277492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:29:04 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.32900000000000001,"15min":0.31},"min":{"1min":0.218,"5min":0.187,"15min":0.187},"max":{"1min":0.46600000000000003,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.34200000000000003,"15min":0.32300000000000001},"min":{"1min":0.25,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.56200000000000006,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.249}]},{"osd":2,"last update":"Wed Sep 11 03:28:27 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.34499999999999997,"15min":0.33800000000000002},"min":{"1min":0.26700000000000002,"5min":0.221,"15min":0.221},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.375,"15min":0.36699999999999999},"min":{"1min":0.318,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.33800000000000002}]},{"osd":3,"last update":"Wed Sep 11 03:28:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.442,"15min":0.44400000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.60399999999999998,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.41299999999999998,"15min":0.41699999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.32000000000000001}]},{"osd":4,"last update":"Wed Sep 11 03:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.52900000000000003}]},{"osd":5,"last update":"Wed Sep 11 03:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.51400000000000001}]},{"osd":6,"last update":"Wed Sep 11 03:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.495},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28264,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716888,"statfs":{"total":95995035648,"available":95966093312,"internally_reserved":0,"allocated":1265664,"data_stored":868428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 11 03:28:04 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.32400000000000001,"15min":0.312},"min":{"1min":0.253,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.32800000000000001,"15min":0.316},"min":{"1min":0.30599999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.28899999999999998}]},{"osd":2,"last update":"Wed Sep 11 03:28:26 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.36699999999999999,"15min":0.36499999999999999},"min":{"1min":0.28100000000000003,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.48699999999999999,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.312},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.35999999999999999,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.495,"5min":0.495,"15min":0.495},"last":0.32000000000000001}]},{"osd":3,"last update":"Wed Sep 11 03:28:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42599999999999999,"15min":0.434},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.54500000000000004,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.45800000000000002,"15min":0.46700000000000003},"min":{"1min":0.34300000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.47699999999999998,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.33300000000000002}]},{"osd":4,"last update":"Wed Sep 11 03:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.47799999999999998}]},{"osd":5,"last update":"Wed Sep 11 03:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.45800000000000002}]},{"osd":6,"last update":"Wed Sep 11 03:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.58899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T03:29:12.585 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-11T03:29:12.585 INFO:tasks.cephadm:Adding prometheus.a on smithi130 2024-09-11T03:29:12.586 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch apply prometheus '1;smithi130=a' 2024-09-11T03:29:12.796 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:29:13.137 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:12 smithi130 ceph-mon[31190]: from='client.24425 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:29:13.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:12 smithi086 ceph-mon[27247]: from='client.24425 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:29:13.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:12 smithi086 ceph-mon[37253]: from='client.24425 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:29:14.164 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:13 smithi130 ceph-mon[31190]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:14.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:13 smithi086 ceph-mon[27247]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:14.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:13 smithi086 ceph-mon[37253]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:14.531 INFO:teuthology.orchestra.run.smithi130.stdout:Scheduled prometheus update... 2024-09-11T03:29:15.142 DEBUG:teuthology.orchestra.run.smithi130:prometheus.a> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@prometheus.a.service 2024-09-11T03:29:15.145 INFO:tasks.cephadm:Adding node-exporter.a on smithi086 2024-09-11T03:29:15.145 INFO:tasks.cephadm:Adding node-exporter.b on smithi130 2024-09-11T03:29:15.145 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch apply node-exporter '2;smithi086=a;smithi130=b' 2024-09-11T03:29:15.404 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:29:15.821 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi130=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:29:15.821 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: Saving service prometheus spec with placement smithi130=a;count:1 2024-09-11T03:29:15.821 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:15.821 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:29:15.821 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-09-11T03:29:15.821 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [4, 3]}]: dispatch 2024-09-11T03:29:15.822 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-09-11T03:29:15.822 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-09-11T03:29:15.822 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]: dispatch 2024-09-11T03:29:15.822 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-09-11T03:29:15.822 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:15.822 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:29:15.822 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:29:15.822 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:15.822 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:15 smithi130 ceph-mon[31190]: Deploying daemon prometheus.a on smithi130 2024-09-11T03:29:15.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi130=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:29:15.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: Saving service prometheus spec with placement smithi130=a;count:1 2024-09-11T03:29:15.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:15.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:29:15.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-09-11T03:29:15.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [4, 3]}]: dispatch 2024-09-11T03:29:15.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-09-11T03:29:15.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-09-11T03:29:15.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]: dispatch 2024-09-11T03:29:15.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-09-11T03:29:15.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:29:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:29:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[27247]: Deploying daemon prometheus.a on smithi130 2024-09-11T03:29:15.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi130=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:29:15.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: Saving service prometheus spec with placement smithi130=a;count:1 2024-09-11T03:29:15.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:15.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:29:15.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-09-11T03:29:15.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [4, 3]}]: dispatch 2024-09-11T03:29:15.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-09-11T03:29:15.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-09-11T03:29:15.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]: dispatch 2024-09-11T03:29:15.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-09-11T03:29:15.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:15.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:29:15.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:29:15.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:15.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:15 smithi086 ceph-mon[37253]: Deploying daemon prometheus.a on smithi130 2024-09-11T03:29:16.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-09-11T03:29:16.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [4, 3]}]': finished 2024-09-11T03:29:16.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-09-11T03:29:16.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-09-11T03:29:16.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]': finished 2024-09-11T03:29:16.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-09-11T03:29:16.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[37253]: osdmap e66: 8 total, 8 up, 8 in 2024-09-11T03:29:16.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-09-11T03:29:16.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [4, 3]}]': finished 2024-09-11T03:29:16.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-09-11T03:29:16.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-09-11T03:29:16.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]': finished 2024-09-11T03:29:16.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-09-11T03:29:16.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:16 smithi086 ceph-mon[27247]: osdmap e66: 8 total, 8 up, 8 in 2024-09-11T03:29:16.828 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-09-11T03:29:16.828 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [4, 3]}]': finished 2024-09-11T03:29:16.828 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-09-11T03:29:16.828 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-09-11T03:29:16.828 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]': finished 2024-09-11T03:29:16.828 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:16 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-09-11T03:29:16.828 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:16 smithi130 ceph-mon[31190]: osdmap e66: 8 total, 8 up, 8 in 2024-09-11T03:29:17.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:17 smithi130 ceph-mon[31190]: osdmap e67: 8 total, 8 up, 8 in 2024-09-11T03:29:17.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:17 smithi130 ceph-mon[31190]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:17.684 INFO:teuthology.orchestra.run.smithi130.stdout:Scheduled node-exporter update... 2024-09-11T03:29:17.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:17 smithi086 ceph-mon[27247]: osdmap e67: 8 total, 8 up, 8 in 2024-09-11T03:29:17.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:17 smithi086 ceph-mon[27247]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:17.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:17 smithi086 ceph-mon[37253]: osdmap e67: 8 total, 8 up, 8 in 2024-09-11T03:29:17.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:17 smithi086 ceph-mon[37253]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:18.688 DEBUG:teuthology.orchestra.run.smithi086:node-exporter.a> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.a.service 2024-09-11T03:29:18.690 DEBUG:teuthology.orchestra.run.smithi130:node-exporter.b> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.b.service 2024-09-11T03:29:18.693 INFO:tasks.cephadm:Adding alertmanager.a on smithi086 2024-09-11T03:29:18.693 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch apply alertmanager '1;smithi086=a' 2024-09-11T03:29:18.932 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:29:19.053 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:18 smithi130 ceph-mon[31190]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi086=a;smithi130=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:29:19.053 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:18 smithi130 ceph-mon[31190]: Saving service node-exporter spec with placement smithi086=a;smithi130=b;count:2 2024-09-11T03:29:19.053 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:18 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:19.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:18 smithi086 ceph-mon[27247]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi086=a;smithi130=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:29:19.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:18 smithi086 ceph-mon[27247]: Saving service node-exporter spec with placement smithi086=a;smithi130=b;count:2 2024-09-11T03:29:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:18 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:18 smithi086 ceph-mon[37253]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi086=a;smithi130=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:29:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:18 smithi086 ceph-mon[37253]: Saving service node-exporter spec with placement smithi086=a;smithi130=b;count:2 2024-09-11T03:29:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:18 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:19.994 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:19 smithi086 ceph-mon[27247]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:19.994 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:19 smithi086 ceph-mon[37253]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:20.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:19 smithi130 ceph-mon[31190]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:21 smithi086 ceph-mon[27247]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:21 smithi086 ceph-mon[37253]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:21 smithi130 ceph-mon[31190]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:23.199 INFO:teuthology.orchestra.run.smithi130.stdout:Scheduled alertmanager update... 2024-09-11T03:29:24.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:23 smithi130 ceph-mon[31190]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:24.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:23 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:24.126 DEBUG:teuthology.orchestra.run.smithi086:alertmanager.a> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@alertmanager.a.service 2024-09-11T03:29:24.130 INFO:tasks.cephadm:Adding grafana.a on smithi130 2024-09-11T03:29:24.130 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph orch apply grafana '1;smithi130=a' 2024-09-11T03:29:24.154 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:23 smithi086 ceph-mon[27247]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:24.154 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:23 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:24.155 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:23 smithi086 ceph-mon[37253]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:24.155 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:23 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:25.168 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:24 smithi130 ceph-mon[31190]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi086=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:29:25.168 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:24 smithi130 ceph-mon[31190]: Saving service alertmanager spec with placement smithi086=a;count:1 2024-09-11T03:29:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:24 smithi086 ceph-mon[27247]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi086=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:29:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:24 smithi086 ceph-mon[27247]: Saving service alertmanager spec with placement smithi086=a;count:1 2024-09-11T03:29:25.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:24 smithi086 ceph-mon[37253]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi086=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:29:25.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:24 smithi086 ceph-mon[37253]: Saving service alertmanager spec with placement smithi086=a;count:1 2024-09-11T03:29:26.199 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:25 smithi130 ceph-mon[31190]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:26.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:25 smithi086 ceph-mon[27247]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:26.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:25 smithi086 ceph-mon[37253]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:26.412 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:29:28.146 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:27 smithi130 ceph-mon[31190]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:28.264 INFO:teuthology.orchestra.run.smithi130.stdout:Scheduled grafana update... 2024-09-11T03:29:28.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:27 smithi086 ceph-mon[27247]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:28.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:27 smithi086 ceph-mon[37253]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:28.914 DEBUG:teuthology.orchestra.run.smithi130:grafana.a> sudo journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@grafana.a.service 2024-09-11T03:29:28.917 INFO:tasks.cephadm:Setting up client nodes... 2024-09-11T03:29:28.917 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-11T03:29:29.126 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:29.560 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[27247]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi130=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:29:29.560 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[27247]: Saving service grafana spec with placement smithi130=a;count:1 2024-09-11T03:29:29.560 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:29.561 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[27247]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:29.561 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:29.561 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:29.561 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:29.561 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-11T03:29:29.562 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[37253]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi130=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:29:29.562 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[37253]: Saving service grafana spec with placement smithi130=a;count:1 2024-09-11T03:29:29.562 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:29.562 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[37253]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:29.563 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:29.563 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:29.563 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:29.563 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:29 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-11T03:29:29.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:29 smithi130 ceph-mon[31190]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi130=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:29:29.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:29 smithi130 ceph-mon[31190]: Saving service grafana spec with placement smithi130=a;count:1 2024-09-11T03:29:29.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:29.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:29 smithi130 ceph-mon[31190]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-11T03:29:29.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:29.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:29.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:29.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:29 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-11T03:29:30.454 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ignoring --setuser ceph since I am not root 2024-09-11T03:29:30.454 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ignoring --setgroup ceph since I am not root 2024-09-11T03:29:30.454 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:30.316+0000 7f6ee59d6040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-11T03:29:30.454 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:30.377+0000 7f6ee59d6040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-11T03:29:30.520 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:30 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: ignoring --setuser ceph since I am not root 2024-09-11T03:29:30.520 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:30 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: ignoring --setgroup ceph since I am not root 2024-09-11T03:29:30.520 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:30 smithi130 ceph-mgr[33052]: -- 172.21.15.130:0/687397254 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564a2d67ad00 con 0x564a2d64f000 2024-09-11T03:29:30.520 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:30 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:30.317+0000 7fb622ab2040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-11T03:29:30.520 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:30 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:30.373+0000 7fb622ab2040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-11T03:29:30.520 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:30 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:30.519+0000 7fb622ab2040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-11T03:29:30.745 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:30.529+0000 7f6ee59d6040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-11T03:29:30.745 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:30.597+0000 7f6ee59d6040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-11T03:29:30.745 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:30.745+0000 7f6ee59d6040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:29:30.835 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:30 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:30.584+0000 7fb622ab2040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-11T03:29:30.835 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:30 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:30.727+0000 7fb622ab2040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:29:31.027 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:31.027 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-mon[27247]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-11T03:29:31.027 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-mon[27247]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-11T03:29:31.027 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:30.893+0000 7f6ee59d6040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-11T03:29:31.027 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:31.028 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-mon[37253]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-11T03:29:31.028 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:30 smithi086 ceph-mon[37253]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-11T03:29:31.042 INFO:teuthology.orchestra.run.smithi086.stdout:[client.0] 2024-09-11T03:29:31.042 INFO:teuthology.orchestra.run.smithi086.stdout: key = AQCbDuFmxTQ8AhAA0OotsMwx6wER6z4hqjMfrQ== 2024-09-11T03:29:31.096 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:30 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:30.868+0000 7fb622ab2040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-11T03:29:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:30 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' 2024-09-11T03:29:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:30 smithi130 ceph-mon[31190]: from='mgr.14150 172.21.15.86:0/1610052662' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-11T03:29:31.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:30 smithi130 ceph-mon[31190]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-11T03:29:31.292 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:31 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:31.228+0000 7f6ee59d6040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-11T03:29:31.571 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:31 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:31.292+0000 7f6ee59d6040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-11T03:29:31.572 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:31 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:31.482+0000 7f6ee59d6040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-11T03:29:31.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:31 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:31.175+0000 7fb622ab2040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-11T03:29:31.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:31 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:31.235+0000 7fb622ab2040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-11T03:29:31.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:31 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:31.415+0000 7fb622ab2040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-11T03:29:31.634 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:29:31.634 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-11T03:29:31.634 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-11T03:29:31.673 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-11T03:29:31.881 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.b/config 2024-09-11T03:29:31.979 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:31 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2749369630' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-11T03:29:31.979 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:31 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2749369630' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-11T03:29:32.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:31 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2749369630' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-11T03:29:32.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:31 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2749369630' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-11T03:29:32.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:31 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2749369630' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-11T03:29:32.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:31 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2749369630' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-11T03:29:32.548 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:32 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:32.323+0000 7fb622ab2040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-11T03:29:32.548 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:32 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:32.391+0000 7fb622ab2040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-11T03:29:32.572 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:32 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:32.384+0000 7f6ee59d6040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-11T03:29:32.572 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:32 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:32.448+0000 7f6ee59d6040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-11T03:29:33.214 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:33 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:33.116+0000 7fb622ab2040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-11T03:29:33.394 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:33.143+0000 7f6ee59d6040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-11T03:29:33.394 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:33.257+0000 7f6ee59d6040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-11T03:29:33.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:33 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:33.235+0000 7fb622ab2040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-11T03:29:33.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:33 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:33.379+0000 7fb622ab2040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:29:33.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:33 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:33.447+0000 7fb622ab2040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-11T03:29:33.665 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:33.394+0000 7f6ee59d6040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:29:33.666 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:33.455+0000 7f6ee59d6040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-11T03:29:33.666 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:33.599+0000 7f6ee59d6040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-11T03:29:33.666 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:33.665+0000 7f6ee59d6040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-11T03:29:33.682 INFO:teuthology.orchestra.run.smithi130.stdout:[client.1] 2024-09-11T03:29:33.682 INFO:teuthology.orchestra.run.smithi130.stdout: key = AQCdDuFmYsFuKBAAaM+0nAx3BJn/VeiLw84+wA== 2024-09-11T03:29:33.891 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:33 smithi130 ceph-mon[31190]: from='client.? 172.21.15.130:0/3209464292' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-11T03:29:33.891 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:33 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-11T03:29:33.891 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:33 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-11T03:29:33.891 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:33 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:33.598+0000 7fb622ab2040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-11T03:29:33.891 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:33 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:33.668+0000 7fb622ab2040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-11T03:29:33.891 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:33 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:33.733+0000 7fb622ab2040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-11T03:29:33.892 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:33 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:33.891+0000 7fb622ab2040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-11T03:29:33.943 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-mon[27247]: from='client.? 172.21.15.130:0/3209464292' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-11T03:29:33.943 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-11T03:29:33.943 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-11T03:29:33.944 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-mon[37253]: from='client.? 172.21.15.130:0/3209464292' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-11T03:29:33.944 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-11T03:29:33.944 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-11T03:29:33.944 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:33.725+0000 7f6ee59d6040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-11T03:29:33.944 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:33.880+0000 7f6ee59d6040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-11T03:29:33.944 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:33 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:33.943+0000 7f6ee59d6040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-11T03:29:34.167 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:33 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:33.957+0000 7fb622ab2040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-11T03:29:34.167 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:34 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:34.025+0000 7fb622ab2040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-11T03:29:34.167 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:34 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:34.107+0000 7fb622ab2040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-11T03:29:34.167 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:34 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:34.167+0000 7fb622ab2040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-11T03:29:34.207 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:34.009+0000 7f6ee59d6040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-11T03:29:34.208 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:34.090+0000 7f6ee59d6040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-11T03:29:34.208 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:34.149+0000 7f6ee59d6040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-11T03:29:34.208 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:34.207+0000 7f6ee59d6040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-11T03:29:34.367 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2024-09-11T03:29:34.367 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-11T03:29:34.367 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-11T03:29:34.405 INFO:tasks.cephadm:Creating RBD pool 2024-09-11T03:29:34.406 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd pool create rbd 8 2024-09-11T03:29:34.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:34 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:34.227+0000 7fb622ab2040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-11T03:29:34.611 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:35.267 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: Standby manager daemon x restarted 2024-09-11T03:29:35.267 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: Standby manager daemon x started 2024-09-11T03:29:35.267 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/2685581336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:29:35.267 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/2685581336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:29:35.267 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/2685581336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:29:35.268 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/2685581336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:29:35.268 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: Active manager daemon y restarted 2024-09-11T03:29:35.268 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: Activating manager daemon y 2024-09-11T03:29:35.268 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: osdmap e68: 8 total, 8 up, 8 in 2024-09-11T03:29:35.268 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: mgrmap e17: y(active, starting, since 0.00747293s), standbys: x 2024-09-11T03:29:35.269 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:29:35.269 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:29:35.269 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:29:35.269 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-11T03:29:35.269 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-11T03:29:35.269 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-11T03:29:35.270 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-11T03:29:35.270 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:29:35.270 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:29:35.270 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:29:35.270 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:29:35.270 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:29:35.270 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:29:35.271 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:29:35.271 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:29:35.271 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-11T03:29:35.271 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-11T03:29:35.271 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-11T03:29:35.271 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: Manager daemon y is now available 2024-09-11T03:29:35.271 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:29:35.271 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:35.010+0000 7f6ee59d6040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-11T03:29:35.272 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:29:35] ENGINE Bus STARTING 2024-09-11T03:29:35.272 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: CherryPy Checker: 2024-09-11T03:29:35.272 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: The Application mounted at '' has an empty config. 2024-09-11T03:29:35.272 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:35.272 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:35.123+0000 7f6e4cd62640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:29:35.272 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:35.123+0000 7f6e4fd68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:29:35.272 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:35.123+0000 7f6e4fd68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:29:35.272 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:35.123+0000 7f6e4fd68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:29:35.272 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:35.123+0000 7f6e4fd68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:29:35.272 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:35.123+0000 7f6e4fd68640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:29:35.272 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:35.124+0000 7f6e4cd62640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:29:35.272 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:35.124+0000 7f6e4cd62640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:29:35.273 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:35.124+0000 7f6e4cd62640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:29:35.273 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:35.124+0000 7f6e4cd62640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:29:35.273 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:29:35] ENGINE Serving on http://:::9283 2024-09-11T03:29:35.273 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:29:35] ENGINE Bus STARTED 2024-09-11T03:29:35.273 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: Standby manager daemon x restarted 2024-09-11T03:29:35.273 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: Standby manager daemon x started 2024-09-11T03:29:35.273 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/2685581336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:29:35.273 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/2685581336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:29:35.273 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/2685581336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:29:35.273 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/2685581336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:29:35.274 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: Active manager daemon y restarted 2024-09-11T03:29:35.274 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: Activating manager daemon y 2024-09-11T03:29:35.274 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: osdmap e68: 8 total, 8 up, 8 in 2024-09-11T03:29:35.274 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: mgrmap e17: y(active, starting, since 0.00747293s), standbys: x 2024-09-11T03:29:35.274 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:29:35.274 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:29:35.274 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:29:35.274 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-11T03:29:35.274 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-11T03:29:35.274 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-11T03:29:35.275 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-11T03:29:35.275 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:29:35.275 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:29:35.275 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:29:35.275 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:29:35.275 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:29:35.275 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:29:35.276 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:29:35.276 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:29:35.276 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-11T03:29:35.276 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-11T03:29:35.276 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-11T03:29:35.276 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: Manager daemon y is now available 2024-09-11T03:29:35.276 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:29:35.346 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:35.006+0000 7fb622ab2040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-11T03:29:35.346 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: [11/Sep/2024:03:29:35] ENGINE Bus STARTING 2024-09-11T03:29:35.346 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: CherryPy Checker: 2024-09-11T03:29:35.347 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: The Application mounted at '' has an empty config. 2024-09-11T03:29:35.347 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: 2024-09-11T03:29:35.347 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: [11/Sep/2024:03:29:35] ENGINE Serving on http://:::9283 2024-09-11T03:29:35.347 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[33048]: [11/Sep/2024:03:29:35] ENGINE Bus STARTED 2024-09-11T03:29:35.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: Standby manager daemon x restarted 2024-09-11T03:29:35.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: Standby manager daemon x started 2024-09-11T03:29:35.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/2685581336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:29:35.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/2685581336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:29:35.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/2685581336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:29:35.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/2685581336' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:29:35.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: Active manager daemon y restarted 2024-09-11T03:29:35.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: Activating manager daemon y 2024-09-11T03:29:35.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: osdmap e68: 8 total, 8 up, 8 in 2024-09-11T03:29:35.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: mgrmap e17: y(active, starting, since 0.00747293s), standbys: x 2024-09-11T03:29:35.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:29:35.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:29:35.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:29:35.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-11T03:29:35.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-11T03:29:35.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-11T03:29:35.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-11T03:29:35.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:29:35.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:29:35.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:29:35.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:29:35.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:29:35.350 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:29:35.350 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:29:35.350 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:29:35.350 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-11T03:29:35.350 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-11T03:29:35.350 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-11T03:29:35.350 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: Manager daemon y is now available 2024-09-11T03:29:35.350 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:29:36.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:36.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:29:36.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:29:36.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-11T03:29:36.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-mon[37253]: mgrmap e18: y(active, since 1.01113s), standbys: x 2024-09-11T03:29:36.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:36.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:29:36.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:29:36.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-11T03:29:36.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-mon[27247]: mgrmap e18: y(active, since 1.01113s), standbys: x 2024-09-11T03:29:36.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:36 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:36.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:36 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:29:36.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:36 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:29:36.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:36 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-11T03:29:36.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:36 smithi130 ceph-mon[31190]: mgrmap e18: y(active, since 1.01113s), standbys: x 2024-09-11T03:29:37.068 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:37 smithi086 ceph-mon[27247]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:37.068 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:37 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2505881637' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-11T03:29:37.068 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:37 smithi086 ceph-mon[37253]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:37.068 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:37 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2505881637' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-11T03:29:37.069 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:36.589+0000 7f6e3973c640 -1 log_channel(cephadm) log [ERR] : [11/Sep/2024:03:29:36] ENGINE Error in HTTPServer.serve 2024-09-11T03:29:37.069 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: Traceback (most recent call last): 2024-09-11T03:29:37.069 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:29:37.069 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: self._connections.run(self.expiration_interval) 2024-09-11T03:29:37.069 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:29:37.069 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: self._run(expiration_interval) 2024-09-11T03:29:37.069 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:29:37.069 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:29:37.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:29:37.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:29:37.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:29:37.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: s = self.context.wrap_socket( 2024-09-11T03:29:37.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:29:37.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: return self.sslsocket_class._create( 2024-09-11T03:29:37.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:29:37.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: self.do_handshake() 2024-09-11T03:29:37.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:29:37.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: self._sslobj.do_handshake() 2024-09-11T03:29:37.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:29:37.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:29:37.081 INFO:teuthology.orchestra.run.smithi086.stderr:pool 'rbd' created 2024-09-11T03:29:37.210 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:37 smithi130 ceph-mon[31190]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:37.210 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:37 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2505881637' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-11T03:29:37.810 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- rbd pool init rbd 2024-09-11T03:29:38.024 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:38.071 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:29:38] "GET /metrics HTTP/1.1" 200 28757 "" "Prometheus/2.43.0" 2024-09-11T03:29:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: [11/Sep/2024:03:29:36] ENGINE Bus STARTING 2024-09-11T03:29:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: [11/Sep/2024:03:29:36] ENGINE Serving on https://172.21.15.86:7150 2024-09-11T03:29:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: [11/Sep/2024:03:29:36] ENGINE Error in HTTPServer.serve 2024-09-11T03:29:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout: Traceback (most recent call last): 2024-09-11T03:29:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:29:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:29:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:29:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout: self._run(expiration_interval) 2024-09-11T03:29:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:29:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:29:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:29:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:29:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:29:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout: s = self.context.wrap_socket( 2024-09-11T03:29:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:29:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout: return self.sslsocket_class._create( 2024-09-11T03:29:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:29:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout: self.do_handshake() 2024-09-11T03:29:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:29:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout: self._sslobj.do_handshake() 2024-09-11T03:29:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:29:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: [11/Sep/2024:03:29:36] ENGINE Serving on http://172.21.15.86:8765 2024-09-11T03:29:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: [11/Sep/2024:03:29:36] ENGINE Bus STARTED 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2505881637' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: osdmap e69: 8 total, 8 up, 8 in 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.349 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.350 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.402 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: [11/Sep/2024:03:29:36] ENGINE Bus STARTING 2024-09-11T03:29:38.402 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: [11/Sep/2024:03:29:36] ENGINE Serving on https://172.21.15.86:7150 2024-09-11T03:29:38.402 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: [11/Sep/2024:03:29:36] ENGINE Error in HTTPServer.serve 2024-09-11T03:29:38.402 INFO:journalctl@ceph.mon.a.smithi086.stdout: Traceback (most recent call last): 2024-09-11T03:29:38.402 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:29:38.402 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._run(expiration_interval) 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: s = self.context.wrap_socket( 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: return self.sslsocket_class._create( 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: self.do_handshake() 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:29:38.403 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._sslobj.do_handshake() 2024-09-11T03:29:38.404 INFO:journalctl@ceph.mon.a.smithi086.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:29:38.404 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: [11/Sep/2024:03:29:36] ENGINE Serving on http://172.21.15.86:8765 2024-09-11T03:29:38.404 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: [11/Sep/2024:03:29:36] ENGINE Bus STARTED 2024-09-11T03:29:38.404 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:38.404 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-11T03:29:38.404 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2505881637' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-11T03:29:38.404 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: osdmap e69: 8 total, 8 up, 8 in 2024-09-11T03:29:38.404 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.404 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.404 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.404 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.404 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:38.405 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:38.405 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:38.405 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:38.405 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.405 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.405 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.405 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: [11/Sep/2024:03:29:36] ENGINE Bus STARTING 2024-09-11T03:29:38.405 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: [11/Sep/2024:03:29:36] ENGINE Serving on https://172.21.15.86:7150 2024-09-11T03:29:38.405 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: [11/Sep/2024:03:29:36] ENGINE Error in HTTPServer.serve 2024-09-11T03:29:38.405 INFO:journalctl@ceph.mon.c.smithi086.stdout: Traceback (most recent call last): 2024-09-11T03:29:38.406 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:29:38.406 INFO:journalctl@ceph.mon.c.smithi086.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:29:38.406 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:29:38.406 INFO:journalctl@ceph.mon.c.smithi086.stdout: self._run(expiration_interval) 2024-09-11T03:29:38.406 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:29:38.406 INFO:journalctl@ceph.mon.c.smithi086.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:29:38.406 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:29:38.406 INFO:journalctl@ceph.mon.c.smithi086.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:29:38.406 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:29:38.406 INFO:journalctl@ceph.mon.c.smithi086.stdout: s = self.context.wrap_socket( 2024-09-11T03:29:38.406 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:29:38.406 INFO:journalctl@ceph.mon.c.smithi086.stdout: return self.sslsocket_class._create( 2024-09-11T03:29:38.406 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout: self.do_handshake() 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout: self._sslobj.do_handshake() 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: [11/Sep/2024:03:29:36] ENGINE Serving on http://172.21.15.86:8765 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: [11/Sep/2024:03:29:36] ENGINE Bus STARTED 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2505881637' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: osdmap e69: 8 total, 8 up, 8 in 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.407 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.408 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:38.408 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:38.408 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:38.408 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:38.408 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.408 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:38.408 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:39.342 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[27247]: Adjusting osd_memory_target on smithi130 to 2992M 2024-09-11T03:29:39.342 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[27247]: osdmap e70: 8 total, 8 up, 8 in 2024-09-11T03:29:39.342 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:39.342 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:39.342 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:39.342 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:39.342 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:39.342 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:39.343 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:39.343 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:29:39.343 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:29:39.343 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[37253]: Adjusting osd_memory_target on smithi130 to 2992M 2024-09-11T03:29:39.343 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[37253]: osdmap e70: 8 total, 8 up, 8 in 2024-09-11T03:29:39.343 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:39.343 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:39.343 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:39.343 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:39.343 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:39.344 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:39.344 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:39.344 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:29:39.344 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:39 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:29:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:39 smithi130 ceph-mon[31190]: Adjusting osd_memory_target on smithi130 to 2992M 2024-09-11T03:29:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:39 smithi130 ceph-mon[31190]: osdmap e70: 8 total, 8 up, 8 in 2024-09-11T03:29:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:39 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:39 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:39 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:39 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:39 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:39 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:29:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:39 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:39 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:29:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:39 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:29:40.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: Adjusting osd_memory_target on smithi086 to 2992M 2024-09-11T03:29:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:29:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:29:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:29:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:29:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: osdmap e71: 8 total, 8 up, 8 in 2024-09-11T03:29:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:29:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:29:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:29:40.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/770400419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-11T03:29:40.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-11T03:29:40.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:40 smithi130 ceph-mon[31190]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-11T03:29:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: Adjusting osd_memory_target on smithi086 to 2992M 2024-09-11T03:29:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:29:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:29:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:29:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:29:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: osdmap e71: 8 total, 8 up, 8 in 2024-09-11T03:29:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:29:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:29:40.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:29:40.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/770400419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-11T03:29:40.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-11T03:29:40.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[27247]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-11T03:29:40.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: Adjusting osd_memory_target on smithi086 to 2992M 2024-09-11T03:29:40.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:29:40.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:29:40.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:29:40.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:29:40.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:40.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: osdmap e71: 8 total, 8 up, 8 in 2024-09-11T03:29:40.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:29:40.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:29:40.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:40.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:29:40.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/770400419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-11T03:29:40.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-11T03:29:40.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:40 smithi086 ceph-mon[37253]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-11T03:29:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:41 smithi130 ceph-mon[31190]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:29:41.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:41 smithi130 ceph-mon[31190]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:29:41.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:41 smithi130 ceph-mon[31190]: Deploying daemon alertmanager.a on smithi086 2024-09-11T03:29:41.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:41 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-11T03:29:41.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:41 smithi130 ceph-mon[31190]: osdmap e72: 8 total, 8 up, 8 in 2024-09-11T03:29:41.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:41 smithi086 ceph-mon[27247]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:29:41.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:41 smithi086 ceph-mon[27247]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:29:41.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:41 smithi086 ceph-mon[27247]: Deploying daemon alertmanager.a on smithi086 2024-09-11T03:29:41.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:41 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-11T03:29:41.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:41 smithi086 ceph-mon[27247]: osdmap e72: 8 total, 8 up, 8 in 2024-09-11T03:29:41.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:41 smithi086 ceph-mon[37253]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:29:41.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:41 smithi086 ceph-mon[37253]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:29:41.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:41 smithi086 ceph-mon[37253]: Deploying daemon alertmanager.a on smithi086 2024-09-11T03:29:41.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:41 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-11T03:29:41.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:41 smithi086 ceph-mon[37253]: osdmap e72: 8 total, 8 up, 8 in 2024-09-11T03:29:42.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:42 smithi130 ceph-mon[31190]: pgmap v10: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:42.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:42 smithi130 ceph-mon[31190]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:29:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:42 smithi130 ceph-mon[31190]: Cluster is now healthy 2024-09-11T03:29:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:42 smithi130 ceph-mon[31190]: osdmap e73: 8 total, 8 up, 8 in 2024-09-11T03:29:42.363 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:42 smithi086 ceph-mon[27247]: pgmap v10: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:42.363 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:42 smithi086 ceph-mon[27247]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:29:42.363 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:42 smithi086 ceph-mon[27247]: Cluster is now healthy 2024-09-11T03:29:42.364 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:42 smithi086 ceph-mon[27247]: osdmap e73: 8 total, 8 up, 8 in 2024-09-11T03:29:42.364 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:42 smithi086 ceph-mon[37253]: pgmap v10: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:42.364 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:42 smithi086 ceph-mon[37253]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:29:42.364 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:42 smithi086 ceph-mon[37253]: Cluster is now healthy 2024-09-11T03:29:42.364 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:42 smithi086 ceph-mon[37253]: osdmap e73: 8 total, 8 up, 8 in 2024-09-11T03:29:43.818 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph config log 1 --format=json 2024-09-11T03:29:44.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:43 smithi086 ceph-mon[27247]: osdmap e74: 8 total, 8 up, 8 in 2024-09-11T03:29:44.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:43 smithi086 ceph-mon[27247]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-11T03:29:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:43 smithi086 ceph-mon[37253]: osdmap e74: 8 total, 8 up, 8 in 2024-09-11T03:29:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:43 smithi086 ceph-mon[37253]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-11T03:29:44.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:43 smithi130 ceph-mon[31190]: osdmap e74: 8 total, 8 up, 8 in 2024-09-11T03:29:44.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:43 smithi130 ceph-mon[31190]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-11T03:29:46.157 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:46.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:46 smithi130 ceph-mon[31190]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-11T03:29:46.481 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:46 smithi086 ceph-mon[27247]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-11T03:29:46.481 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:46 smithi086 ceph-mon[37253]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-11T03:29:48.046 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:29:48] "GET /metrics HTTP/1.1" 200 28757 "" "Prometheus/2.43.0" 2024-09-11T03:29:48.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:48 smithi086 ceph-mon[27247]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 324 B/s wr, 18 op/s 2024-09-11T03:29:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:48 smithi086 ceph-mon[37253]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 324 B/s wr, 18 op/s 2024-09-11T03:29:48.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:48 smithi130 ceph-mon[31190]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 324 B/s wr, 18 op/s 2024-09-11T03:29:48.433 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:29:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:49 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1706036861' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-11T03:29:49.372 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:49 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1706036861' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-11T03:29:49.372 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:49 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1706036861' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-11T03:29:49.626 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:29:49] ENGINE Bus STOPPING 2024-09-11T03:29:49.626 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:29:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:29:49.626 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:29:49] ENGINE Bus STOPPED 2024-09-11T03:29:49.627 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:29:49] ENGINE Bus STARTING 2024-09-11T03:29:49.627 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:29:49] ENGINE Serving on http://:::9283 2024-09-11T03:29:49.627 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:29:49] ENGINE Bus STARTED 2024-09-11T03:29:49.627 INFO:teuthology.orchestra.run.smithi086.stdout:[{"version":24,"timestamp":"2024-09-11T03:29:38.710510+0000","name":"","changes":[{"name":"osd/host:smithi086/osd_memory_target","previous_value":"4211109273","new_value":"3137367449"}]}] 2024-09-11T03:29:49.628 INFO:tasks.ceph_manager:config epoch is 24 2024-09-11T03:29:49.628 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-11T03:29:49.628 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-11T03:29:49.629 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph mgr dump --format=json 2024-09-11T03:29:49.830 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:50.208 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[27247]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-09-11T03:29:50.208 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.208 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.208 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.208 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.209 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.209 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.209 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-11T03:29:50.209 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.209 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[27247]: osdmap e75: 8 total, 8 up, 8 in 2024-09-11T03:29:50.209 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:29:50.209 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[37253]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-09-11T03:29:50.209 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.209 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.209 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.210 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.210 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.210 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.210 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-11T03:29:50.210 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.210 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[37253]: osdmap e75: 8 total, 8 up, 8 in 2024-09-11T03:29:50.210 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:50 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:29:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:50 smithi130 ceph-mon[31190]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-09-11T03:29:50.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:50 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:50 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:50 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:50 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:50 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:50 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:50 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-11T03:29:50.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:50 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:50.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:50 smithi130 ceph-mon[31190]: osdmap e75: 8 total, 8 up, 8 in 2024-09-11T03:29:50.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:50 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:29:51.555 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:29:51.555 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:51 smithi086 ceph-mon[27247]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-11T03:29:51.555 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:51 smithi086 ceph-mon[27247]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-11T03:29:51.555 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:51 smithi086 ceph-mon[27247]: Deploying daemon grafana.a on smithi130 2024-09-11T03:29:51.555 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:51 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:51.556 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:51 smithi086 ceph-mon[37253]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-11T03:29:51.556 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:51 smithi086 ceph-mon[37253]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-11T03:29:51.556 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:51 smithi086 ceph-mon[37253]: Deploying daemon grafana.a on smithi130 2024-09-11T03:29:51.556 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:51 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:51.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:51 smithi130 ceph-mon[31190]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-11T03:29:51.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:51 smithi130 ceph-mon[31190]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-11T03:29:51.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:51 smithi130 ceph-mon[31190]: Deploying daemon grafana.a on smithi130 2024-09-11T03:29:51.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:51 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:29:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:52 smithi086 ceph-mon[27247]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 246 B/s wr, 0 op/s 2024-09-11T03:29:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:52 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/622746692' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-11T03:29:52.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:52 smithi086 ceph-mon[37253]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 246 B/s wr, 0 op/s 2024-09-11T03:29:52.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:52 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/622746692' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-11T03:29:52.361 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":20,"flags":0,"active_gid":24449,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":499157798},{"type":"v1","addr":"172.21.15.86:6801","nonce":499157798}]},"active_addr":"172.21.15.86:6801/499157798","active_change":"2024-09-11T03:29:35.013649+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24400,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.86:8443/","prometheus":"http://172.21.15.86:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.86:0","nonce":3418011227}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.86:0","nonce":2649936147}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.86:0","nonce":169846044}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.86:0","nonce":337942332}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.86:0","nonce":3480717614}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.86:0","nonce":3768751659}]}]} 2024-09-11T03:29:52.366 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-11T03:29:52.366 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-11T03:29:52.366 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-11T03:29:52.566 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:52.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:52 smithi130 ceph-mon[31190]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 246 B/s wr, 0 op/s 2024-09-11T03:29:52.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:52 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/622746692' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-11T03:29:54.276 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:29:54.277 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:54 smithi086 ceph-mon[27247]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-11T03:29:54.277 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:54 smithi086 ceph-mon[37253]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-11T03:29:54.277 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":75,"fsid":"0d04850c-6fed-11ef-bcea-c7b262605968","created":"2024-09-11T03:23:18.970917+0000","modified":"2024-09-11T03:29:49.856508+0000","last_up_change":"2024-09-11T03:28:17.197828+0000","last_in_change":"2024-09-11T03:28:00.864451+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T03:26:23.059246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T03:28:42.917772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T03:28:45.850714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-11T03:29:36.690874+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"205c0dfc-77ea-47e4-9ff9-58811033bd68","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6803","nonce":4243825326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6805","nonce":4243825326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6809","nonce":4243825326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6807","nonce":4243825326}]},"public_addr":"172.21.15.86:6803/4243825326","cluster_addr":"172.21.15.86:6805/4243825326","heartbeat_back_addr":"172.21.15.86:6809/4243825326","heartbeat_front_addr":"172.21.15.86:6807/4243825326","state":["exists","up"]},{"osd":1,"uuid":"e76b0e29-18fc-481f-ae57-dcc2b9f42ca9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6811","nonce":1068924699}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6813","nonce":1068924699}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6817","nonce":1068924699}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6815","nonce":1068924699}]},"public_addr":"172.21.15.86:6811/1068924699","cluster_addr":"172.21.15.86:6813/1068924699","heartbeat_back_addr":"172.21.15.86:6817/1068924699","heartbeat_front_addr":"172.21.15.86:6815/1068924699","state":["exists","up"]},{"osd":2,"uuid":"aae4d04a-3147-40e9-8849-85d9a0e59dc5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6819","nonce":1625728225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6821","nonce":1625728225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6825","nonce":1625728225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6823","nonce":1625728225}]},"public_addr":"172.21.15.86:6819/1625728225","cluster_addr":"172.21.15.86:6821/1625728225","heartbeat_back_addr":"172.21.15.86:6825/1625728225","heartbeat_front_addr":"172.21.15.86:6823/1625728225","state":["exists","up"]},{"osd":3,"uuid":"dd4b10ec-adb6-44a3-bd47-18171337b44b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6827","nonce":3355028015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6829","nonce":3355028015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6833","nonce":3355028015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6831","nonce":3355028015}]},"public_addr":"172.21.15.86:6827/3355028015","cluster_addr":"172.21.15.86:6829/3355028015","heartbeat_back_addr":"172.21.15.86:6833/3355028015","heartbeat_front_addr":"172.21.15.86:6831/3355028015","state":["exists","up"]},{"osd":4,"uuid":"e816e599-cdd0-4faa-ae69-1adf4ee0ccf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6801","nonce":770638124}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6803","nonce":770638124}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6807","nonce":770638124}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6805","nonce":770638124}]},"public_addr":"172.21.15.130:6801/770638124","cluster_addr":"172.21.15.130:6803/770638124","heartbeat_back_addr":"172.21.15.130:6807/770638124","heartbeat_front_addr":"172.21.15.130:6805/770638124","state":["exists","up"]},{"osd":5,"uuid":"294333a7-dd7c-44c5-81fc-2fce7e6a13c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6809","nonce":2173766716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6811","nonce":2173766716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6815","nonce":2173766716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6813","nonce":2173766716}]},"public_addr":"172.21.15.130:6809/2173766716","cluster_addr":"172.21.15.130:6811/2173766716","heartbeat_back_addr":"172.21.15.130:6815/2173766716","heartbeat_front_addr":"172.21.15.130:6813/2173766716","state":["exists","up"]},{"osd":6,"uuid":"05112a83-85a2-456a-a1e4-7f613be9496b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6817","nonce":1474245131}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6819","nonce":1474245131}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6823","nonce":1474245131}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6821","nonce":1474245131}]},"public_addr":"172.21.15.130:6817/1474245131","cluster_addr":"172.21.15.130:6819/1474245131","heartbeat_back_addr":"172.21.15.130:6823/1474245131","heartbeat_front_addr":"172.21.15.130:6821/1474245131","state":["exists","up"]},{"osd":7,"uuid":"64339d60-b0ac-4ce0-8660-3d6f22ef06f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6825","nonce":2163598366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6827","nonce":2163598366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6831","nonce":2163598366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6829","nonce":2163598366}]},"public_addr":"172.21.15.130:6825/2163598366","cluster_addr":"172.21.15.130:6827/2163598366","heartbeat_back_addr":"172.21.15.130:6831/2163598366","heartbeat_front_addr":"172.21.15.130:6829/2163598366","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:34.810612+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:57.680497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:20.468721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:44.796997+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:05.799507+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:28.732004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:52.443875+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:28:15.422115+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.a","mappings":[{"from":4,"to":3}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.86:0/577598714":"2024-09-12T03:29:35.013467+0000","172.21.15.86:0/3803967977":"2024-09-12T03:29:35.013467+0000","172.21.15.86:6801/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/2282259116":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/2483029999":"2024-09-12T03:29:35.013467+0000","172.21.15.86:0/1599529509":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6800/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/1276967301":"2024-09-12T03:24:14.766755+0000","172.21.15.86:6801/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/2535333164":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1624827497":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1163042658":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6800/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/3817461659":"2024-09-12T03:29:35.013467+0000","172.21.15.86:6800/937621724":"2024-09-12T03:29:35.013467+0000","172.21.15.86:6801/937621724":"2024-09-12T03:29:35.013467+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T03:29:54.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:54 smithi130 ceph-mon[31190]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-11T03:29:54.953 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-11T03:29:54.953 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-11T03:29:55.152 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:55.273 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:55 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/184206944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:29:55.273 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:55 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/184206944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:29:55.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:55 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/184206944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:29:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:56 smithi086 ceph-mon[27247]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-11T03:29:56.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:56 smithi086 ceph-mon[37253]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-11T03:29:56.497 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:56 smithi130 ceph-mon[31190]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-11T03:29:57.002 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:29:57.002 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":75,"fsid":"0d04850c-6fed-11ef-bcea-c7b262605968","created":"2024-09-11T03:23:18.970917+0000","modified":"2024-09-11T03:29:49.856508+0000","last_up_change":"2024-09-11T03:28:17.197828+0000","last_in_change":"2024-09-11T03:28:00.864451+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T03:26:23.059246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T03:28:42.917772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T03:28:45.850714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-11T03:29:36.690874+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"205c0dfc-77ea-47e4-9ff9-58811033bd68","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6803","nonce":4243825326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6805","nonce":4243825326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6809","nonce":4243825326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6807","nonce":4243825326}]},"public_addr":"172.21.15.86:6803/4243825326","cluster_addr":"172.21.15.86:6805/4243825326","heartbeat_back_addr":"172.21.15.86:6809/4243825326","heartbeat_front_addr":"172.21.15.86:6807/4243825326","state":["exists","up"]},{"osd":1,"uuid":"e76b0e29-18fc-481f-ae57-dcc2b9f42ca9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6811","nonce":1068924699}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6813","nonce":1068924699}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6817","nonce":1068924699}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6815","nonce":1068924699}]},"public_addr":"172.21.15.86:6811/1068924699","cluster_addr":"172.21.15.86:6813/1068924699","heartbeat_back_addr":"172.21.15.86:6817/1068924699","heartbeat_front_addr":"172.21.15.86:6815/1068924699","state":["exists","up"]},{"osd":2,"uuid":"aae4d04a-3147-40e9-8849-85d9a0e59dc5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6819","nonce":1625728225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6821","nonce":1625728225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6825","nonce":1625728225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6823","nonce":1625728225}]},"public_addr":"172.21.15.86:6819/1625728225","cluster_addr":"172.21.15.86:6821/1625728225","heartbeat_back_addr":"172.21.15.86:6825/1625728225","heartbeat_front_addr":"172.21.15.86:6823/1625728225","state":["exists","up"]},{"osd":3,"uuid":"dd4b10ec-adb6-44a3-bd47-18171337b44b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6827","nonce":3355028015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6829","nonce":3355028015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6833","nonce":3355028015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6831","nonce":3355028015}]},"public_addr":"172.21.15.86:6827/3355028015","cluster_addr":"172.21.15.86:6829/3355028015","heartbeat_back_addr":"172.21.15.86:6833/3355028015","heartbeat_front_addr":"172.21.15.86:6831/3355028015","state":["exists","up"]},{"osd":4,"uuid":"e816e599-cdd0-4faa-ae69-1adf4ee0ccf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6801","nonce":770638124}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6803","nonce":770638124}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6807","nonce":770638124}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6805","nonce":770638124}]},"public_addr":"172.21.15.130:6801/770638124","cluster_addr":"172.21.15.130:6803/770638124","heartbeat_back_addr":"172.21.15.130:6807/770638124","heartbeat_front_addr":"172.21.15.130:6805/770638124","state":["exists","up"]},{"osd":5,"uuid":"294333a7-dd7c-44c5-81fc-2fce7e6a13c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6809","nonce":2173766716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6811","nonce":2173766716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6815","nonce":2173766716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6813","nonce":2173766716}]},"public_addr":"172.21.15.130:6809/2173766716","cluster_addr":"172.21.15.130:6811/2173766716","heartbeat_back_addr":"172.21.15.130:6815/2173766716","heartbeat_front_addr":"172.21.15.130:6813/2173766716","state":["exists","up"]},{"osd":6,"uuid":"05112a83-85a2-456a-a1e4-7f613be9496b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6817","nonce":1474245131}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6819","nonce":1474245131}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6823","nonce":1474245131}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6821","nonce":1474245131}]},"public_addr":"172.21.15.130:6817/1474245131","cluster_addr":"172.21.15.130:6819/1474245131","heartbeat_back_addr":"172.21.15.130:6823/1474245131","heartbeat_front_addr":"172.21.15.130:6821/1474245131","state":["exists","up"]},{"osd":7,"uuid":"64339d60-b0ac-4ce0-8660-3d6f22ef06f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6825","nonce":2163598366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6827","nonce":2163598366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6831","nonce":2163598366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6829","nonce":2163598366}]},"public_addr":"172.21.15.130:6825/2163598366","cluster_addr":"172.21.15.130:6827/2163598366","heartbeat_back_addr":"172.21.15.130:6831/2163598366","heartbeat_front_addr":"172.21.15.130:6829/2163598366","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:34.810612+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:57.680497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:20.468721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:44.796997+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:05.799507+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:28.732004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:52.443875+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:28:15.422115+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.a","mappings":[{"from":4,"to":3}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.86:0/577598714":"2024-09-12T03:29:35.013467+0000","172.21.15.86:0/3803967977":"2024-09-12T03:29:35.013467+0000","172.21.15.86:6801/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/2282259116":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/2483029999":"2024-09-12T03:29:35.013467+0000","172.21.15.86:0/1599529509":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6800/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/1276967301":"2024-09-12T03:24:14.766755+0000","172.21.15.86:6801/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/2535333164":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1624827497":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1163042658":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6800/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/3817461659":"2024-09-12T03:29:35.013467+0000","172.21.15.86:6800/937621724":"2024-09-12T03:29:35.013467+0000","172.21.15.86:6801/937621724":"2024-09-12T03:29:35.013467+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T03:29:57.326 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:57 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/707713919' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:29:57.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:57 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/707713919' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:29:57.522 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:57 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/707713919' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:29:57.648 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-11T03:29:57.649 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-11T03:29:57.649 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-11T03:29:57.650 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-11T03:29:57.650 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-11T03:29:57.651 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-11T03:29:57.651 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-11T03:29:57.652 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-11T03:29:58.004 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:29:58 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:29:58] "GET /metrics HTTP/1.1" 200 33668 "" "Prometheus/2.43.0" 2024-09-11T03:29:58.108 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:58.108 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:58.108 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:58.110 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:58.110 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:58.111 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:58.111 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:58.114 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:29:58.255 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:29:58 smithi086 ceph-mon[27247]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:58.255 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:29:58 smithi086 ceph-mon[37253]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:29:58.419 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:29:58 smithi130 ceph-mon[31190]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:00.266 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:00 smithi086 ceph-mon[27247]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:00.266 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:00 smithi086 ceph-mon[27247]: overall HEALTH_OK 2024-09-11T03:30:00.266 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:00 smithi086 ceph-mon[37253]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:00.266 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:00 smithi086 ceph-mon[37253]: overall HEALTH_OK 2024-09-11T03:30:00.553 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:00 smithi130 ceph-mon[31190]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:00.553 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:00 smithi130 ceph-mon[31190]: overall HEALTH_OK 2024-09-11T03:30:00.846 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:00 smithi130 systemd[1]: Starting Ceph grafana.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:30:01.251 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:00 smithi130 podman[60694]: 2024-09-11 03:30:00.854085686 +0000 UTC m=+0.015170389 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-11T03:30:01.252 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:00 smithi130 podman[60694]: 2024-09-11 03:30:00.974703681 +0000 UTC m=+0.135788426 container create d49b7a737a71663431f64cc52d0f5ad03d9f68a8b1af86d9e47a51fd6e101962 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a, io.openshift.tags=base rhel8, version=8.5, maintainer=Paul Cuzner , io.buildah.version=1.32.0, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, vcs-type=git, com.redhat.component=ubi8-container, release=239.1651231664) 2024-09-11T03:30:01.252 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 podman[60694]: 2024-09-11 03:30:01.177532429 +0000 UTC m=+0.338617124 container init d49b7a737a71663431f64cc52d0f5ad03d9f68a8b1af86d9e47a51fd6e101962 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, release=239.1651231664, maintainer=Paul Cuzner , io.openshift.expose-services=, description=Ceph Grafana Container, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-09-11T03:30:01.252 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 podman[60694]: 2024-09-11 03:30:01.180451253 +0000 UTC m=+0.341535958 container start d49b7a737a71663431f64cc52d0f5ad03d9f68a8b1af86d9e47a51fd6e101962 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, description=Ceph Grafana Container, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , io.openshift.expose-services=, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897) 2024-09-11T03:30:01.252 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 bash[60694]: d49b7a737a71663431f64cc52d0f5ad03d9f68a8b1af86d9e47a51fd6e101962 2024-09-11T03:30:01.502 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 systemd[1]: Started Ceph grafana.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:30:01.502 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.336179686Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-11T03:30:01.503 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.336351452Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-11T03:30:01.503 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.336387302Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-11T03:30:01.503 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.33639484Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-11T03:30:01.503 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.336400964Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-11T03:30:01.503 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.336408022Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-11T03:30:01.503 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.336414108Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-11T03:30:01.503 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.336420049Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-11T03:30:01.503 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.336426033Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-11T03:30:01.503 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.336433049Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-11T03:30:01.503 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.336438651Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-11T03:30:01.504 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.336444151Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-11T03:30:01.504 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.336449858Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-11T03:30:01.504 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=settings t=2024-09-11T03:30:01.3364556Z level=info msg="App mode production" 2024-09-11T03:30:01.504 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=sqlstore t=2024-09-11T03:30:01.336507938Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-11T03:30:01.504 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=sqlstore t=2024-09-11T03:30:01.336525553Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-11T03:30:01.504 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.337379874Z level=info msg="Starting DB migrations" 2024-09-11T03:30:01.504 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.337472542Z level=info msg="Executing migration" id="create migration_log table" 2024-09-11T03:30:01.504 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.338084682Z level=info msg="Executing migration" id="create user table" 2024-09-11T03:30:01.504 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.338521931Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-11T03:30:01.504 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.341081117Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-11T03:30:01.504 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.343916502Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-11T03:30:01.504 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.346340094Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-11T03:30:01.505 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.349231382Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-11T03:30:01.505 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.352032763Z level=info msg="Executing migration" id="create user table v2" 2024-09-11T03:30:01.505 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.354755229Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-11T03:30:01.505 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.357361576Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-11T03:30:01.505 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.360064636Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-11T03:30:01.505 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.362696804Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-11T03:30:01.505 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.365402262Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-11T03:30:01.505 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.368199578Z level=info msg="Executing migration" id="Update user table charset" 2024-09-11T03:30:01.505 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.370757051Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-11T03:30:01.505 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.371251184Z level=info msg="Executing migration" id="Add missing user data" 2024-09-11T03:30:01.506 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.373959651Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-11T03:30:01.506 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.374539811Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-11T03:30:01.506 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.376649721Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-11T03:30:01.506 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.377222783Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-11T03:30:01.506 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.379209804Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-11T03:30:01.507 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.379663769Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-11T03:30:01.507 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.382236911Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-11T03:30:01.507 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.384578471Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-11T03:30:01.507 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.385006197Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-11T03:30:01.507 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.387746307Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-11T03:30:01.507 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.390400505Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-11T03:30:01.507 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.393065985Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-11T03:30:01.507 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.395722917Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-11T03:30:01.508 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.398330734Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-11T03:30:01.508 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.39912827Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-11T03:30:01.508 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.399984685Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-11T03:30:01.508 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.40076506Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-11T03:30:01.508 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.401578288Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-11T03:30:01.508 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.402396061Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-11T03:30:01.508 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.403213736Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-11T03:30:01.508 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.403982866Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-11T03:30:01.508 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.4049004Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-11T03:30:01.508 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.405384038Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-11T03:30:01.508 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.406207585Z level=info msg="Executing migration" id="create star table" 2024-09-11T03:30:01.509 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.406597248Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-11T03:30:01.509 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.407024421Z level=info msg="Executing migration" id="create org table v1" 2024-09-11T03:30:01.509 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.407828289Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-11T03:30:01.509 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.40862651Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-11T03:30:01.509 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.409520379Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-11T03:30:01.509 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.410172914Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-11T03:30:01.509 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.410589292Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-11T03:30:01.509 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.411529015Z level=info msg="Executing migration" id="Update org table charset" 2024-09-11T03:30:01.509 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.412256452Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-11T03:30:01.509 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.413122074Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-11T03:30:01.509 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.413641934Z level=info msg="Executing migration" id="create dashboard table" 2024-09-11T03:30:01.509 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.414467214Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-11T03:30:01.509 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.415455083Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-11T03:30:01.510 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.416092764Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-11T03:30:01.510 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.416583743Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-11T03:30:01.510 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.41734466Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-11T03:30:01.510 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.418237896Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-11T03:30:01.510 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.419100225Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-11T03:30:01.510 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.419487277Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-11T03:30:01.510 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.420353912Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-11T03:30:01.510 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.421311917Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-11T03:30:01.510 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.421995639Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-11T03:30:01.510 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.422384965Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-11T03:30:01.511 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.423192615Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-11T03:30:01.511 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.423704226Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-11T03:30:01.511 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.424206891Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-11T03:30:01.511 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.426945386Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-11T03:30:01.511 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.4273959Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-11T03:30:01.511 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.43015507Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-11T03:30:01.512 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.430645712Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-11T03:30:01.512 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.432898866Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-11T03:30:01.512 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.43547496Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-11T03:30:01.512 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.435773679Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-11T03:30:01.512 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.438655166Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-11T03:30:01.512 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.441307116Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-11T03:30:01.512 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.443762797Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-11T03:30:01.512 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.444299596Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-11T03:30:01.512 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.447012498Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-11T03:30:01.512 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.447447122Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-11T03:30:01.512 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.449747667Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-11T03:30:01.512 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.450188054Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-11T03:30:01.513 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.452385852Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-11T03:30:01.513 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.452798615Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-11T03:30:01.513 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.455316033Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-11T03:30:01.513 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.457915076Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-11T03:30:01.513 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.460521733Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-11T03:30:01.513 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.463150874Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-11T03:30:01.513 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.463506607Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-11T03:30:01.513 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.466087018Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-11T03:30:01.513 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.466660534Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-11T03:30:01.513 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.468740536Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-11T03:30:01.513 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.471463662Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-11T03:30:01.513 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.471922514Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-11T03:30:01.513 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.474428052Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-11T03:30:01.514 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.477334237Z level=info msg="Executing migration" id="create data_source table" 2024-09-11T03:30:01.514 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.480006146Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-11T03:30:01.514 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.480548582Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-11T03:30:01.514 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.48319904Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-11T03:30:01.514 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.485930683Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-11T03:30:01.514 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.488255998Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-11T03:30:01.514 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.48931488Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-11T03:30:01.514 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.490071115Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-11T03:30:01.514 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.490939454Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-11T03:30:01.514 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.491769388Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-11T03:30:01.514 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.492214368Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-11T03:30:01.515 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.492999339Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-11T03:30:01.515 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.493533608Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-11T03:30:01.515 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.493813199Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-11T03:30:01.515 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.494144609Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-11T03:30:01.515 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.4946408Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-11T03:30:01.515 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.494933471Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-11T03:30:01.515 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.495245925Z level=info msg="Executing migration" id="Add uid column" 2024-09-11T03:30:01.515 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.49576148Z level=info msg="Executing migration" id="Update uid value" 2024-09-11T03:30:01.515 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.496094611Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-11T03:30:01.515 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.496589632Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-11T03:30:01.515 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.497547561Z level=info msg="Executing migration" id="create api_key table" 2024-09-11T03:30:01.515 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.498174637Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-11T03:30:01.516 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.498611278Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-11T03:30:01.516 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.499411934Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-11T03:30:01.516 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.500218959Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-11T03:30:01.516 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.501152548Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-11T03:30:01.516 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.501917485Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-11T03:30:01.516 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.502917351Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-11T03:30:01.516 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.504648431Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-11T03:30:01.516 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.505414092Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-11T03:30:01.754 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.507793722Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-11T03:30:01.754 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.510284423Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-11T03:30:01.754 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.513004899Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-11T03:30:01.754 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.513447788Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-11T03:30:01.755 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.515532322Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-11T03:30:01.755 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.515991214Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-11T03:30:01.755 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.518061412Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-11T03:30:01.755 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.52083253Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-11T03:30:01.755 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.523346232Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-11T03:30:01.755 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.525790772Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-11T03:30:01.755 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.5284733Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-11T03:30:01.755 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.530920007Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-11T03:30:01.755 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.533328186Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-11T03:30:01.755 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.536057925Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-11T03:30:01.756 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.536702588Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-11T03:30:01.756 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.537524303Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-11T03:30:01.756 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.538308007Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-11T03:30:01.756 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.539206176Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-11T03:30:01.756 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.539924453Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-11T03:30:01.757 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.540851641Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-11T03:30:01.757 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.541558254Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-11T03:30:01.758 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.542331Z level=info msg="Executing migration" id="create quota table v1" 2024-09-11T03:30:01.758 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.542744652Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-11T03:30:01.758 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.543180296Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-11T03:30:01.758 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.543945758Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-11T03:30:01.758 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.54434008Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-11T03:30:01.758 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.545223902Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-11T03:30:01.758 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.545943386Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-11T03:30:01.758 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.546697334Z level=info msg="Executing migration" id="create session table" 2024-09-11T03:30:01.758 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.547140677Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-11T03:30:01.758 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.547905534Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-11T03:30:01.758 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.548200499Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-11T03:30:01.759 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.548590542Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-11T03:30:01.759 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.549358219Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-11T03:30:01.759 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.550229598Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-11T03:30:01.759 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.550647057Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-11T03:30:01.759 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.550906739Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-11T03:30:01.759 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.551198077Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-11T03:30:01.759 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.551574458Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-11T03:30:01.759 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.551831151Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-11T03:30:01.759 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.552431063Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-11T03:30:01.759 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.5527105Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-11T03:30:01.759 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.553303319Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-11T03:30:01.759 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.554161551Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-11T03:30:01.760 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.554901836Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-11T03:30:01.760 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.555311514Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-11T03:30:01.760 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.556149266Z level=info msg="Executing migration" id="create alert table v1" 2024-09-11T03:30:01.760 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.557022094Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-11T03:30:01.760 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.557907849Z level=info msg="Executing migration" id="add index alert state" 2024-09-11T03:30:01.760 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.558771666Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-11T03:30:01.760 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.559307543Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-11T03:30:01.760 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.559674649Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-11T03:30:01.760 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.5601077Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-11T03:30:01.760 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.560501366Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-11T03:30:01.760 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.561881086Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-11T03:30:01.761 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.562260328Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-11T03:30:01.761 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.562680758Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-11T03:30:01.761 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.56299884Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-11T03:30:01.761 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.563348239Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-11T03:30:01.761 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.563691699Z level=info msg="Executing migration" id="Add column is_default" 2024-09-11T03:30:01.761 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.564329178Z level=info msg="Executing migration" id="Add column frequency" 2024-09-11T03:30:01.761 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.564959904Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-11T03:30:01.761 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.565588671Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-11T03:30:01.761 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.566229419Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-11T03:30:01.761 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.566655953Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-11T03:30:01.761 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.566911424Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-11T03:30:01.762 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.567197657Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-11T03:30:01.762 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.567567968Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-11T03:30:01.762 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.568020608Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-11T03:30:01.762 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.568395546Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-11T03:30:01.762 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.568748192Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-11T03:30:01.762 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.569156525Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-11T03:30:01.762 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.569791502Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-11T03:30:01.762 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.570421183Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-11T03:30:01.762 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.570701946Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-11T03:30:01.762 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.571117237Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-11T03:30:01.762 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.571507348Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-11T03:30:01.762 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.572141358Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-11T03:30:01.763 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.572435663Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-11T03:30:01.763 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.57281627Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-11T03:30:01.763 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.573250637Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-11T03:30:01.763 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.573523235Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-11T03:30:01.763 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.573937221Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-11T03:30:01.763 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.574735642Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-11T03:30:01.763 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.575136399Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-11T03:30:01.763 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.575542287Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-11T03:30:01.763 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.575985413Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-11T03:30:01.763 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.57684559Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-11T03:30:01.763 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.57766315Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-11T03:30:01.763 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.578363359Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-11T03:30:01.763 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.579265928Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-11T03:30:01.764 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.580079264Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-11T03:30:01.764 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.580939179Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-11T03:30:01.764 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.581955873Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-11T03:30:01.764 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.582625748Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-11T03:30:01.764 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.58417196Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-11T03:30:01.764 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.585010402Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-11T03:30:01.764 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.587619194Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-11T03:30:01.764 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.590454442Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-11T03:30:01.764 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.593119448Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-11T03:30:01.764 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.595823058Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-11T03:30:01.764 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.598499864Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-11T03:30:01.764 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.601092318Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-11T03:30:01.765 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.603899136Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-11T03:30:01.765 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.606463776Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-11T03:30:01.765 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.60899668Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-11T03:30:01.765 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.611823333Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-11T03:30:01.765 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.614421671Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-11T03:30:01.765 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.617077481Z level=info msg="Executing migration" id="Move region to single row" 2024-09-11T03:30:01.765 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.619823197Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-11T03:30:01.765 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.622486567Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-11T03:30:01.765 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.625242173Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-11T03:30:01.765 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.627922763Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-11T03:30:01.765 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.630634365Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-11T03:30:01.765 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.633357198Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-11T03:30:01.765 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.636051958Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-11T03:30:01.766 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.638433991Z level=info msg="Executing migration" id="create test_data table" 2024-09-11T03:30:01.766 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.640935582Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-11T03:30:01.766 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.641338014Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-11T03:30:01.766 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.644113375Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-11T03:30:01.766 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.646771758Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-11T03:30:01.766 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.649266084Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-11T03:30:01.766 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.652005047Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-11T03:30:01.766 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.654582286Z level=info msg="Executing migration" id="create team table" 2024-09-11T03:30:01.766 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.656969237Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-11T03:30:01.766 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.659678657Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-11T03:30:01.766 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.662390557Z level=info msg="Executing migration" id="create team member table" 2024-09-11T03:30:01.766 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.664822729Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-11T03:30:01.766 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.66737033Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-11T03:30:01.767 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.670005011Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-11T03:30:01.767 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.672599749Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-11T03:30:01.767 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.675151449Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-11T03:30:01.767 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.677785667Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-11T03:30:01.767 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.678557531Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-11T03:30:01.767 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.679493352Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-11T03:30:01.767 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.680129921Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-11T03:30:01.767 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.680879898Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-11T03:30:01.767 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.681311371Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-11T03:30:01.767 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.682252704Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-11T03:30:01.767 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.682773397Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-11T03:30:01.767 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.68367251Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-11T03:30:01.767 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.684380929Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-11T03:30:01.768 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.684829982Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-11T03:30:01.768 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.685652565Z level=info msg="Executing migration" id="create tag table" 2024-09-11T03:30:01.768 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.686586846Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-11T03:30:01.768 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.687328183Z level=info msg="Executing migration" id="create login attempt table" 2024-09-11T03:30:01.768 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.687717858Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-11T03:30:01.768 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.688556423Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-11T03:30:01.768 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.689462566Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-11T03:30:01.768 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.691644378Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-11T03:30:01.768 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.692251752Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-11T03:30:01.768 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.694907484Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-11T03:30:01.768 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.697568207Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-11T03:30:01.768 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.70031032Z level=info msg="Executing migration" id="create user auth table" 2024-09-11T03:30:01.769 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.700784359Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-11T03:30:01.769 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.70363515Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-11T03:30:01.769 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.706271793Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-11T03:30:01.769 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.709074321Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-11T03:30:01.769 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.709872221Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-11T03:30:01.769 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.712703228Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-11T03:30:01.769 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.715117342Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-11T03:30:01.769 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.71794527Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-11T03:30:01.769 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.718849451Z level=info msg="Executing migration" id="create server_lock table" 2024-09-11T03:30:01.769 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.721654022Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-11T03:30:01.769 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.724442881Z level=info msg="Executing migration" id="create user auth token table" 2024-09-11T03:30:01.770 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.727057992Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-11T03:30:01.770 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.727491221Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-11T03:30:01.770 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.730215498Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-11T03:30:01.770 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.732952185Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-11T03:30:01.770 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.735389992Z level=info msg="Executing migration" id="create cache_data table" 2024-09-11T03:30:01.770 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.735807665Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-11T03:30:01.770 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.738577037Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-11T03:30:01.770 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.741152548Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-11T03:30:01.770 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.743683817Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-11T03:30:01.770 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.743980577Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-11T03:30:01.770 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.746635707Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-11T03:30:01.771 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.749406159Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-11T03:30:01.771 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.751912953Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-11T03:30:01.771 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.752321476Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-11T03:30:01.771 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.754931899Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-11T03:30:01.771 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.75545396Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-11T03:30:01.771 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.757637591Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-11T03:30:02.046 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.760279094Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-11T03:30:02.046 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.760863925Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-11T03:30:02.046 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.763337324Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-11T03:30:02.046 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.764149252Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-11T03:30:02.046 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.764959568Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-11T03:30:02.046 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.765508943Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-11T03:30:02.046 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.766283365Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-11T03:30:02.047 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.767091279Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-11T03:30:02.047 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.767856276Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-11T03:30:02.047 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.768284391Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-11T03:30:02.047 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.76905875Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-11T03:30:02.047 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.769476527Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-11T03:30:02.047 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.769896558Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-11T03:30:02.047 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.770698446Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-11T03:30:02.047 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.771105771Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-11T03:30:02.047 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.771923726Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-11T03:30:02.047 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.775327634Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-11T03:30:02.048 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.779562919Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-11T03:30:02.049 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.780025045Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-11T03:30:02.049 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.78097572Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-11T03:30:02.049 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.781894093Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-11T03:30:02.049 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.782900154Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-11T03:30:02.049 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.783555122Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-11T03:30:02.049 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.784475963Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-11T03:30:02.049 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.785190971Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-11T03:30:02.049 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.786104217Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-11T03:30:02.050 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.786936521Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-11T03:30:02.050 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.787778706Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-11T03:30:02.050 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.788594815Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-11T03:30:02.050 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.789412768Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-11T03:30:02.050 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.789824843Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-11T03:30:02.050 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.790645621Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-11T03:30:02.050 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.791492474Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-11T03:30:02.050 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.792369347Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-11T03:30:02.050 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.793248284Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-11T03:30:02.050 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.794071382Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-11T03:30:02.050 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.795027489Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-11T03:30:02.050 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.795976809Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-11T03:30:02.051 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.796454699Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-11T03:30:02.051 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.79908908Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-11T03:30:02.051 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.801827961Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-11T03:30:02.051 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.804495901Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-11T03:30:02.051 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.805386129Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-11T03:30:02.051 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.808253699Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-11T03:30:02.051 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.811079073Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-11T03:30:02.051 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.813532265Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-11T03:30:02.051 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.813860097Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-11T03:30:02.051 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.816704828Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-11T03:30:02.051 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.819182481Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-11T03:30:02.051 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.821755177Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-11T03:30:02.052 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.822657672Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-11T03:30:02.052 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.825489555Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-11T03:30:02.052 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.828267931Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-11T03:30:02.052 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.83100159Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-11T03:30:02.052 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.831554966Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-11T03:30:02.052 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.834471606Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-11T03:30:02.052 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.837087197Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-11T03:30:02.053 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.839641789Z level=info msg="Executing migration" id="create alert_image table" 2024-09-11T03:30:02.053 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.840070269Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-11T03:30:02.053 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.842779279Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-11T03:30:02.053 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.845436042Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-11T03:30:02.053 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.847970073Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-11T03:30:02.053 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.848409551Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-11T03:30:02.053 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.848480795Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-11T03:30:02.053 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.85108713Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-11T03:30:02.053 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.851503823Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-11T03:30:02.053 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.853649667Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-11T03:30:02.053 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.85377369Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-11T03:30:02.053 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.853888188Z level=info msg="alerts found to migrate" alerts=0 2024-09-11T03:30:02.054 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.854268779Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-11T03:30:02.054 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.856455093Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-11T03:30:02.054 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.857031686Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-11T03:30:02.054 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.859694757Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-11T03:30:02.054 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.862487155Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-11T03:30:02.054 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.865060521Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-11T03:30:02.054 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.865456676Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-11T03:30:02.054 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.866234672Z level=info msg="Executing migration" id="create data_keys table" 2024-09-11T03:30:02.054 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.866670824Z level=info msg="Executing migration" id="create secrets table" 2024-09-11T03:30:02.054 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.867119209Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-11T03:30:02.054 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.871384114Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-11T03:30:02.054 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.872336769Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-11T03:30:02.055 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.873259628Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-11T03:30:02.055 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.877574997Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-11T03:30:02.055 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.881724627Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-11T03:30:02.055 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.882145616Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-11T03:30:02.055 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.882946115Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-11T03:30:02.055 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.883720589Z level=info msg="Executing migration" id="create permission table" 2024-09-11T03:30:02.055 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.884561911Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-11T03:30:02.055 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.885003118Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-11T03:30:02.055 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.885828696Z level=info msg="Executing migration" id="create role table" 2024-09-11T03:30:02.055 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.886749753Z level=info msg="Executing migration" id="add column display_name" 2024-09-11T03:30:02.055 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.887793159Z level=info msg="Executing migration" id="add column group_name" 2024-09-11T03:30:02.056 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.888751859Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-11T03:30:02.056 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.889570967Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-11T03:30:02.056 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.890476035Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-11T03:30:02.056 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.89133198Z level=info msg="Executing migration" id="create team role table" 2024-09-11T03:30:02.056 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.891726702Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-11T03:30:02.056 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.892533096Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-11T03:30:02.056 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.893520595Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-11T03:30:02.056 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.894267873Z level=info msg="Executing migration" id="create user role table" 2024-09-11T03:30:02.056 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.894668746Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-11T03:30:02.056 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.895588693Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-11T03:30:02.056 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.896377569Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-11T03:30:02.056 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.897291626Z level=info msg="Executing migration" id="create builtin role table" 2024-09-11T03:30:02.057 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.897827305Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-11T03:30:02.057 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.898682766Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-11T03:30:02.057 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.89965278Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-11T03:30:02.057 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.900660723Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-11T03:30:02.057 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.902227284Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-11T03:30:02.057 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.904794279Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-11T03:30:02.057 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.905291404Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-11T03:30:02.057 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.905683297Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-11T03:30:02.057 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.906068552Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-11T03:30:02.057 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.906489652Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-11T03:30:02.057 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.907449496Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-11T03:30:02.058 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.907874582Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-11T03:30:02.058 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.908301732Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-11T03:30:02.058 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.90855936Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-11T03:30:02.058 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.908917351Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-11T03:30:02.058 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.90936236Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-11T03:30:02.058 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.909692928Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-11T03:30:02.058 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.909999429Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-11T03:30:02.058 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.910340705Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-11T03:30:02.058 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.910717738Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-11T03:30:02.058 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.911146738Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-11T03:30:02.058 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.912096178Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-11T03:30:02.058 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.912394112Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-11T03:30:02.058 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.912797772Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-11T03:30:02.059 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.913249297Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-11T03:30:02.059 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.913700844Z level=info msg="Executing migration" id="add correlation config column" 2024-09-11T03:30:02.059 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.914668671Z level=info msg="Executing migration" id="create entity_events table" 2024-09-11T03:30:02.059 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.915097745Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-11T03:30:02.059 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.915511383Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-11T03:30:02.059 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.915587831Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-11T03:30:02.059 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.915871189Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-11T03:30:02.059 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.915949621Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-11T03:30:02.059 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.916210881Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-11T03:30:02.059 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.916559847Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-11T03:30:02.059 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.916928413Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-11T03:30:02.059 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.917350342Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-11T03:30:02.060 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.917771417Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-11T03:30:02.060 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.918181086Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-11T03:30:02.060 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.918588954Z level=info msg="Executing migration" id="Drop public config table" 2024-09-11T03:30:02.060 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.918951306Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-11T03:30:02.060 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.919359606Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-11T03:30:02.060 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.919756968Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-11T03:30:02.060 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.920221121Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-11T03:30:02.061 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.922958493Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-11T03:30:02.061 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.925911242Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-11T03:30:02.061 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.926900829Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-11T03:30:02.061 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.927884792Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-11T03:30:02.061 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.928199542Z level=info msg="Executing migration" id="add share column" 2024-09-11T03:30:02.061 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.929173645Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-11T03:30:02.061 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.929600307Z level=info msg="Executing migration" id="create file table" 2024-09-11T03:30:02.061 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.930029305Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-11T03:30:02.061 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.932649756Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-11T03:30:02.062 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.933151191Z level=info msg="Executing migration" id="create file_meta table" 2024-09-11T03:30:02.062 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.935889109Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-11T03:30:02.062 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.936328854Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-11T03:30:02.062 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.938990666Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-11T03:30:02.062 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.939368362Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-11T03:30:02.062 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.941820861Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-11T03:30:02.062 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.942300262Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-11T03:30:02.062 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.944436113Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-11T03:30:02.062 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.944860473Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-11T03:30:02.062 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.94765697Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-11T03:30:02.063 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.950373216Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-11T03:30:02.063 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.95298761Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-11T03:30:02.063 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.953356014Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-11T03:30:02.063 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.956194604Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-11T03:30:02.063 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.958755843Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-11T03:30:02.063 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.96113942Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-11T03:30:02.063 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.970874726Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-11T03:30:02.064 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.97370333Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-11T03:30:02.064 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.976231033Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-11T03:30:02.064 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.979591959Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-11T03:30:02.064 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.979916495Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-11T03:30:02.064 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.982503821Z level=info msg="Executing migration" id="create folder table" 2024-09-11T03:30:02.064 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.984961386Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-11T03:30:02.064 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.987803167Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-11T03:30:02.064 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.98826886Z level=info msg="Executing migration" id="Update folder title length" 2024-09-11T03:30:02.065 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.990780458Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-11T03:30:02.065 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=migrator t=2024-09-11T03:30:01.991265437Z level=info msg="migrations completed" performed=485 skipped=0 duration=653.812649ms 2024-09-11T03:30:02.065 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=sqlstore t=2024-09-11T03:30:01.99163484Z level=info msg="Created default organization" 2024-09-11T03:30:02.065 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=plugin.loader t=2024-09-11T03:30:02.046635218Z level=info msg="Plugin registered" pluginID=input 2024-09-11T03:30:02.320 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-mon[31190]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:02.320 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:02.320 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:02.320 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:02.321 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:02.321 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=plugin.loader t=2024-09-11T03:30:02.077302673Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-11T03:30:02.321 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=plugin.loader t=2024-09-11T03:30:02.077336175Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-11T03:30:02.321 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=secrets t=2024-09-11T03:30:02.077368948Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-11T03:30:02.321 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=query_data t=2024-09-11T03:30:02.079058781Z level=info msg="Query Service initialization" 2024-09-11T03:30:02.321 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=live.push_http t=2024-09-11T03:30:02.081285373Z level=info msg="Live Push Gateway initialization" 2024-09-11T03:30:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:02 smithi086 ceph-mon[37253]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:02 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:02 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:02 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:02 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:02 smithi086 ceph-mon[27247]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:02 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:02 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:02 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:02 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:03.097 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=infra.usagestats.collector t=2024-09-11T03:30:02.806206073Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-11T03:30:03.097 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=provisioning.datasources t=2024-09-11T03:30:02.861586568Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-11T03:30:03.097 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=provisioning.datasources t=2024-09-11T03:30:02.893797834Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-11T03:30:03.097 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=provisioning.alerting t=2024-09-11T03:30:02.915243897Z level=info msg="starting to provision alerting" 2024-09-11T03:30:03.098 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=provisioning.alerting t=2024-09-11T03:30:02.915267836Z level=info msg="finished to provision alerting" 2024-09-11T03:30:03.098 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=ngalert.state.manager t=2024-09-11T03:30:02.915353838Z level=info msg="Warming state cache for startup" 2024-09-11T03:30:03.098 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=grafanaStorageLogger t=2024-09-11T03:30:02.91544267Z level=info msg="storage starting" 2024-09-11T03:30:03.098 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=http.server t=2024-09-11T03:30:02.917139986Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-11T03:30:03.098 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=sqlstore.transactions t=2024-09-11T03:30:02.925856118Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-11T03:30:03.098 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=ngalert.state.manager t=2024-09-11T03:30:02.926014998Z level=info msg="State cache has been initialized" states=0 duration=10.657071ms 2024-09-11T03:30:03.098 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=ticker t=2024-09-11T03:30:02.926071392Z level=info msg=starting first_tick=2024-09-11T03:30:10Z 2024-09-11T03:30:03.099 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=ngalert.multiorg.alertmanager t=2024-09-11T03:30:02.926091743Z level=info msg="starting MultiOrg Alertmanager" 2024-09-11T03:30:03.099 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:30:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=sqlstore.transactions t=2024-09-11T03:30:02.945700922Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-11T03:30:03.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:03 smithi086 ceph-mon[27247]: Deploying daemon node-exporter.a on smithi086 2024-09-11T03:30:03.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:03 smithi086 ceph-mon[37253]: Deploying daemon node-exporter.a on smithi086 2024-09-11T03:30:03.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:03 smithi130 ceph-mon[31190]: Deploying daemon node-exporter.a on smithi086 2024-09-11T03:30:04.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:04 smithi086 ceph-mon[27247]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:04.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:04 smithi086 ceph-mon[37253]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:04.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:04 smithi130 ceph-mon[31190]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:04.930 INFO:teuthology.orchestra.run.smithi086.stdout:197568495644 2024-09-11T03:30:04.930 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-11T03:30:05.389 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:30:05.389 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:05.389 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:30:05.389 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:05.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:30:05.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:06.276 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:06 smithi086 ceph-mon[27247]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:06.277 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:06 smithi086 ceph-mon[37253]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:06.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:06 smithi130 ceph-mon[31190]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:07.437 INFO:teuthology.orchestra.run.smithi086.stdout:231928234009 2024-09-11T03:30:07.437 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-11T03:30:08.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:08 smithi086 ceph-mon[27247]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:08.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:30:08] "GET /metrics HTTP/1.1" 200 33668 "" "Prometheus/2.43.0" 2024-09-11T03:30:08.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:08 smithi086 ceph-mon[37253]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:08.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:08 smithi130 ceph-mon[31190]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:10.072 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:09 smithi086 bash[71071]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-11T03:30:10.114 INFO:teuthology.orchestra.run.smithi086.stdout:77309411376 2024-09-11T03:30:10.115 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-11T03:30:10.558 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:10 smithi086 ceph-mon[27247]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:10.558 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:10 smithi086 ceph-mon[37253]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:10.558 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:10 smithi086 bash[71071]: Writing manifest to image destination 2024-09-11T03:30:10.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:10 smithi130 ceph-mon[31190]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:10.822 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:10 smithi086 podman[71071]: 2024-09-11 03:30:10.500911175 +0000 UTC m=+3.067274287 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-11T03:30:12.396 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:12 smithi130 ceph-mon[31190]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:12.406 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:12 smithi086 ceph-mon[37253]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:12.406 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:12 smithi086 podman[71071]: 2024-09-11 03:30:12.252049288 +0000 UTC m=+4.818412402 container create b88559e66b9b22adc20b96649bb02480e25d841e6b10ddc3c670b009c07866ed (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:12.407 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:12 smithi086 ceph-mon[27247]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:12.407 INFO:teuthology.orchestra.run.smithi086.stdout:107374182442 2024-09-11T03:30:12.408 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-11T03:30:13.793 INFO:teuthology.orchestra.run.smithi086.stdout:55834574901 2024-09-11T03:30:13.794 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-11T03:30:14.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:14 smithi086 ceph-mon[27247]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:14.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:14 smithi086 ceph-mon[37253]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:14.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:14 smithi130 ceph-mon[31190]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:14.813 INFO:teuthology.orchestra.run.smithi086.stdout:34359738425 2024-09-11T03:30:14.814 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-11T03:30:15.929 INFO:teuthology.orchestra.run.smithi086.stdout:163208757283 2024-09-11T03:30:15.932 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-11T03:30:16.394 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-mon[37253]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:16.395 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-mon[27247]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:16.395 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 podman[71071]: 2024-09-11 03:30:16.186116836 +0000 UTC m=+8.752479962 container init b88559e66b9b22adc20b96649bb02480e25d841e6b10ddc3c670b009c07866ed (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:16.395 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 podman[71071]: 2024-09-11 03:30:16.189765228 +0000 UTC m=+8.756128342 container start b88559e66b9b22adc20b96649bb02480e25d841e6b10ddc3c670b009c07866ed (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:16.396 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.193Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-11T03:30:16.396 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.193Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-11T03:30:16.396 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-11T03:30:16.396 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-11T03:30:16.396 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-11T03:30:16.396 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-11T03:30:16.396 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-11T03:30:16.396 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=arp 2024-09-11T03:30:16.396 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-11T03:30:16.396 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-11T03:30:16.397 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-11T03:30:16.397 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-11T03:30:16.397 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-11T03:30:16.397 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-11T03:30:16.397 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-11T03:30:16.397 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-11T03:30:16.397 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=edac 2024-09-11T03:30:16.397 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-11T03:30:16.397 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-11T03:30:16.397 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-11T03:30:16.397 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-11T03:30:16.398 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-11T03:30:16.398 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-11T03:30:16.398 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-11T03:30:16.398 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-11T03:30:16.398 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-11T03:30:16.398 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-11T03:30:16.398 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-11T03:30:16.398 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-11T03:30:16.399 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-11T03:30:16.399 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-11T03:30:16.399 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-11T03:30:16.399 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-11T03:30:16.399 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=os 2024-09-11T03:30:16.399 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-11T03:30:16.399 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-11T03:30:16.399 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-11T03:30:16.399 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-11T03:30:16.400 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-11T03:30:16.400 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-11T03:30:16.400 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-11T03:30:16.400 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=stat 2024-09-11T03:30:16.400 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-11T03:30:16.400 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-11T03:30:16.400 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-11T03:30:16.400 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=time 2024-09-11T03:30:16.400 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-11T03:30:16.400 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=uname 2024-09-11T03:30:16.400 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-11T03:30:16.400 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-11T03:30:16.400 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.194Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-11T03:30:16.401 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.195Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-11T03:30:16.401 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[71579]: ts=2024-09-11T03:30:16.195Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-11T03:30:16.401 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 bash[71071]: b88559e66b9b22adc20b96649bb02480e25d841e6b10ddc3c670b009c07866ed 2024-09-11T03:30:16.401 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:30:16 smithi086 systemd[1]: Started Ceph node-exporter.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:30:16.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:16 smithi130 ceph-mon[31190]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:16.779 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:17.048 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:17.070 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:17 smithi130 systemd[1]: Starting Ceph node-exporter.b for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:30:17.337 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:17 smithi130 bash[60957]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-11T03:30:17.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:17 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:17.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:17 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:17.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:17 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:17.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:17 smithi086 ceph-mon[27247]: Deploying daemon node-exporter.b on smithi130 2024-09-11T03:30:17.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:17 smithi086 ceph-mon[27247]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:17.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:17 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:17.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:17 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:17.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:17 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:17.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:17 smithi086 ceph-mon[37253]: Deploying daemon node-exporter.b on smithi130 2024-09-11T03:30:17.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:17 smithi086 ceph-mon[37253]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:17.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:17 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:17.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:17 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:17.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:17 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:17.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:17 smithi130 ceph-mon[31190]: Deploying daemon node-exporter.b on smithi130 2024-09-11T03:30:17.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:17 smithi130 ceph-mon[31190]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:18.096 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:17 smithi130 bash[60957]: Getting image source signatures 2024-09-11T03:30:18.096 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:17 smithi130 bash[60957]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-11T03:30:18.096 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:17 smithi130 bash[60957]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-11T03:30:18.096 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:17 smithi130 bash[60957]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-11T03:30:18.172 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:18.173 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:18.173 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:18.174 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:18.189 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:18.211 INFO:teuthology.orchestra.run.smithi086.stdout:128849018920 2024-09-11T03:30:18.211 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-11T03:30:18.302 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:18 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:30:18] "GET /metrics HTTP/1.1" 200 33668 "" "Prometheus/2.43.0" 2024-09-11T03:30:19.589 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 bash[60957]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-11T03:30:19.589 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 bash[60957]: Writing manifest to image destination 2024-09-11T03:30:19.846 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 podman[60957]: 2024-09-11 03:30:19.546611217 +0000 UTC m=+2.379086294 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-11T03:30:19.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 podman[60957]: 2024-09-11 03:30:19.636960999 +0000 UTC m=+2.469436064 container create 65b83b129fd7af4208822c91a7098823349037d57cda88036e7c2c7d884e5060 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-11T03:30:19.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 podman[60957]: 2024-09-11 03:30:19.822193773 +0000 UTC m=+2.654668837 container init 65b83b129fd7af4208822c91a7098823349037d57cda88036e7c2c7d884e5060 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-11T03:30:19.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 podman[60957]: 2024-09-11 03:30:19.825194174 +0000 UTC m=+2.657669239 container start 65b83b129fd7af4208822c91a7098823349037d57cda88036e7c2c7d884e5060 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-11T03:30:19.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.829Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-11T03:30:19.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.829Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-11T03:30:19.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.829Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-11T03:30:19.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.829Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-11T03:30:19.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-11T03:30:19.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-11T03:30:19.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-11T03:30:19.848 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=arp 2024-09-11T03:30:19.848 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-11T03:30:19.848 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-11T03:30:19.848 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-11T03:30:19.848 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-11T03:30:19.848 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-11T03:30:19.849 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-11T03:30:19.849 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-11T03:30:19.849 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-11T03:30:19.849 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=edac 2024-09-11T03:30:19.849 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-11T03:30:19.849 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-11T03:30:19.849 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-11T03:30:19.849 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.830Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-11T03:30:19.849 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-11T03:30:19.850 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-11T03:30:19.850 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-11T03:30:19.850 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-11T03:30:19.850 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-11T03:30:19.850 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-11T03:30:19.850 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-11T03:30:19.850 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-11T03:30:19.850 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-11T03:30:19.850 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-11T03:30:19.850 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-11T03:30:19.850 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-11T03:30:19.850 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=os 2024-09-11T03:30:19.851 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-11T03:30:19.851 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-11T03:30:19.851 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-11T03:30:19.851 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-11T03:30:19.851 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-11T03:30:19.851 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-11T03:30:19.851 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-11T03:30:19.851 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=stat 2024-09-11T03:30:19.851 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-11T03:30:19.851 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-11T03:30:19.851 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-11T03:30:19.851 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=time 2024-09-11T03:30:19.852 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-11T03:30:19.852 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=uname 2024-09-11T03:30:19.852 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-11T03:30:19.852 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-11T03:30:19.852 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-11T03:30:19.852 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-11T03:30:19.852 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[61030]: ts=2024-09-11T03:30:19.831Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-11T03:30:20.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[27247]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:30:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[37253]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:20 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:30:20.346 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 bash[60957]: 65b83b129fd7af4208822c91a7098823349037d57cda88036e7c2c7d884e5060 2024-09-11T03:30:20.346 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:30:19 smithi130 systemd[1]: Started Ceph node-exporter.b for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:30:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:20 smithi130 ceph-mon[31190]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:20 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:20 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:20 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:20 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:20 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:20 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:30:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:21 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:30:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:21 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:21.516 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:21 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:30:21.516 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:21 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:21.516 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:21 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:30:21.516 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:21 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:22.368 INFO:teuthology.orchestra.run.smithi086.stdout:77309411379 2024-09-11T03:30:22.368 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:22 smithi086 ceph-mon[27247]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:22.368 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:22 smithi086 ceph-mon[37253]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:22.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:22 smithi130 ceph-mon[31190]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:23 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3147969266' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-11T03:30:23.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:23 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3147969266' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-11T03:30:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:23 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3147969266' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-11T03:30:24.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:24 smithi086 ceph-mon[37253]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:24.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:24 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:24.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:24 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:24.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:24 smithi086 ceph-mon[27247]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:24.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:24 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:24.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:24 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:24.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:24 smithi130 ceph-mon[31190]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:24.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:24 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:24.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:24 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:25.518 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411376 got 77309411379 for osd.2 2024-09-11T03:30:25.519 DEBUG:teuthology.parallel:result is None 2024-09-11T03:30:26.365 INFO:teuthology.orchestra.run.smithi086.stdout:107374182446 2024-09-11T03:30:26.365 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:26 smithi086 ceph-mon[27247]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:26.365 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:26 smithi086 ceph-mon[37253]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:26.398 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:26 smithi130 ceph-mon[31190]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:27.247 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182442 got 107374182446 for osd.3 2024-09-11T03:30:27.248 DEBUG:teuthology.parallel:result is None 2024-09-11T03:30:27.418 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:27 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2861264604' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-11T03:30:27.419 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:27 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/4157549380' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-11T03:30:27.437 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:27 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2861264604' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-11T03:30:27.437 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:27 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/4157549380' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-11T03:30:27.437 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:27 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2861264604' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-11T03:30:27.437 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:27 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/4157549380' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-11T03:30:27.763 INFO:teuthology.orchestra.run.smithi086.stdout:55834574903 2024-09-11T03:30:27.798 INFO:teuthology.orchestra.run.smithi086.stdout:231928234013 2024-09-11T03:30:28.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:28 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:30:28] "GET /metrics HTTP/1.1" 200 33666 "" "Prometheus/2.43.0" 2024-09-11T03:30:28.434 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:28 smithi086 ceph-mon[37253]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:28.435 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:28 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/389375933' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-11T03:30:28.435 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:28 smithi086 ceph-mon[27247]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:28.435 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:28 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/389375933' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-11T03:30:28.456 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574901 got 55834574903 for osd.1 2024-09-11T03:30:28.456 DEBUG:teuthology.parallel:result is None 2024-09-11T03:30:28.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:28 smithi130 ceph-mon[31190]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:28.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:28 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/389375933' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-11T03:30:29.072 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234009 got 231928234013 for osd.7 2024-09-11T03:30:29.073 DEBUG:teuthology.parallel:result is None 2024-09-11T03:30:29.468 INFO:teuthology.orchestra.run.smithi086.stdout:163208757286 2024-09-11T03:30:30.127 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:30.524 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:30 smithi086 ceph-mon[37253]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:30.524 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:30 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1581762376' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-11T03:30:30.525 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:30 smithi086 ceph-mon[27247]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:30.525 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:30 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1581762376' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-11T03:30:30.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:30 smithi130 ceph-mon[31190]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:30.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:30 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1581762376' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-11T03:30:31.712 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757283 got 163208757286 for osd.5 2024-09-11T03:30:31.713 DEBUG:teuthology.parallel:result is None 2024-09-11T03:30:32.420 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:32 smithi086 ceph-mon[27247]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:32.420 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:32 smithi086 ceph-mon[37253]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:32.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:32 smithi130 ceph-mon[31190]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:32.672 INFO:teuthology.orchestra.run.smithi086.stdout:34359738429 2024-09-11T03:30:32.875 INFO:teuthology.orchestra.run.smithi086.stdout:197568495650 2024-09-11T03:30:33.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:33 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3631682796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-11T03:30:33.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:33 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3431920154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-11T03:30:33.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:33 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3631682796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-11T03:30:33.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:33 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3431920154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-11T03:30:33.439 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738425 got 34359738429 for osd.0 2024-09-11T03:30:33.440 DEBUG:teuthology.parallel:result is None 2024-09-11T03:30:33.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:33 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3631682796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-11T03:30:33.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:33 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3431920154' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-11T03:30:34.375 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:34 smithi086 ceph-mon[27247]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:34.375 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:34 smithi086 ceph-mon[37253]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:34.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:34 smithi130 ceph-mon[31190]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:34.683 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495644 got 197568495650 for osd.6 2024-09-11T03:30:34.683 DEBUG:teuthology.parallel:result is None 2024-09-11T03:30:35.462 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:30:35.462 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:30:35.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:30:35.852 INFO:teuthology.orchestra.run.smithi086.stdout:128849018923 2024-09-11T03:30:36.370 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:36 smithi086 ceph-mon[27247]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:36.370 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:36 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/4258038096' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-11T03:30:36.371 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:36 smithi086 ceph-mon[37253]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:36.371 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:36 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/4258038096' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-11T03:30:36.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:36 smithi130 ceph-mon[31190]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:36.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:36 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/4258038096' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-11T03:30:37.179 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018920 got 128849018923 for osd.4 2024-09-11T03:30:37.180 DEBUG:teuthology.parallel:result is None 2024-09-11T03:30:37.180 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-11T03:30:37.180 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-11T03:30:37.843 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:38.258 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:30:38] "GET /metrics HTTP/1.1" 200 33665 "" "Prometheus/2.43.0" 2024-09-11T03:30:38.258 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:38 smithi086 ceph-mon[27247]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:38.258 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:38.258 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:38.259 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:30:38.259 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:30:38.259 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:38 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:38.259 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:38 smithi086 ceph-mon[37253]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:38.259 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:38.259 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:38.259 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:30:38.259 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:30:38.259 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:38 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:38.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:38 smithi130 ceph-mon[31190]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:38.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:38.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:38.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:30:38.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:30:38.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:38 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:39 smithi086 ceph-mon[27247]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-11T03:30:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:39 smithi086 ceph-mon[27247]: Reconfiguring daemon alertmanager.a on smithi086 2024-09-11T03:30:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:39 smithi086 ceph-mon[37253]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-11T03:30:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:39 smithi086 ceph-mon[37253]: Reconfiguring daemon alertmanager.a on smithi086 2024-09-11T03:30:39.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:39 smithi130 ceph-mon[31190]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-11T03:30:39.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:39 smithi130 ceph-mon[31190]: Reconfiguring daemon alertmanager.a on smithi086 2024-09-11T03:30:40.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:40 smithi086 ceph-mon[27247]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:40.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:40 smithi086 ceph-mon[37253]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:40 smithi130 ceph-mon[31190]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:41.919 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:30:41.921 INFO:teuthology.orchestra.run.smithi086.stderr:dumped all 2024-09-11T03:30:42.256 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:42 smithi086 ceph-mon[27247]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:42.256 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:42 smithi086 ceph-mon[37253]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:42.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:42 smithi130 ceph-mon[31190]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:43.132 INFO:teuthology.orchestra.run.smithi086.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-09-11T03:30:41.037846+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":228176,"kb_used_data":7920,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733040,"statfs":{"total":767960285184,"available":767726632960,"internally_reserved":0,"allocated":8110080,"data_stored":4574087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12741,"internal_metadata":225431099},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002684"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104639+0000","last_change":"2024-09-11T03:28:47.075103+0000","last_active":"2024-09-11T03:29:43.104639+0000","last_peered":"2024-09-11T03:29:43.104639+0000","last_clean":"2024-09-11T03:29:43.104639+0000","last_became_active":"2024-09-11T03:28:47.074610+0000","last_became_peered":"2024-09-11T03:28:47.074610+0000","last_unstale":"2024-09-11T03:29:43.104639+0000","last_undegraded":"2024-09-11T03:29:43.104639+0000","last_fullsized":"2024-09-11T03:29:43.104639+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:00:32.436877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726832+0000","last_change":"2024-09-11T03:28:47.071766+0000","last_active":"2024-09-11T03:29:42.726832+0000","last_peered":"2024-09-11T03:29:42.726832+0000","last_clean":"2024-09-11T03:29:42.726832+0000","last_became_active":"2024-09-11T03:28:47.071284+0000","last_became_peered":"2024-09-11T03:28:47.071284+0000","last_unstale":"2024-09-11T03:29:42.726832+0000","last_undegraded":"2024-09-11T03:29:42.726832+0000","last_fullsized":"2024-09-11T03:29:42.726832+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:00:59.760616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102732+0000","last_change":"2024-09-11T03:28:47.066285+0000","last_active":"2024-09-11T03:29:43.102732+0000","last_peered":"2024-09-11T03:29:43.102732+0000","last_clean":"2024-09-11T03:29:43.102732+0000","last_became_active":"2024-09-11T03:28:47.065953+0000","last_became_peered":"2024-09-11T03:28:47.065953+0000","last_unstale":"2024-09-11T03:29:43.102732+0000","last_undegraded":"2024-09-11T03:29:43.102732+0000","last_fullsized":"2024-09-11T03:29:43.102732+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:02:10.967113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728537+0000","last_change":"2024-09-11T03:28:47.076651+0000","last_active":"2024-09-11T03:29:42.728537+0000","last_peered":"2024-09-11T03:29:42.728537+0000","last_clean":"2024-09-11T03:29:42.728537+0000","last_became_active":"2024-09-11T03:28:47.076340+0000","last_became_peered":"2024-09-11T03:28:47.076340+0000","last_unstale":"2024-09-11T03:29:42.728537+0000","last_undegraded":"2024-09-11T03:29:42.728537+0000","last_fullsized":"2024-09-11T03:29:42.728537+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:03:50.384506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103850+0000","last_change":"2024-09-11T03:28:47.078288+0000","last_active":"2024-09-11T03:29:43.103850+0000","last_peered":"2024-09-11T03:29:43.103850+0000","last_clean":"2024-09-11T03:29:43.103850+0000","last_became_active":"2024-09-11T03:28:47.078000+0000","last_became_peered":"2024-09-11T03:28:47.078000+0000","last_unstale":"2024-09-11T03:29:43.103850+0000","last_undegraded":"2024-09-11T03:29:43.103850+0000","last_fullsized":"2024-09-11T03:29:43.103850+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:21:37.088793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728617+0000","last_change":"2024-09-11T03:28:47.069866+0000","last_active":"2024-09-11T03:29:42.728617+0000","last_peered":"2024-09-11T03:29:42.728617+0000","last_clean":"2024-09-11T03:29:42.728617+0000","last_became_active":"2024-09-11T03:28:47.069572+0000","last_became_peered":"2024-09-11T03:28:47.069572+0000","last_unstale":"2024-09-11T03:29:42.728617+0000","last_undegraded":"2024-09-11T03:29:42.728617+0000","last_fullsized":"2024-09-11T03:29:42.728617+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:42:00.047157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103477+0000","last_change":"2024-09-11T03:28:47.079336+0000","last_active":"2024-09-11T03:29:43.103477+0000","last_peered":"2024-09-11T03:29:43.103477+0000","last_clean":"2024-09-11T03:29:43.103477+0000","last_became_active":"2024-09-11T03:28:47.078903+0000","last_became_peered":"2024-09-11T03:28:47.078903+0000","last_unstale":"2024-09-11T03:29:43.103477+0000","last_undegraded":"2024-09-11T03:29:43.103477+0000","last_fullsized":"2024-09-11T03:29:43.103477+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:46:17.876805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102554+0000","last_change":"2024-09-11T03:28:47.071463+0000","last_active":"2024-09-11T03:29:43.102554+0000","last_peered":"2024-09-11T03:29:43.102554+0000","last_clean":"2024-09-11T03:29:43.102554+0000","last_became_active":"2024-09-11T03:28:47.070810+0000","last_became_peered":"2024-09-11T03:28:47.070810+0000","last_unstale":"2024-09-11T03:29:43.102554+0000","last_undegraded":"2024-09-11T03:29:43.102554+0000","last_fullsized":"2024-09-11T03:29:43.102554+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:13:52.090828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103273+0000","last_change":"2024-09-11T03:28:47.082073+0000","last_active":"2024-09-11T03:29:43.103273+0000","last_peered":"2024-09-11T03:29:43.103273+0000","last_clean":"2024-09-11T03:29:43.103273+0000","last_became_active":"2024-09-11T03:28:47.081780+0000","last_became_peered":"2024-09-11T03:28:47.081780+0000","last_unstale":"2024-09-11T03:29:43.103273+0000","last_undegraded":"2024-09-11T03:29:43.103273+0000","last_fullsized":"2024-09-11T03:29:43.103273+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:22:10.258817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104328+0000","last_change":"2024-09-11T03:28:47.077011+0000","last_active":"2024-09-11T03:29:43.104328+0000","last_peered":"2024-09-11T03:29:43.104328+0000","last_clean":"2024-09-11T03:29:43.104328+0000","last_became_active":"2024-09-11T03:28:47.076762+0000","last_became_peered":"2024-09-11T03:28:47.076762+0000","last_unstale":"2024-09-11T03:29:43.104328+0000","last_undegraded":"2024-09-11T03:29:43.104328+0000","last_fullsized":"2024-09-11T03:29:43.104328+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:33:41.084633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104021+0000","last_change":"2024-09-11T03:28:47.069494+0000","last_active":"2024-09-11T03:29:43.104021+0000","last_peered":"2024-09-11T03:29:43.104021+0000","last_clean":"2024-09-11T03:29:43.104021+0000","last_became_active":"2024-09-11T03:28:47.069223+0000","last_became_peered":"2024-09-11T03:28:47.069223+0000","last_unstale":"2024-09-11T03:29:43.104021+0000","last_undegraded":"2024-09-11T03:29:43.104021+0000","last_fullsized":"2024-09-11T03:29:43.104021+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:20:44.799027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723494+0000","last_change":"2024-09-11T03:28:47.070794+0000","last_active":"2024-09-11T03:29:42.723494+0000","last_peered":"2024-09-11T03:29:42.723494+0000","last_clean":"2024-09-11T03:29:42.723494+0000","last_became_active":"2024-09-11T03:28:47.067641+0000","last_became_peered":"2024-09-11T03:28:47.067641+0000","last_unstale":"2024-09-11T03:29:42.723494+0000","last_undegraded":"2024-09-11T03:29:42.723494+0000","last_fullsized":"2024-09-11T03:29:42.723494+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:52:36.459151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102551+0000","last_change":"2024-09-11T03:28:47.071095+0000","last_active":"2024-09-11T03:29:43.102551+0000","last_peered":"2024-09-11T03:29:43.102551+0000","last_clean":"2024-09-11T03:29:43.102551+0000","last_became_active":"2024-09-11T03:28:47.070822+0000","last_became_peered":"2024-09-11T03:28:47.070822+0000","last_unstale":"2024-09-11T03:29:43.102551+0000","last_undegraded":"2024-09-11T03:29:43.102551+0000","last_fullsized":"2024-09-11T03:29:43.102551+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:30:31.933463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102810+0000","last_change":"2024-09-11T03:28:47.065286+0000","last_active":"2024-09-11T03:29:43.102810+0000","last_peered":"2024-09-11T03:29:43.102810+0000","last_clean":"2024-09-11T03:29:43.102810+0000","last_became_active":"2024-09-11T03:28:47.064959+0000","last_became_peered":"2024-09-11T03:28:47.064959+0000","last_unstale":"2024-09-11T03:29:43.102810+0000","last_undegraded":"2024-09-11T03:29:43.102810+0000","last_fullsized":"2024-09-11T03:29:43.102810+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:35:36.505570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726532+0000","last_change":"2024-09-11T03:28:47.062238+0000","last_active":"2024-09-11T03:29:42.726532+0000","last_peered":"2024-09-11T03:29:42.726532+0000","last_clean":"2024-09-11T03:29:42.726532+0000","last_became_active":"2024-09-11T03:28:47.061967+0000","last_became_peered":"2024-09-11T03:28:47.061967+0000","last_unstale":"2024-09-11T03:29:42.726532+0000","last_undegraded":"2024-09-11T03:29:42.726532+0000","last_fullsized":"2024-09-11T03:29:42.726532+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:15:06.170791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728468+0000","last_change":"2024-09-11T03:28:47.071619+0000","last_active":"2024-09-11T03:29:42.728468+0000","last_peered":"2024-09-11T03:29:42.728468+0000","last_clean":"2024-09-11T03:29:42.728468+0000","last_became_active":"2024-09-11T03:28:47.070630+0000","last_became_peered":"2024-09-11T03:28:47.070630+0000","last_unstale":"2024-09-11T03:29:42.728468+0000","last_undegraded":"2024-09-11T03:29:42.728468+0000","last_fullsized":"2024-09-11T03:29:42.728468+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:27:44.610980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.729036+0000","last_change":"2024-09-11T03:28:47.079792+0000","last_active":"2024-09-11T03:29:42.729036+0000","last_peered":"2024-09-11T03:29:42.729036+0000","last_clean":"2024-09-11T03:29:42.729036+0000","last_became_active":"2024-09-11T03:28:47.079535+0000","last_became_peered":"2024-09-11T03:28:47.079535+0000","last_unstale":"2024-09-11T03:29:42.729036+0000","last_undegraded":"2024-09-11T03:29:42.729036+0000","last_fullsized":"2024-09-11T03:29:42.729036+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:29:44.162723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723770+0000","last_change":"2024-09-11T03:28:47.063519+0000","last_active":"2024-09-11T03:29:42.723770+0000","last_peered":"2024-09-11T03:29:42.723770+0000","last_clean":"2024-09-11T03:29:42.723770+0000","last_became_active":"2024-09-11T03:28:47.063268+0000","last_became_peered":"2024-09-11T03:28:47.063268+0000","last_unstale":"2024-09-11T03:29:42.723770+0000","last_undegraded":"2024-09-11T03:29:42.723770+0000","last_fullsized":"2024-09-11T03:29:42.723770+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:35:46.190640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103295+0000","last_change":"2024-09-11T03:28:47.075254+0000","last_active":"2024-09-11T03:29:43.103295+0000","last_peered":"2024-09-11T03:29:43.103295+0000","last_clean":"2024-09-11T03:29:43.103295+0000","last_became_active":"2024-09-11T03:28:47.074995+0000","last_became_peered":"2024-09-11T03:28:47.074995+0000","last_unstale":"2024-09-11T03:29:43.103295+0000","last_undegraded":"2024-09-11T03:29:43.103295+0000","last_fullsized":"2024-09-11T03:29:43.103295+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:13:05.562855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104576+0000","last_change":"2024-09-11T03:28:47.072573+0000","last_active":"2024-09-11T03:29:43.104576+0000","last_peered":"2024-09-11T03:29:43.104576+0000","last_clean":"2024-09-11T03:29:43.104576+0000","last_became_active":"2024-09-11T03:28:47.071809+0000","last_became_peered":"2024-09-11T03:28:47.071809+0000","last_unstale":"2024-09-11T03:29:43.104576+0000","last_undegraded":"2024-09-11T03:29:43.104576+0000","last_fullsized":"2024-09-11T03:29:43.104576+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:49:39.246639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103018+0000","last_change":"2024-09-11T03:28:47.067917+0000","last_active":"2024-09-11T03:29:43.103018+0000","last_peered":"2024-09-11T03:29:43.103018+0000","last_clean":"2024-09-11T03:29:43.103018+0000","last_became_active":"2024-09-11T03:28:47.067647+0000","last_became_peered":"2024-09-11T03:28:47.067647+0000","last_unstale":"2024-09-11T03:29:43.103018+0000","last_undegraded":"2024-09-11T03:29:43.103018+0000","last_fullsized":"2024-09-11T03:29:43.103018+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:48:02.808051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728675+0000","last_change":"2024-09-11T03:28:47.075265+0000","last_active":"2024-09-11T03:29:42.728675+0000","last_peered":"2024-09-11T03:29:42.728675+0000","last_clean":"2024-09-11T03:29:42.728675+0000","last_became_active":"2024-09-11T03:28:47.074980+0000","last_became_peered":"2024-09-11T03:28:47.074980+0000","last_unstale":"2024-09-11T03:29:42.728675+0000","last_undegraded":"2024-09-11T03:29:42.728675+0000","last_fullsized":"2024-09-11T03:29:42.728675+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:49:46.654051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102446+0000","last_change":"2024-09-11T03:28:47.057820+0000","last_active":"2024-09-11T03:29:43.102446+0000","last_peered":"2024-09-11T03:29:43.102446+0000","last_clean":"2024-09-11T03:29:43.102446+0000","last_became_active":"2024-09-11T03:28:47.057323+0000","last_became_peered":"2024-09-11T03:28:47.057323+0000","last_unstale":"2024-09-11T03:29:43.102446+0000","last_undegraded":"2024-09-11T03:29:43.102446+0000","last_fullsized":"2024-09-11T03:29:43.102446+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:00:23.623293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728469+0000","last_change":"2024-09-11T03:28:47.066676+0000","last_active":"2024-09-11T03:29:42.728469+0000","last_peered":"2024-09-11T03:29:42.728469+0000","last_clean":"2024-09-11T03:29:42.728469+0000","last_became_active":"2024-09-11T03:28:47.066431+0000","last_became_peered":"2024-09-11T03:28:47.066431+0000","last_unstale":"2024-09-11T03:29:42.728469+0000","last_undegraded":"2024-09-11T03:29:42.728469+0000","last_fullsized":"2024-09-11T03:29:42.728469+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:41:24.436760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103095+0000","last_change":"2024-09-11T03:28:47.065033+0000","last_active":"2024-09-11T03:29:43.103095+0000","last_peered":"2024-09-11T03:29:43.103095+0000","last_clean":"2024-09-11T03:29:43.103095+0000","last_became_active":"2024-09-11T03:28:47.064624+0000","last_became_peered":"2024-09-11T03:28:47.064624+0000","last_unstale":"2024-09-11T03:29:43.103095+0000","last_undegraded":"2024-09-11T03:29:43.103095+0000","last_fullsized":"2024-09-11T03:29:43.103095+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:27:19.921023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104231+0000","last_change":"2024-09-11T03:28:47.072320+0000","last_active":"2024-09-11T03:29:43.104231+0000","last_peered":"2024-09-11T03:29:43.104231+0000","last_clean":"2024-09-11T03:29:43.104231+0000","last_became_active":"2024-09-11T03:28:47.071892+0000","last_became_peered":"2024-09-11T03:28:47.071892+0000","last_unstale":"2024-09-11T03:29:43.104231+0000","last_undegraded":"2024-09-11T03:29:43.104231+0000","last_fullsized":"2024-09-11T03:29:43.104231+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:23:57.198327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726715+0000","last_change":"2024-09-11T03:28:47.060930+0000","last_active":"2024-09-11T03:29:42.726715+0000","last_peered":"2024-09-11T03:29:42.726715+0000","last_clean":"2024-09-11T03:29:42.726715+0000","last_became_active":"2024-09-11T03:28:47.060610+0000","last_became_peered":"2024-09-11T03:28:47.060610+0000","last_unstale":"2024-09-11T03:29:42.726715+0000","last_undegraded":"2024-09-11T03:29:42.726715+0000","last_fullsized":"2024-09-11T03:29:42.726715+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:44:22.817679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102478+0000","last_change":"2024-09-11T03:28:47.063609+0000","last_active":"2024-09-11T03:29:43.102478+0000","last_peered":"2024-09-11T03:29:43.102478+0000","last_clean":"2024-09-11T03:29:43.102478+0000","last_became_active":"2024-09-11T03:28:47.063370+0000","last_became_peered":"2024-09-11T03:28:47.063370+0000","last_unstale":"2024-09-11T03:29:43.102478+0000","last_undegraded":"2024-09-11T03:29:43.102478+0000","last_fullsized":"2024-09-11T03:29:43.102478+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:11:29.441344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723603+0000","last_change":"2024-09-11T03:29:16.673770+0000","last_active":"2024-09-11T03:29:42.723603+0000","last_peered":"2024-09-11T03:29:42.723603+0000","last_clean":"2024-09-11T03:29:42.723603+0000","last_became_active":"2024-09-11T03:29:16.673413+0000","last_became_peered":"2024-09-11T03:29:16.673413+0000","last_unstale":"2024-09-11T03:29:42.723603+0000","last_undegraded":"2024-09-11T03:29:42.723603+0000","last_fullsized":"2024-09-11T03:29:42.723603+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:26:52.797994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723337+0000","last_change":"2024-09-11T03:29:16.559380+0000","last_active":"2024-09-11T03:29:42.723337+0000","last_peered":"2024-09-11T03:29:42.723337+0000","last_clean":"2024-09-11T03:29:42.723337+0000","last_became_active":"2024-09-11T03:29:16.558997+0000","last_became_peered":"2024-09-11T03:29:16.558997+0000","last_unstale":"2024-09-11T03:29:42.723337+0000","last_undegraded":"2024-09-11T03:29:42.723337+0000","last_fullsized":"2024-09-11T03:29:42.723337+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:25:29.472386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723337+0000","last_change":"2024-09-11T03:28:47.063250+0000","last_active":"2024-09-11T03:29:42.723337+0000","last_peered":"2024-09-11T03:29:42.723337+0000","last_clean":"2024-09-11T03:29:42.723337+0000","last_became_active":"2024-09-11T03:28:47.062715+0000","last_became_peered":"2024-09-11T03:28:47.062715+0000","last_unstale":"2024-09-11T03:29:42.723337+0000","last_undegraded":"2024-09-11T03:29:42.723337+0000","last_fullsized":"2024-09-11T03:29:42.723337+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:00:41.773089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103661+0000","last_change":"2024-09-11T03:28:47.076964+0000","last_active":"2024-09-11T03:29:43.103661+0000","last_peered":"2024-09-11T03:29:43.103661+0000","last_clean":"2024-09-11T03:29:43.103661+0000","last_became_active":"2024-09-11T03:28:47.076699+0000","last_became_peered":"2024-09-11T03:28:47.076699+0000","last_unstale":"2024-09-11T03:29:43.103661+0000","last_undegraded":"2024-09-11T03:29:43.103661+0000","last_fullsized":"2024-09-11T03:29:43.103661+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:38:15.956281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723196+0000","last_change":"2024-09-11T03:28:47.070730+0000","last_active":"2024-09-11T03:29:42.723196+0000","last_peered":"2024-09-11T03:29:42.723196+0000","last_clean":"2024-09-11T03:29:42.723196+0000","last_became_active":"2024-09-11T03:28:47.067902+0000","last_became_peered":"2024-09-11T03:28:47.067902+0000","last_unstale":"2024-09-11T03:29:42.723196+0000","last_undegraded":"2024-09-11T03:29:42.723196+0000","last_fullsized":"2024-09-11T03:29:42.723196+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:37:38.438329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104125+0000","last_change":"2024-09-11T03:28:43.986957+0000","last_active":"2024-09-11T03:29:43.104125+0000","last_peered":"2024-09-11T03:29:43.104125+0000","last_clean":"2024-09-11T03:29:43.104125+0000","last_became_active":"2024-09-11T03:28:43.986687+0000","last_became_peered":"2024-09-11T03:28:43.986687+0000","last_unstale":"2024-09-11T03:29:43.104125+0000","last_undegraded":"2024-09-11T03:29:43.104125+0000","last_fullsized":"2024-09-11T03:29:43.104125+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:09:52.358550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103292+0000","last_change":"2024-09-11T03:28:47.073487+0000","last_active":"2024-09-11T03:29:43.103292+0000","last_peered":"2024-09-11T03:29:43.103292+0000","last_clean":"2024-09-11T03:29:43.103292+0000","last_became_active":"2024-09-11T03:28:47.072117+0000","last_became_peered":"2024-09-11T03:28:47.072117+0000","last_unstale":"2024-09-11T03:29:43.103292+0000","last_undegraded":"2024-09-11T03:29:43.103292+0000","last_fullsized":"2024-09-11T03:29:43.103292+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:32:11.315027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104922+0000","last_change":"2024-09-11T03:28:43.991372+0000","last_active":"2024-09-11T03:29:43.104922+0000","last_peered":"2024-09-11T03:29:43.104922+0000","last_clean":"2024-09-11T03:29:43.104922+0000","last_became_active":"2024-09-11T03:28:43.990776+0000","last_became_peered":"2024-09-11T03:28:43.990776+0000","last_unstale":"2024-09-11T03:29:43.104922+0000","last_undegraded":"2024-09-11T03:29:43.104922+0000","last_fullsized":"2024-09-11T03:29:43.104922+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:49:18.742692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103570+0000","last_change":"2024-09-11T03:28:43.984935+0000","last_active":"2024-09-11T03:29:43.103570+0000","last_peered":"2024-09-11T03:29:43.103570+0000","last_clean":"2024-09-11T03:29:43.103570+0000","last_became_active":"2024-09-11T03:28:43.984617+0000","last_became_peered":"2024-09-11T03:28:43.984617+0000","last_unstale":"2024-09-11T03:29:43.103570+0000","last_undegraded":"2024-09-11T03:29:43.103570+0000","last_fullsized":"2024-09-11T03:29:43.103570+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:20:32.146035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102454+0000","last_change":"2024-09-11T03:28:47.064174+0000","last_active":"2024-09-11T03:29:43.102454+0000","last_peered":"2024-09-11T03:29:43.102454+0000","last_clean":"2024-09-11T03:29:43.102454+0000","last_became_active":"2024-09-11T03:28:47.063970+0000","last_became_peered":"2024-09-11T03:28:47.063970+0000","last_unstale":"2024-09-11T03:29:43.102454+0000","last_undegraded":"2024-09-11T03:29:43.102454+0000","last_fullsized":"2024-09-11T03:29:43.102454+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:25:04.260654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728696+0000","last_change":"2024-09-11T03:28:43.991548+0000","last_active":"2024-09-11T03:29:42.728696+0000","last_peered":"2024-09-11T03:29:42.728696+0000","last_clean":"2024-09-11T03:29:42.728696+0000","last_became_active":"2024-09-11T03:28:43.991284+0000","last_became_peered":"2024-09-11T03:28:43.991284+0000","last_unstale":"2024-09-11T03:29:42.728696+0000","last_undegraded":"2024-09-11T03:29:42.728696+0000","last_fullsized":"2024-09-11T03:29:42.728696+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:09:31.429860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726427+0000","last_change":"2024-09-11T03:28:47.057657+0000","last_active":"2024-09-11T03:29:42.726427+0000","last_peered":"2024-09-11T03:29:42.726427+0000","last_clean":"2024-09-11T03:29:42.726427+0000","last_became_active":"2024-09-11T03:28:47.057244+0000","last_became_peered":"2024-09-11T03:28:47.057244+0000","last_unstale":"2024-09-11T03:29:42.726427+0000","last_undegraded":"2024-09-11T03:29:42.726427+0000","last_fullsized":"2024-09-11T03:29:42.726427+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:48:49.189045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.105369+0000","last_change":"2024-09-11T03:28:43.988003+0000","last_active":"2024-09-11T03:29:43.105369+0000","last_peered":"2024-09-11T03:29:43.105369+0000","last_clean":"2024-09-11T03:29:43.105369+0000","last_became_active":"2024-09-11T03:28:43.987642+0000","last_became_peered":"2024-09-11T03:28:43.987642+0000","last_unstale":"2024-09-11T03:29:43.105369+0000","last_undegraded":"2024-09-11T03:29:43.105369+0000","last_fullsized":"2024-09-11T03:29:43.105369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:22:58.799309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728949+0000","last_change":"2024-09-11T03:28:47.070170+0000","last_active":"2024-09-11T03:29:42.728949+0000","last_peered":"2024-09-11T03:29:42.728949+0000","last_clean":"2024-09-11T03:29:42.728949+0000","last_became_active":"2024-09-11T03:28:47.069891+0000","last_became_peered":"2024-09-11T03:28:47.069891+0000","last_unstale":"2024-09-11T03:29:42.728949+0000","last_undegraded":"2024-09-11T03:29:42.728949+0000","last_fullsized":"2024-09-11T03:29:42.728949+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:49:34.681613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.729029+0000","last_change":"2024-09-11T03:28:43.986600+0000","last_active":"2024-09-11T03:29:42.729029+0000","last_peered":"2024-09-11T03:29:42.729029+0000","last_clean":"2024-09-11T03:29:42.729029+0000","last_became_active":"2024-09-11T03:28:43.986309+0000","last_became_peered":"2024-09-11T03:28:43.986309+0000","last_unstale":"2024-09-11T03:29:42.729029+0000","last_undegraded":"2024-09-11T03:29:42.729029+0000","last_fullsized":"2024-09-11T03:29:42.729029+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:37:42.389337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102871+0000","last_change":"2024-09-11T03:28:47.066268+0000","last_active":"2024-09-11T03:29:43.102871+0000","last_peered":"2024-09-11T03:29:43.102871+0000","last_clean":"2024-09-11T03:29:43.102871+0000","last_became_active":"2024-09-11T03:28:47.065603+0000","last_became_peered":"2024-09-11T03:28:47.065603+0000","last_unstale":"2024-09-11T03:29:43.102871+0000","last_undegraded":"2024-09-11T03:29:43.102871+0000","last_fullsized":"2024-09-11T03:29:43.102871+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:56:28.770955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726710+0000","last_change":"2024-09-11T03:28:43.984401+0000","last_active":"2024-09-11T03:29:42.726710+0000","last_peered":"2024-09-11T03:29:42.726710+0000","last_clean":"2024-09-11T03:29:42.726710+0000","last_became_active":"2024-09-11T03:28:43.983959+0000","last_became_peered":"2024-09-11T03:28:43.983959+0000","last_unstale":"2024-09-11T03:29:42.726710+0000","last_undegraded":"2024-09-11T03:29:42.726710+0000","last_fullsized":"2024-09-11T03:29:42.726710+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:53:22.464789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723670+0000","last_change":"2024-09-11T03:28:47.072872+0000","last_active":"2024-09-11T03:29:42.723670+0000","last_peered":"2024-09-11T03:29:42.723670+0000","last_clean":"2024-09-11T03:29:42.723670+0000","last_became_active":"2024-09-11T03:28:47.072523+0000","last_became_peered":"2024-09-11T03:28:47.072523+0000","last_unstale":"2024-09-11T03:29:42.723670+0000","last_undegraded":"2024-09-11T03:29:42.723670+0000","last_fullsized":"2024-09-11T03:29:42.723670+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:26:54.708080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.105166+0000","last_change":"2024-09-11T03:28:43.990218+0000","last_active":"2024-09-11T03:29:43.105166+0000","last_peered":"2024-09-11T03:29:43.105166+0000","last_clean":"2024-09-11T03:29:43.105166+0000","last_became_active":"2024-09-11T03:28:43.989906+0000","last_became_peered":"2024-09-11T03:28:43.989906+0000","last_unstale":"2024-09-11T03:29:43.105166+0000","last_undegraded":"2024-09-11T03:29:43.105166+0000","last_fullsized":"2024-09-11T03:29:43.105166+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:11:21.728621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103426+0000","last_change":"2024-09-11T03:28:47.077632+0000","last_active":"2024-09-11T03:29:43.103426+0000","last_peered":"2024-09-11T03:29:43.103426+0000","last_clean":"2024-09-11T03:29:43.103426+0000","last_became_active":"2024-09-11T03:28:47.077329+0000","last_became_peered":"2024-09-11T03:28:47.077329+0000","last_unstale":"2024-09-11T03:29:43.103426+0000","last_undegraded":"2024-09-11T03:29:43.103426+0000","last_fullsized":"2024-09-11T03:29:43.103426+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:38:03.782137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103757+0000","last_change":"2024-09-11T03:28:43.985988+0000","last_active":"2024-09-11T03:29:43.103757+0000","last_peered":"2024-09-11T03:29:43.103757+0000","last_clean":"2024-09-11T03:29:43.103757+0000","last_became_active":"2024-09-11T03:28:43.985444+0000","last_became_peered":"2024-09-11T03:28:43.985444+0000","last_unstale":"2024-09-11T03:29:43.103757+0000","last_undegraded":"2024-09-11T03:29:43.103757+0000","last_fullsized":"2024-09-11T03:29:43.103757+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:19:00.164179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103632+0000","last_change":"2024-09-11T03:28:47.063423+0000","last_active":"2024-09-11T03:29:43.103632+0000","last_peered":"2024-09-11T03:29:43.103632+0000","last_clean":"2024-09-11T03:29:43.103632+0000","last_became_active":"2024-09-11T03:28:47.062772+0000","last_became_peered":"2024-09-11T03:28:47.062772+0000","last_unstale":"2024-09-11T03:29:43.103632+0000","last_undegraded":"2024-09-11T03:29:43.103632+0000","last_fullsized":"2024-09-11T03:29:43.103632+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:53:36.619222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728722+0000","last_change":"2024-09-11T03:28:43.988816+0000","last_active":"2024-09-11T03:29:42.728722+0000","last_peered":"2024-09-11T03:29:42.728722+0000","last_clean":"2024-09-11T03:29:42.728722+0000","last_became_active":"2024-09-11T03:28:43.988395+0000","last_became_peered":"2024-09-11T03:28:43.988395+0000","last_unstale":"2024-09-11T03:29:42.728722+0000","last_undegraded":"2024-09-11T03:29:42.728722+0000","last_fullsized":"2024-09-11T03:29:42.728722+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:58:54.314721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103737+0000","last_change":"2024-09-11T03:28:47.078326+0000","last_active":"2024-09-11T03:29:43.103737+0000","last_peered":"2024-09-11T03:29:43.103737+0000","last_clean":"2024-09-11T03:29:43.103737+0000","last_became_active":"2024-09-11T03:28:47.078053+0000","last_became_peered":"2024-09-11T03:28:47.078053+0000","last_unstale":"2024-09-11T03:29:43.103737+0000","last_undegraded":"2024-09-11T03:29:43.103737+0000","last_fullsized":"2024-09-11T03:29:43.103737+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:04:25.470694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104236+0000","last_change":"2024-09-11T03:28:43.985715+0000","last_active":"2024-09-11T03:29:43.104236+0000","last_peered":"2024-09-11T03:29:43.104236+0000","last_clean":"2024-09-11T03:29:43.104236+0000","last_became_active":"2024-09-11T03:28:43.985394+0000","last_became_peered":"2024-09-11T03:28:43.985394+0000","last_unstale":"2024-09-11T03:29:43.104236+0000","last_undegraded":"2024-09-11T03:29:43.104236+0000","last_fullsized":"2024-09-11T03:29:43.104236+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:18:11.755614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103631+0000","last_change":"2024-09-11T03:28:47.070585+0000","last_active":"2024-09-11T03:29:43.103631+0000","last_peered":"2024-09-11T03:29:43.103631+0000","last_clean":"2024-09-11T03:29:43.103631+0000","last_became_active":"2024-09-11T03:28:47.070041+0000","last_became_peered":"2024-09-11T03:28:47.070041+0000","last_unstale":"2024-09-11T03:29:43.103631+0000","last_undegraded":"2024-09-11T03:29:43.103631+0000","last_fullsized":"2024-09-11T03:29:43.103631+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:41:20.107490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723367+0000","last_change":"2024-09-11T03:28:43.983286+0000","last_active":"2024-09-11T03:29:42.723367+0000","last_peered":"2024-09-11T03:29:42.723367+0000","last_clean":"2024-09-11T03:29:42.723367+0000","last_became_active":"2024-09-11T03:28:43.982990+0000","last_became_peered":"2024-09-11T03:28:43.982990+0000","last_unstale":"2024-09-11T03:29:42.723367+0000","last_undegraded":"2024-09-11T03:29:42.723367+0000","last_fullsized":"2024-09-11T03:29:42.723367+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:49:14.707154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103590+0000","last_change":"2024-09-11T03:29:16.543183+0000","last_active":"2024-09-11T03:29:43.103590+0000","last_peered":"2024-09-11T03:29:43.103590+0000","last_clean":"2024-09-11T03:29:43.103590+0000","last_became_active":"2024-09-11T03:29:16.542877+0000","last_became_peered":"2024-09-11T03:29:16.542877+0000","last_unstale":"2024-09-11T03:29:43.103590+0000","last_undegraded":"2024-09-11T03:29:43.103590+0000","last_fullsized":"2024-09-11T03:29:43.103590+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:22:42.304371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.724001+0000","last_change":"2024-09-11T03:28:43.988354+0000","last_active":"2024-09-11T03:29:42.724001+0000","last_peered":"2024-09-11T03:29:42.724001+0000","last_clean":"2024-09-11T03:29:42.724001+0000","last_became_active":"2024-09-11T03:28:43.988082+0000","last_became_peered":"2024-09-11T03:28:43.988082+0000","last_unstale":"2024-09-11T03:29:42.724001+0000","last_undegraded":"2024-09-11T03:29:42.724001+0000","last_fullsized":"2024-09-11T03:29:42.724001+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:17:33.053857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103309+0000","last_change":"2024-09-11T03:28:47.078982+0000","last_active":"2024-09-11T03:29:43.103309+0000","last_peered":"2024-09-11T03:29:43.103309+0000","last_clean":"2024-09-11T03:29:43.103309+0000","last_became_active":"2024-09-11T03:28:47.078707+0000","last_became_peered":"2024-09-11T03:28:47.078707+0000","last_unstale":"2024-09-11T03:29:43.103309+0000","last_undegraded":"2024-09-11T03:29:43.103309+0000","last_fullsized":"2024-09-11T03:29:43.103309+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:04:16.119544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":40,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723826+0000","last_change":"2024-09-11T03:29:16.676321+0000","last_active":"2024-09-11T03:29:42.723826+0000","last_peered":"2024-09-11T03:29:42.723826+0000","last_clean":"2024-09-11T03:29:42.723826+0000","last_became_active":"2024-09-11T03:29:16.673710+0000","last_became_peered":"2024-09-11T03:29:16.673710+0000","last_unstale":"2024-09-11T03:29:42.723826+0000","last_undegraded":"2024-09-11T03:29:42.723826+0000","last_fullsized":"2024-09-11T03:29:42.723826+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:59:49.437776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103433+0000","last_change":"2024-09-11T03:28:47.079566+0000","last_active":"2024-09-11T03:29:43.103433+0000","last_peered":"2024-09-11T03:29:43.103433+0000","last_clean":"2024-09-11T03:29:43.103433+0000","last_became_active":"2024-09-11T03:28:47.079265+0000","last_became_peered":"2024-09-11T03:28:47.079265+0000","last_unstale":"2024-09-11T03:29:43.103433+0000","last_undegraded":"2024-09-11T03:29:43.103433+0000","last_fullsized":"2024-09-11T03:29:43.103433+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:52:36.180317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726823+0000","last_change":"2024-09-11T03:28:43.985246+0000","last_active":"2024-09-11T03:29:42.726823+0000","last_peered":"2024-09-11T03:29:42.726823+0000","last_clean":"2024-09-11T03:29:42.726823+0000","last_became_active":"2024-09-11T03:28:43.985008+0000","last_became_peered":"2024-09-11T03:28:43.985008+0000","last_unstale":"2024-09-11T03:29:42.726823+0000","last_undegraded":"2024-09-11T03:29:42.726823+0000","last_fullsized":"2024-09-11T03:29:42.726823+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:36:32.879463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728645+0000","last_change":"2024-09-11T03:28:47.080588+0000","last_active":"2024-09-11T03:29:42.728645+0000","last_peered":"2024-09-11T03:29:42.728645+0000","last_clean":"2024-09-11T03:29:42.728645+0000","last_became_active":"2024-09-11T03:28:47.080258+0000","last_became_peered":"2024-09-11T03:28:47.080258+0000","last_unstale":"2024-09-11T03:29:42.728645+0000","last_undegraded":"2024-09-11T03:29:42.728645+0000","last_fullsized":"2024-09-11T03:29:42.728645+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:48:05.150070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723604+0000","last_change":"2024-09-11T03:28:43.986919+0000","last_active":"2024-09-11T03:29:42.723604+0000","last_peered":"2024-09-11T03:29:42.723604+0000","last_clean":"2024-09-11T03:29:42.723604+0000","last_became_active":"2024-09-11T03:28:43.986613+0000","last_became_peered":"2024-09-11T03:28:43.986613+0000","last_unstale":"2024-09-11T03:29:42.723604+0000","last_undegraded":"2024-09-11T03:29:42.723604+0000","last_fullsized":"2024-09-11T03:29:42.723604+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:05:51.903025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103351+0000","last_change":"2024-09-11T03:28:47.071416+0000","last_active":"2024-09-11T03:29:43.103351+0000","last_peered":"2024-09-11T03:29:43.103351+0000","last_clean":"2024-09-11T03:29:43.103351+0000","last_became_active":"2024-09-11T03:28:47.071089+0000","last_became_peered":"2024-09-11T03:28:47.071089+0000","last_unstale":"2024-09-11T03:29:43.103351+0000","last_undegraded":"2024-09-11T03:29:43.103351+0000","last_fullsized":"2024-09-11T03:29:43.103351+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:03:46.015738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:50.582088+0000","last_change":"2024-09-11T03:29:43.105934+0000","last_active":"2024-09-11T03:29:50.582088+0000","last_peered":"2024-09-11T03:29:50.582088+0000","last_clean":"2024-09-11T03:29:50.582088+0000","last_became_active":"2024-09-11T03:29:38.082345+0000","last_became_peered":"2024-09-11T03:29:38.082345+0000","last_unstale":"2024-09-11T03:29:50.582088+0000","last_undegraded":"2024-09-11T03:29:50.582088+0000","last_fullsized":"2024-09-11T03:29:50.582088+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:17:14.698355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037501400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":271,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:50.769034+0000","last_change":"2024-09-11T03:28:20.848019+0000","last_active":"2024-09-11T03:29:50.769034+0000","last_peered":"2024-09-11T03:29:50.769034+0000","last_clean":"2024-09-11T03:29:50.769034+0000","last_became_active":"2024-09-11T03:28:20.847611+0000","last_became_peered":"2024-09-11T03:28:20.847611+0000","last_unstale":"2024-09-11T03:29:50.769034+0000","last_undegraded":"2024-09-11T03:29:50.769034+0000","last_fullsized":"2024-09-11T03:29:50.769034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:26:23.084252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:26:23.084252+0000","last_clean_scrub_stamp":"2024-09-11T03:26:23.084252+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:30:40.575823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728641+0000","last_change":"2024-09-11T03:28:43.988470+0000","last_active":"2024-09-11T03:29:42.728641+0000","last_peered":"2024-09-11T03:29:42.728641+0000","last_clean":"2024-09-11T03:29:42.728641+0000","last_became_active":"2024-09-11T03:28:43.988204+0000","last_became_peered":"2024-09-11T03:28:43.988204+0000","last_unstale":"2024-09-11T03:29:42.728641+0000","last_undegraded":"2024-09-11T03:29:42.728641+0000","last_fullsized":"2024-09-11T03:29:42.728641+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:11:56.170936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102747+0000","last_change":"2024-09-11T03:28:47.071385+0000","last_active":"2024-09-11T03:29:43.102747+0000","last_peered":"2024-09-11T03:29:43.102747+0000","last_clean":"2024-09-11T03:29:43.102747+0000","last_became_active":"2024-09-11T03:28:47.070778+0000","last_became_peered":"2024-09-11T03:28:47.070778+0000","last_unstale":"2024-09-11T03:29:43.102747+0000","last_undegraded":"2024-09-11T03:29:43.102747+0000","last_fullsized":"2024-09-11T03:29:43.102747+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:30:18.422080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:50.412823+0000","last_change":"2024-09-11T03:29:43.104662+0000","last_active":"2024-09-11T03:29:50.412823+0000","last_peered":"2024-09-11T03:29:50.412823+0000","last_clean":"2024-09-11T03:29:50.412823+0000","last_became_active":"2024-09-11T03:29:38.112001+0000","last_became_peered":"2024-09-11T03:29:38.112001+0000","last_unstale":"2024-09-11T03:29:50.412823+0000","last_undegraded":"2024-09-11T03:29:50.412823+0000","last_fullsized":"2024-09-11T03:29:50.412823+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:16:07.963140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025753800000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.105516+0000","last_change":"2024-09-11T03:28:43.990706+0000","last_active":"2024-09-11T03:29:43.105516+0000","last_peered":"2024-09-11T03:29:43.105516+0000","last_clean":"2024-09-11T03:29:43.105516+0000","last_became_active":"2024-09-11T03:28:43.990445+0000","last_became_peered":"2024-09-11T03:28:43.990445+0000","last_unstale":"2024-09-11T03:29:43.105516+0000","last_undegraded":"2024-09-11T03:29:43.105516+0000","last_fullsized":"2024-09-11T03:29:43.105516+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:58:34.438276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102732+0000","last_change":"2024-09-11T03:28:47.072480+0000","last_active":"2024-09-11T03:29:43.102732+0000","last_peered":"2024-09-11T03:29:43.102732+0000","last_clean":"2024-09-11T03:29:43.102732+0000","last_became_active":"2024-09-11T03:28:47.071888+0000","last_became_peered":"2024-09-11T03:28:47.071888+0000","last_unstale":"2024-09-11T03:29:43.102732+0000","last_undegraded":"2024-09-11T03:29:43.102732+0000","last_fullsized":"2024-09-11T03:29:43.102732+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:33:56.272328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:49.861848+0000","last_change":"2024-09-11T03:29:42.727011+0000","last_active":"2024-09-11T03:29:49.861848+0000","last_peered":"2024-09-11T03:29:49.861848+0000","last_clean":"2024-09-11T03:29:49.861848+0000","last_became_active":"2024-09-11T03:29:38.128837+0000","last_became_peered":"2024-09-11T03:29:38.128837+0000","last_unstale":"2024-09-11T03:29:49.861848+0000","last_undegraded":"2024-09-11T03:29:49.861848+0000","last_fullsized":"2024-09-11T03:29:49.861848+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:13:17.808006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025892100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723435+0000","last_change":"2024-09-11T03:28:43.986900+0000","last_active":"2024-09-11T03:29:42.723435+0000","last_peered":"2024-09-11T03:29:42.723435+0000","last_clean":"2024-09-11T03:29:42.723435+0000","last_became_active":"2024-09-11T03:28:43.986646+0000","last_became_peered":"2024-09-11T03:28:43.986646+0000","last_unstale":"2024-09-11T03:29:42.723435+0000","last_undegraded":"2024-09-11T03:29:42.723435+0000","last_fullsized":"2024-09-11T03:29:42.723435+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:18:12.688486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726410+0000","last_change":"2024-09-11T03:28:47.071540+0000","last_active":"2024-09-11T03:29:42.726410+0000","last_peered":"2024-09-11T03:29:42.726410+0000","last_clean":"2024-09-11T03:29:42.726410+0000","last_became_active":"2024-09-11T03:28:47.070871+0000","last_became_peered":"2024-09-11T03:28:47.070871+0000","last_unstale":"2024-09-11T03:29:42.726410+0000","last_undegraded":"2024-09-11T03:29:42.726410+0000","last_fullsized":"2024-09-11T03:29:42.726410+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:13:37.909852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:49.861418+0000","last_change":"2024-09-11T03:29:42.727196+0000","last_active":"2024-09-11T03:29:49.861418+0000","last_peered":"2024-09-11T03:29:49.861418+0000","last_clean":"2024-09-11T03:29:49.861418+0000","last_became_active":"2024-09-11T03:29:38.111984+0000","last_became_peered":"2024-09-11T03:29:38.111984+0000","last_unstale":"2024-09-11T03:29:49.861418+0000","last_undegraded":"2024-09-11T03:29:49.861418+0000","last_fullsized":"2024-09-11T03:29:49.861418+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:35:02.772586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00060502899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728850+0000","last_change":"2024-09-11T03:28:43.986363+0000","last_active":"2024-09-11T03:29:42.728850+0000","last_peered":"2024-09-11T03:29:42.728850+0000","last_clean":"2024-09-11T03:29:42.728850+0000","last_became_active":"2024-09-11T03:28:43.986038+0000","last_became_peered":"2024-09-11T03:28:43.986038+0000","last_unstale":"2024-09-11T03:29:42.728850+0000","last_undegraded":"2024-09-11T03:29:42.728850+0000","last_fullsized":"2024-09-11T03:29:42.728850+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:22:42.360327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723427+0000","last_change":"2024-09-11T03:28:47.066025+0000","last_active":"2024-09-11T03:29:42.723427+0000","last_peered":"2024-09-11T03:29:42.723427+0000","last_clean":"2024-09-11T03:29:42.723427+0000","last_became_active":"2024-09-11T03:28:47.065757+0000","last_became_peered":"2024-09-11T03:28:47.065757+0000","last_unstale":"2024-09-11T03:29:42.723427+0000","last_undegraded":"2024-09-11T03:29:42.723427+0000","last_fullsized":"2024-09-11T03:29:42.723427+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:41:05.986527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:49.861088+0000","last_change":"2024-09-11T03:29:42.727340+0000","last_active":"2024-09-11T03:29:49.861088+0000","last_peered":"2024-09-11T03:29:49.861088+0000","last_clean":"2024-09-11T03:29:49.861088+0000","last_became_active":"2024-09-11T03:29:38.128831+0000","last_became_peered":"2024-09-11T03:29:38.128831+0000","last_unstale":"2024-09-11T03:29:49.861088+0000","last_undegraded":"2024-09-11T03:29:49.861088+0000","last_fullsized":"2024-09-11T03:29:49.861088+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:58:32.706636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00086488299999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726790+0000","last_change":"2024-09-11T03:28:43.987766+0000","last_active":"2024-09-11T03:29:42.726790+0000","last_peered":"2024-09-11T03:29:42.726790+0000","last_clean":"2024-09-11T03:29:42.726790+0000","last_became_active":"2024-09-11T03:28:43.987490+0000","last_became_peered":"2024-09-11T03:28:43.987490+0000","last_unstale":"2024-09-11T03:29:42.726790+0000","last_undegraded":"2024-09-11T03:29:42.726790+0000","last_fullsized":"2024-09-11T03:29:42.726790+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:39:16.225794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728879+0000","last_change":"2024-09-11T03:28:47.063931+0000","last_active":"2024-09-11T03:29:42.728879+0000","last_peered":"2024-09-11T03:29:42.728879+0000","last_clean":"2024-09-11T03:29:42.728879+0000","last_became_active":"2024-09-11T03:28:47.063459+0000","last_became_peered":"2024-09-11T03:28:47.063459+0000","last_unstale":"2024-09-11T03:29:42.728879+0000","last_undegraded":"2024-09-11T03:29:42.728879+0000","last_fullsized":"2024-09-11T03:29:42.728879+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:39:25.067824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:50.412401+0000","last_change":"2024-09-11T03:29:43.103910+0000","last_active":"2024-09-11T03:29:50.412401+0000","last_peered":"2024-09-11T03:29:50.412401+0000","last_clean":"2024-09-11T03:29:50.412401+0000","last_became_active":"2024-09-11T03:29:38.128782+0000","last_became_peered":"2024-09-11T03:29:38.128782+0000","last_unstale":"2024-09-11T03:29:50.412401+0000","last_undegraded":"2024-09-11T03:29:50.412401+0000","last_fullsized":"2024-09-11T03:29:50.412401+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:51:19.549354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029004200000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104468+0000","last_change":"2024-09-11T03:28:43.992435+0000","last_active":"2024-09-11T03:29:43.104468+0000","last_peered":"2024-09-11T03:29:43.104468+0000","last_clean":"2024-09-11T03:29:43.104468+0000","last_became_active":"2024-09-11T03:28:43.992149+0000","last_became_peered":"2024-09-11T03:28:43.992149+0000","last_unstale":"2024-09-11T03:29:43.104468+0000","last_undegraded":"2024-09-11T03:29:43.104468+0000","last_fullsized":"2024-09-11T03:29:43.104468+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:53:59.517034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726696+0000","last_change":"2024-09-11T03:28:47.065191+0000","last_active":"2024-09-11T03:29:42.726696+0000","last_peered":"2024-09-11T03:29:42.726696+0000","last_clean":"2024-09-11T03:29:42.726696+0000","last_became_active":"2024-09-11T03:28:47.064450+0000","last_became_peered":"2024-09-11T03:28:47.064450+0000","last_unstale":"2024-09-11T03:29:42.726696+0000","last_undegraded":"2024-09-11T03:29:42.726696+0000","last_fullsized":"2024-09-11T03:29:42.726696+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:57:26.969855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:50.650707+0000","last_change":"2024-09-11T03:29:43.103225+0000","last_active":"2024-09-11T03:29:50.650707+0000","last_peered":"2024-09-11T03:29:50.650707+0000","last_clean":"2024-09-11T03:29:50.650707+0000","last_became_active":"2024-09-11T03:29:38.083090+0000","last_became_peered":"2024-09-11T03:29:38.083090+0000","last_unstale":"2024-09-11T03:29:50.650707+0000","last_undegraded":"2024-09-11T03:29:50.650707+0000","last_fullsized":"2024-09-11T03:29:50.650707+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:32:38.125419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055513100000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726896+0000","last_change":"2024-09-11T03:28:43.989497+0000","last_active":"2024-09-11T03:29:42.726896+0000","last_peered":"2024-09-11T03:29:42.726896+0000","last_clean":"2024-09-11T03:29:42.726896+0000","last_became_active":"2024-09-11T03:28:43.989196+0000","last_became_peered":"2024-09-11T03:28:43.989196+0000","last_unstale":"2024-09-11T03:29:42.726896+0000","last_undegraded":"2024-09-11T03:29:42.726896+0000","last_fullsized":"2024-09-11T03:29:42.726896+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:57:58.060054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104300+0000","last_change":"2024-09-11T03:28:47.066765+0000","last_active":"2024-09-11T03:29:43.104300+0000","last_peered":"2024-09-11T03:29:43.104300+0000","last_clean":"2024-09-11T03:29:43.104300+0000","last_became_active":"2024-09-11T03:28:47.066249+0000","last_became_peered":"2024-09-11T03:28:47.066249+0000","last_unstale":"2024-09-11T03:29:43.104300+0000","last_undegraded":"2024-09-11T03:29:43.104300+0000","last_fullsized":"2024-09-11T03:29:43.104300+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:18:47.489702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:49.859766+0000","last_change":"2024-09-11T03:29:42.723620+0000","last_active":"2024-09-11T03:29:49.859766+0000","last_peered":"2024-09-11T03:29:49.859766+0000","last_clean":"2024-09-11T03:29:49.859766+0000","last_became_active":"2024-09-11T03:29:38.128785+0000","last_became_peered":"2024-09-11T03:29:38.128785+0000","last_unstale":"2024-09-11T03:29:49.859766+0000","last_undegraded":"2024-09-11T03:29:49.859766+0000","last_fullsized":"2024-09-11T03:29:49.859766+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:16:17.589536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048761099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.105372+0000","last_change":"2024-09-11T03:28:43.991113+0000","last_active":"2024-09-11T03:29:43.105372+0000","last_peered":"2024-09-11T03:29:43.105372+0000","last_clean":"2024-09-11T03:29:43.105372+0000","last_became_active":"2024-09-11T03:28:43.990784+0000","last_became_peered":"2024-09-11T03:28:43.990784+0000","last_unstale":"2024-09-11T03:29:43.105372+0000","last_undegraded":"2024-09-11T03:29:43.105372+0000","last_fullsized":"2024-09-11T03:29:43.105372+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:45:10.605115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102848+0000","last_change":"2024-09-11T03:28:47.072979+0000","last_active":"2024-09-11T03:29:43.102848+0000","last_peered":"2024-09-11T03:29:43.102848+0000","last_clean":"2024-09-11T03:29:43.102848+0000","last_became_active":"2024-09-11T03:28:47.072697+0000","last_became_peered":"2024-09-11T03:28:47.072697+0000","last_unstale":"2024-09-11T03:29:43.102848+0000","last_undegraded":"2024-09-11T03:29:43.102848+0000","last_fullsized":"2024-09-11T03:29:43.102848+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:19:54.463377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.105184+0000","last_change":"2024-09-11T03:28:43.984680+0000","last_active":"2024-09-11T03:29:43.105184+0000","last_peered":"2024-09-11T03:29:43.105184+0000","last_clean":"2024-09-11T03:29:43.105184+0000","last_became_active":"2024-09-11T03:28:43.984351+0000","last_became_peered":"2024-09-11T03:28:43.984351+0000","last_unstale":"2024-09-11T03:29:43.105184+0000","last_undegraded":"2024-09-11T03:29:43.105184+0000","last_fullsized":"2024-09-11T03:29:43.105184+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:25:30.870626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723325+0000","last_change":"2024-09-11T03:28:47.073038+0000","last_active":"2024-09-11T03:29:42.723325+0000","last_peered":"2024-09-11T03:29:42.723325+0000","last_clean":"2024-09-11T03:29:42.723325+0000","last_became_active":"2024-09-11T03:28:47.072689+0000","last_became_peered":"2024-09-11T03:28:47.072689+0000","last_unstale":"2024-09-11T03:29:42.723325+0000","last_undegraded":"2024-09-11T03:29:42.723325+0000","last_fullsized":"2024-09-11T03:29:42.723325+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:42:12.306542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726538+0000","last_change":"2024-09-11T03:28:43.988197+0000","last_active":"2024-09-11T03:29:42.726538+0000","last_peered":"2024-09-11T03:29:42.726538+0000","last_clean":"2024-09-11T03:29:42.726538+0000","last_became_active":"2024-09-11T03:28:43.987757+0000","last_became_peered":"2024-09-11T03:28:43.987757+0000","last_unstale":"2024-09-11T03:29:42.726538+0000","last_undegraded":"2024-09-11T03:29:42.726538+0000","last_fullsized":"2024-09-11T03:29:42.726538+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:42:42.839079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102440+0000","last_change":"2024-09-11T03:28:47.058072+0000","last_active":"2024-09-11T03:29:43.102440+0000","last_peered":"2024-09-11T03:29:43.102440+0000","last_clean":"2024-09-11T03:29:43.102440+0000","last_became_active":"2024-09-11T03:28:47.057788+0000","last_became_peered":"2024-09-11T03:28:47.057788+0000","last_unstale":"2024-09-11T03:29:43.102440+0000","last_undegraded":"2024-09-11T03:29:43.102440+0000","last_fullsized":"2024-09-11T03:29:43.102440+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:19:14.232664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726689+0000","last_change":"2024-09-11T03:28:43.985174+0000","last_active":"2024-09-11T03:29:42.726689+0000","last_peered":"2024-09-11T03:29:42.726689+0000","last_clean":"2024-09-11T03:29:42.726689+0000","last_became_active":"2024-09-11T03:28:43.984847+0000","last_became_peered":"2024-09-11T03:28:43.984847+0000","last_unstale":"2024-09-11T03:29:42.726689+0000","last_undegraded":"2024-09-11T03:29:42.726689+0000","last_fullsized":"2024-09-11T03:29:42.726689+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:20:33.813073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103918+0000","last_change":"2024-09-11T03:29:16.673850+0000","last_active":"2024-09-11T03:29:43.103918+0000","last_peered":"2024-09-11T03:29:43.103918+0000","last_clean":"2024-09-11T03:29:43.103918+0000","last_became_active":"2024-09-11T03:29:16.673412+0000","last_became_peered":"2024-09-11T03:29:16.673412+0000","last_unstale":"2024-09-11T03:29:43.103918+0000","last_undegraded":"2024-09-11T03:29:43.103918+0000","last_fullsized":"2024-09-11T03:29:43.103918+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:20:22.110732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.105116+0000","last_change":"2024-09-11T03:28:43.985897+0000","last_active":"2024-09-11T03:29:43.105116+0000","last_peered":"2024-09-11T03:29:43.105116+0000","last_clean":"2024-09-11T03:29:43.105116+0000","last_became_active":"2024-09-11T03:28:43.985566+0000","last_became_peered":"2024-09-11T03:28:43.985566+0000","last_unstale":"2024-09-11T03:29:43.105116+0000","last_undegraded":"2024-09-11T03:29:43.105116+0000","last_fullsized":"2024-09-11T03:29:43.105116+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:13:36.949073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104745+0000","last_change":"2024-09-11T03:29:16.544014+0000","last_active":"2024-09-11T03:29:43.104745+0000","last_peered":"2024-09-11T03:29:43.104745+0000","last_clean":"2024-09-11T03:29:43.104745+0000","last_became_active":"2024-09-11T03:29:16.543750+0000","last_became_peered":"2024-09-11T03:29:16.543750+0000","last_unstale":"2024-09-11T03:29:43.104745+0000","last_undegraded":"2024-09-11T03:29:43.104745+0000","last_fullsized":"2024-09-11T03:29:43.104745+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:45:10.777984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728795+0000","last_change":"2024-09-11T03:28:47.079538+0000","last_active":"2024-09-11T03:29:42.728795+0000","last_peered":"2024-09-11T03:29:42.728795+0000","last_clean":"2024-09-11T03:29:42.728795+0000","last_became_active":"2024-09-11T03:28:47.076285+0000","last_became_peered":"2024-09-11T03:28:47.076285+0000","last_unstale":"2024-09-11T03:29:42.728795+0000","last_undegraded":"2024-09-11T03:29:42.728795+0000","last_fullsized":"2024-09-11T03:29:42.728795+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:45:14.744228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104356+0000","last_change":"2024-09-11T03:28:43.987053+0000","last_active":"2024-09-11T03:29:43.104356+0000","last_peered":"2024-09-11T03:29:43.104356+0000","last_clean":"2024-09-11T03:29:43.104356+0000","last_became_active":"2024-09-11T03:28:43.986494+0000","last_became_peered":"2024-09-11T03:28:43.986494+0000","last_unstale":"2024-09-11T03:29:43.104356+0000","last_undegraded":"2024-09-11T03:29:43.104356+0000","last_fullsized":"2024-09-11T03:29:43.104356+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:20:46.711362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728644+0000","last_change":"2024-09-11T03:28:47.080048+0000","last_active":"2024-09-11T03:29:42.728644+0000","last_peered":"2024-09-11T03:29:42.728644+0000","last_clean":"2024-09-11T03:29:42.728644+0000","last_became_active":"2024-09-11T03:28:47.079109+0000","last_became_peered":"2024-09-11T03:28:47.079109+0000","last_unstale":"2024-09-11T03:29:42.728644+0000","last_undegraded":"2024-09-11T03:29:42.728644+0000","last_fullsized":"2024-09-11T03:29:42.728644+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:48:24.489280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104401+0000","last_change":"2024-09-11T03:28:43.991268+0000","last_active":"2024-09-11T03:29:43.104401+0000","last_peered":"2024-09-11T03:29:43.104401+0000","last_clean":"2024-09-11T03:29:43.104401+0000","last_became_active":"2024-09-11T03:28:43.990999+0000","last_became_peered":"2024-09-11T03:28:43.990999+0000","last_unstale":"2024-09-11T03:29:43.104401+0000","last_undegraded":"2024-09-11T03:29:43.104401+0000","last_fullsized":"2024-09-11T03:29:43.104401+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:50:35.508748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102964+0000","last_change":"2024-09-11T03:28:47.068256+0000","last_active":"2024-09-11T03:29:43.102964+0000","last_peered":"2024-09-11T03:29:43.102964+0000","last_clean":"2024-09-11T03:29:43.102964+0000","last_became_active":"2024-09-11T03:28:47.066780+0000","last_became_peered":"2024-09-11T03:28:47.066780+0000","last_unstale":"2024-09-11T03:29:43.102964+0000","last_undegraded":"2024-09-11T03:29:43.102964+0000","last_fullsized":"2024-09-11T03:29:43.102964+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:12:39.352674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104248+0000","last_change":"2024-09-11T03:28:43.981809+0000","last_active":"2024-09-11T03:29:43.104248+0000","last_peered":"2024-09-11T03:29:43.104248+0000","last_clean":"2024-09-11T03:29:43.104248+0000","last_became_active":"2024-09-11T03:28:43.981562+0000","last_became_peered":"2024-09-11T03:28:43.981562+0000","last_unstale":"2024-09-11T03:29:43.104248+0000","last_undegraded":"2024-09-11T03:29:43.104248+0000","last_fullsized":"2024-09-11T03:29:43.104248+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:50:27.343590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102653+0000","last_change":"2024-09-11T03:28:47.071263+0000","last_active":"2024-09-11T03:29:43.102653+0000","last_peered":"2024-09-11T03:29:43.102653+0000","last_clean":"2024-09-11T03:29:43.102653+0000","last_became_active":"2024-09-11T03:28:47.070831+0000","last_became_peered":"2024-09-11T03:28:47.070831+0000","last_unstale":"2024-09-11T03:29:43.102653+0000","last_undegraded":"2024-09-11T03:29:43.102653+0000","last_fullsized":"2024-09-11T03:29:43.102653+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:01:34.162897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104565+0000","last_change":"2024-09-11T03:28:43.988835+0000","last_active":"2024-09-11T03:29:43.104565+0000","last_peered":"2024-09-11T03:29:43.104565+0000","last_clean":"2024-09-11T03:29:43.104565+0000","last_became_active":"2024-09-11T03:28:43.988569+0000","last_became_peered":"2024-09-11T03:28:43.988569+0000","last_unstale":"2024-09-11T03:29:43.104565+0000","last_undegraded":"2024-09-11T03:29:43.104565+0000","last_fullsized":"2024-09-11T03:29:43.104565+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:26:58.010600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234016,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":940556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.97699999999999998,"15min":1.0569999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69199999999999995,"5min":13.531000000000001,"15min":13.531000000000001},"last":0.44},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.497,"15min":0.499},"min":{"1min":0.32600000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64600000000000002,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.54100000000000004}]},{"osd":1,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.503,"15min":0.502},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.69399999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.96999999999999997,"15min":1.048},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.81999999999999995,"5min":13.563000000000001,"15min":13.563000000000001},"last":0.42099999999999999}]},{"osd":2,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.379,"5min":0.372,"15min":0.372},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.50900000000000001}]},{"osd":3,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.51700000000000002,"15min":0.52000000000000002},"min":{"1min":0.378,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.67500000000000004,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38800000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.46800000000000003}]},{"osd":4,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.436,"15min":0.442},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.71199999999999997,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.43099999999999999,"15min":0.436},"min":{"1min":0.313,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.59399999999999997,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.33600000000000002}]},{"osd":5,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.46200000000000002,"15min":0.46400000000000002},"min":{"1min":0.31900000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.46700000000000003,"15min":0.47299999999999998},"min":{"1min":0.33200000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.57099999999999995}]},{"osd":6,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.503,"15min":0.50900000000000001},"min":{"1min":0.36499999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.79100000000000004,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.443,"5min":0.48699999999999999,"15min":0.49399999999999999},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.73099999999999998,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.40000000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32464,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712688,"statfs":{"total":95995035648,"available":95961792512,"internally_reserved":0,"allocated":1380352,"data_stored":941696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.499,"15min":0.503},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.63,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.36199999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.40699999999999997}]},{"osd":1,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.41199999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.64000000000000001,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.52200000000000002,"15min":0.52700000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.66000000000000003,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.54800000000000004}]},{"osd":2,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.501,"15min":0.5},"min":{"1min":0.38,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.60299999999999998,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.51300000000000001,"15min":0.51500000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.65400000000000003,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.433}]},{"osd":3,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.37,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.68600000000000005,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.51400000000000001,"15min":0.51300000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.67400000000000004,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.49399999999999999}]},{"osd":4,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.40999999999999998,"15min":0.40799999999999997},"min":{"1min":0.32700000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.442,"15min":0.438},"min":{"1min":0.33200000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.51700000000000002}]},{"osd":5,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.46400000000000002,"15min":0.46000000000000002},"min":{"1min":0.35599999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.46700000000000003,"15min":0.46500000000000002},"min":{"1min":0.34999999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56799999999999995}]},{"osd":7,"last update":"Wed Sep 11 03:30:21 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51200000000000001,"15min":0.51700000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70199999999999996,"5min":0.751,"15min":0.751},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.51700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35899999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.69099999999999995,"5min":0.878,"15min":0.878},"last":0.47999999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757289,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":351768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.54800000000000004,"15min":0.56599999999999995},"min":{"1min":0.34699999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.67000000000000004,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.57099999999999995,"15min":0.58799999999999997},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.85799999999999998}]},{"osd":1,"last update":"Wed Sep 11 03:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.58399999999999996,"15min":0.60599999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76800000000000002,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.93300000000000005},{"interface":"front","average":{"1min":0.499,"5min":0.55000000000000004,"15min":0.56599999999999995},"min":{"1min":0.41599999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.65500000000000003,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.80300000000000005}]},{"osd":2,"last update":"Wed Sep 11 03:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.55300000000000005,"15min":0.57199999999999995},"min":{"1min":0.36499999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.87},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58799999999999997,"15min":0.60499999999999998},"min":{"1min":0.42099999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.008,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.88300000000000001}]},{"osd":3,"last update":"Wed Sep 11 03:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.55800000000000005,"15min":0.57599999999999996},"min":{"1min":0.39300000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.94799999999999995,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.57899999999999996,"15min":0.59799999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.69999999999999996,"5min":1.016,"15min":1.016},"last":0.83899999999999997}]},{"osd":4,"last update":"Wed Sep 11 03:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.42199999999999999,"15min":0.42099999999999999},"min":{"1min":0.30499999999999999,"5min":0.251,"15min":0.251},"max":{"1min":0.58699999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.442,"15min":0.44800000000000001},"min":{"1min":0.30099999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69499999999999995,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.46200000000000002}]},{"osd":6,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.48399999999999999,"15min":0.48999999999999999},"min":{"1min":0.35899999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.67700000000000005,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.49399999999999999,"15min":0.503},"min":{"1min":0.33200000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.58999999999999997,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.40999999999999998}]},{"osd":7,"last update":"Wed Sep 11 03:30:20 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.53400000000000003,"15min":0.54800000000000004},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.72799999999999998,"5min":1.018,"15min":1.018},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.56999999999999995,"15min":0.58899999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.58399999999999996,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.441}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":350038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:30:12 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52200000000000002,"15min":0.54000000000000004},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63800000000000001,"5min":0.871,"15min":0.871},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.51800000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64300000000000002,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.71599999999999997}]},{"osd":1,"last update":"Wed Sep 11 03:30:12 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.52500000000000002,"15min":0.53800000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.69799999999999995,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.51000000000000001,"5min":1.2470000000000001,"15min":1.575},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.64800000000000002,"5min":18.379000000000001,"15min":18.379000000000001},"last":0.60199999999999998}]},{"osd":2,"last update":"Wed Sep 11 03:30:12 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":1.252,"15min":1.579},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.64200000000000002,"5min":18.341000000000001,"15min":18.341000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.52900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.73999999999999999,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.57499999999999996}]},{"osd":3,"last update":"Wed Sep 11 03:30:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54300000000000004,"15min":0.55300000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.76700000000000002,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.54900000000000004,"15min":0.56100000000000005},"min":{"1min":0.39900000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.70099999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.58799999999999997}]},{"osd":5,"last update":"Wed Sep 11 03:30:33 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.38100000000000001,"15min":0.36699999999999999},"min":{"1min":0.28599999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.53500000000000003,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.39100000000000001,"15min":0.373},"min":{"1min":0.32100000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.57199999999999995,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.436}]},{"osd":6,"last update":"Wed Sep 11 03:29:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.41499999999999998,"15min":0.41599999999999998},"min":{"1min":0.29799999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.64400000000000002,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.442,"15min":0.438},"min":{"1min":0.32300000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76100000000000001,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.47099999999999997}]},{"osd":7,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.51500000000000001,"15min":0.51600000000000001},"min":{"1min":0.38300000000000001,"5min":0.375,"15min":0.375},"max":{"1min":0.72199999999999998,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.51400000000000001,"15min":0.52000000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.65700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.48799999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182450,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":794624,"data_stored":351490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:29:53 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.38800000000000001,"15min":0.39800000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.47699999999999998,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.502},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.40300000000000002,"15min":0.42199999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.46200000000000002,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.39300000000000002}]},{"osd":1,"last update":"Wed Sep 11 03:29:53 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.41799999999999998,"15min":0.437},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.54300000000000004,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.42599999999999999,"15min":0.45300000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.51800000000000002,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.434}]},{"osd":2,"last update":"Wed Sep 11 03:29:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.437,"15min":0.45700000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.51400000000000001,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.42199999999999999,"15min":0.44},"min":{"1min":0.29599999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.53600000000000003}]},{"osd":4,"last update":"Wed Sep 11 03:30:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.40400000000000003,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77300000000000002,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54200000000000004,"15min":0.54300000000000004},"min":{"1min":0.376,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.71299999999999997}]},{"osd":5,"last update":"Wed Sep 11 03:30:39 2024","interfaces":[{"interface":"back","average":{"1min":1.5669999999999999,"5min":0.748,"15min":0.61699999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":17.574000000000002,"5min":17.574000000000002,"15min":17.574000000000002},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.55900000000000005,"15min":0.56200000000000006},"min":{"1min":0.373,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63700000000000001}]},{"osd":6,"last update":"Wed Sep 11 03:29:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.57499999999999996,"15min":0.57299999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.746,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.57699999999999996,"15min":0.57799999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75600000000000001,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.755}]},{"osd":7,"last update":"Wed Sep 11 03:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56599999999999995,"15min":0.57199999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58699999999999997,"15min":0.59299999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.749,"5min":0.75,"15min":0.75},"last":0.67500000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27776,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717376,"statfs":{"total":95995035648,"available":95966593024,"internally_reserved":0,"allocated":774144,"data_stored":348642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:30:30 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.25800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.54600000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.35699999999999998,"15min":0.35499999999999998},"min":{"1min":0.22,"5min":0.214,"15min":0.214},"max":{"1min":0.47999999999999998,"5min":0.51800000000000002,"15min":0.51800000000000002},"last":0.309}]},{"osd":1,"last update":"Wed Sep 11 03:30:30 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.375},"min":{"1min":0.217,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.495,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.39900000000000002,"15min":0.39100000000000001},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.56200000000000006,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.38200000000000001}]},{"osd":3,"last update":"Wed Sep 11 03:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.43099999999999999,"15min":0.44500000000000001},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.56200000000000006,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.45300000000000001,"15min":0.46700000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.41099999999999998}]},{"osd":4,"last update":"Wed Sep 11 03:30:11 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.56299999999999994,"15min":0.57399999999999995},"min":{"1min":0.39900000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54500000000000004,"15min":0.54700000000000004},"min":{"1min":0.35899999999999999,"5min":0.308,"15min":0.308},"max":{"1min":0.754,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.57299999999999995}]},{"osd":5,"last update":"Wed Sep 11 03:30:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.56599999999999995,"15min":0.57599999999999996},"min":{"1min":0.40600000000000003,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.86599999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57399999999999995,"15min":0.58099999999999996},"min":{"1min":0.39800000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.51100000000000001}]},{"osd":6,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.41299999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.58299999999999996,"15min":0.58399999999999996},"min":{"1min":0.40899999999999997,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77800000000000002,"5min":0.876,"15min":0.876},"last":0.59499999999999997}]},{"osd":7,"last update":"Wed Sep 11 03:30:17 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.56200000000000006,"15min":0.55900000000000005},"min":{"1min":0.41699999999999998,"5min":0.377,"15min":0.377},"max":{"1min":0.72899999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.54500000000000004},{"interface":"front","average":{"1min":1.048,"5min":1.284,"15min":1.323},"min":{"1min":0.46700000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":8.3140000000000001,"5min":17.68,"15min":17.68},"last":0.629}]}]},{"osd":1,"up_from":13,"seq":55834574907,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27792,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717360,"statfs":{"total":95995035648,"available":95966576640,"internally_reserved":0,"allocated":790528,"data_stored":349490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:30:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.34000000000000002,"15min":0.314},"min":{"1min":0.23300000000000001,"5min":0.187,"15min":0.187},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35699999999999998,"15min":0.32800000000000001},"min":{"1min":0.249,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.38}]},{"osd":2,"last update":"Wed Sep 11 03:30:33 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.33900000000000002},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.44},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38,"15min":0.36899999999999999},"min":{"1min":0.27200000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.42499999999999999}]},{"osd":3,"last update":"Wed Sep 11 03:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.433,"15min":0.441},"min":{"1min":0.28399999999999997,"5min":0.252,"15min":0.252},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.40000000000000002,"15min":0.41199999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60999999999999999,"5min":0.63,"15min":0.63},"last":0.36599999999999999}]},{"osd":4,"last update":"Wed Sep 11 03:30:12 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53300000000000003,"15min":0.52800000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55900000000000005,"15min":0.55700000000000005},"min":{"1min":0.39200000000000002,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72999999999999998,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.51700000000000002}]},{"osd":5,"last update":"Wed Sep 11 03:30:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.54900000000000004,"15min":0.55000000000000004},"min":{"1min":0.38200000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.80700000000000005,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.58499999999999996,"15min":0.58899999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79600000000000004,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.745}]},{"osd":6,"last update":"Wed Sep 11 03:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.60099999999999998,"15min":0.60899999999999999},"min":{"1min":0.41099999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.878,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56100000000000005,"15min":0.56599999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.68300000000000005}]},{"osd":7,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.78600000000000003,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.55200000000000005,"15min":0.55000000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.61299999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28376,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716776,"statfs":{"total":95995035648,"available":95965978624,"internally_reserved":0,"allocated":1388544,"data_stored":940407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 11 03:30:09 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33900000000000002,"15min":0.317},"min":{"1min":0.246,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.33700000000000002,"15min":0.31900000000000001},"min":{"1min":0.23599999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.432,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.29899999999999999}]},{"osd":2,"last update":"Wed Sep 11 03:30:30 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.35899999999999999,"15min":0.36299999999999999},"min":{"1min":0.222,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.57799999999999996,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.38},{"interface":"front","average":{"1min":0.374,"5min":0.36699999999999999,"15min":0.35699999999999998},"min":{"1min":0.26500000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.497,"5min":0.501,"15min":0.501},"last":0.34100000000000003}]},{"osd":3,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41699999999999998,"15min":0.43099999999999999},"min":{"1min":0.26200000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.44700000000000001,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.49199999999999999}]},{"osd":4,"last update":"Wed Sep 11 03:30:13 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.53200000000000003,"15min":0.52900000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.53800000000000003,"15min":0.53700000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.63400000000000001}]},{"osd":5,"last update":"Wed Sep 11 03:30:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.57499999999999996,"15min":0.57099999999999995},"min":{"1min":0.42199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.58799999999999997,"15min":0.58399999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.60699999999999998}]},{"osd":6,"last update":"Wed Sep 11 03:29:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.57999999999999996,"15min":0.57799999999999996},"min":{"1min":0.41299999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.57899999999999996,"15min":0.57699999999999996},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.59499999999999997}]},{"osd":7,"last update":"Wed Sep 11 03:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40200000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.57299999999999995,"15min":0.57699999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.64400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T03:30:43.142 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-11T03:30:43.423 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:43 smithi086 ceph-mon[27247]: from='client.24626 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:30:43.423 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:43 smithi086 ceph-mon[37253]: from='client.24626 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:30:43.438 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:43.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:43 smithi130 ceph-mon[31190]: from='client.24626 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:30:43.706 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:43 smithi086 podman[73583]: 2024-09-11 03:30:43.454119338 +0000 UTC m=+0.126543962 container died e7deb4509a6829c9a74b9bd4251aadaab6d4de8497b851ec4766096f3509cbd6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:43.990 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:43 smithi086 podman[73583]: 2024-09-11 03:30:43.798638396 +0000 UTC m=+0.471063013 container cleanup e7deb4509a6829c9a74b9bd4251aadaab6d4de8497b851ec4766096f3509cbd6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:43.991 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:43 smithi086 bash[73583]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a 2024-09-11T03:30:44.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:44 smithi086 ceph-mon[27247]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:44.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:44 smithi086 ceph-mon[37253]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:44.322 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:44 smithi086 podman[73618]: 2024-09-11 03:30:44.092043236 +0000 UTC m=+0.638557717 container remove e7deb4509a6829c9a74b9bd4251aadaab6d4de8497b851ec4766096f3509cbd6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:44.322 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:44 smithi086 podman[73618]: 2024-09-11 03:30:44.17630447 +0000 UTC m=+0.722818958 volume remove 52da22862515bfa4a9e97979b546bfb1ef0c5d60e597e14ad0cea82a84f1f377 2024-09-11T03:30:44.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:44 smithi130 ceph-mon[31190]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:44.973 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:44 smithi086 podman[73638]: 2024-09-11 03:30:44.638216761 +0000 UTC m=+0.810989850 container died ca440ae7185865ae3bc7e8c0c0b0e83522a3af6b99601a8eb6cf924647b4476c (image=quay.ceph.io/ceph-ci/ceph:reef, name=sweet_clarke, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-7a853b1, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:30:45.612 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:45 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-11T03:30:45.612 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:45 smithi086 systemd[1]: Stopped Ceph alertmanager.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:30:45.612 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:45 smithi086 systemd[1]: Starting Ceph alertmanager.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:30:45.978 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:45 smithi086 podman[73765]: 2024-09-11 03:30:45.753565978 +0000 UTC m=+0.095122771 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-11T03:30:46.003 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:30:46.004 INFO:teuthology.orchestra.run.smithi086.stderr:dumped all 2024-09-11T03:30:46.242 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:46 smithi086 ceph-mon[27247]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:46.242 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:46 smithi086 ceph-mon[37253]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:46.242 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:45 smithi086 podman[73765]: 2024-09-11 03:30:45.979550609 +0000 UTC m=+0.321107387 volume create 4d040ae9725b5d922611f46a01645dd2dcc396de97d3c34b1ae38ec5a59cb213 2024-09-11T03:30:46.242 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:46 smithi086 podman[73765]: 2024-09-11 03:30:46.080952282 +0000 UTC m=+0.422509060 container create e7fbb08a29ad4c5f7610d0de6e6cc8c46e244f5bb3f5fdeaa4e437ca36baee1c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:46.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:46 smithi130 ceph-mon[31190]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:47.522 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:47 smithi086 ceph-mon[37253]: from='client.24632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:30:47.522 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:47 smithi086 ceph-mon[27247]: from='client.24632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:30:47.522 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:47 smithi086 podman[73765]: 2024-09-11 03:30:47.24702536 +0000 UTC m=+1.588582138 container init e7fbb08a29ad4c5f7610d0de6e6cc8c46e244f5bb3f5fdeaa4e437ca36baee1c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:47.522 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:47 smithi086 podman[73765]: 2024-09-11 03:30:47.250040159 +0000 UTC m=+1.591596947 container start e7fbb08a29ad4c5f7610d0de6e6cc8c46e244f5bb3f5fdeaa4e437ca36baee1c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:47.523 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[73814]: ts=2024-09-11T03:30:47.261Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-11T03:30:47.523 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[73814]: ts=2024-09-11T03:30:47.261Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-11T03:30:47.523 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[73814]: ts=2024-09-11T03:30:47.263Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.86 port=9094 2024-09-11T03:30:47.523 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[73814]: ts=2024-09-11T03:30:47.264Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-11T03:30:47.523 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[73814]: ts=2024-09-11T03:30:47.287Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-11T03:30:47.523 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[73814]: ts=2024-09-11T03:30:47.288Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-11T03:30:47.523 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[73814]: ts=2024-09-11T03:30:47.290Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-11T03:30:47.523 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[73814]: ts=2024-09-11T03:30:47.290Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-11T03:30:47.523 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:47 smithi086 bash[73765]: e7fbb08a29ad4c5f7610d0de6e6cc8c46e244f5bb3f5fdeaa4e437ca36baee1c 2024-09-11T03:30:47.523 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:47 smithi086 systemd[1]: Started Ceph alertmanager.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:30:47.543 INFO:teuthology.orchestra.run.smithi086.stdout:{"pg_ready":true,"pg_map":{"version":45,"stamp":"2024-09-11T03:30:45.038769+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":228176,"kb_used_data":7920,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733040,"statfs":{"total":767960285184,"available":767726632960,"internally_reserved":0,"allocated":8110080,"data_stored":4574087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12741,"internal_metadata":225431099},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002431"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104639+0000","last_change":"2024-09-11T03:28:47.075103+0000","last_active":"2024-09-11T03:29:43.104639+0000","last_peered":"2024-09-11T03:29:43.104639+0000","last_clean":"2024-09-11T03:29:43.104639+0000","last_became_active":"2024-09-11T03:28:47.074610+0000","last_became_peered":"2024-09-11T03:28:47.074610+0000","last_unstale":"2024-09-11T03:29:43.104639+0000","last_undegraded":"2024-09-11T03:29:43.104639+0000","last_fullsized":"2024-09-11T03:29:43.104639+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:00:32.436877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726832+0000","last_change":"2024-09-11T03:28:47.071766+0000","last_active":"2024-09-11T03:29:42.726832+0000","last_peered":"2024-09-11T03:29:42.726832+0000","last_clean":"2024-09-11T03:29:42.726832+0000","last_became_active":"2024-09-11T03:28:47.071284+0000","last_became_peered":"2024-09-11T03:28:47.071284+0000","last_unstale":"2024-09-11T03:29:42.726832+0000","last_undegraded":"2024-09-11T03:29:42.726832+0000","last_fullsized":"2024-09-11T03:29:42.726832+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:00:59.760616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102732+0000","last_change":"2024-09-11T03:28:47.066285+0000","last_active":"2024-09-11T03:29:43.102732+0000","last_peered":"2024-09-11T03:29:43.102732+0000","last_clean":"2024-09-11T03:29:43.102732+0000","last_became_active":"2024-09-11T03:28:47.065953+0000","last_became_peered":"2024-09-11T03:28:47.065953+0000","last_unstale":"2024-09-11T03:29:43.102732+0000","last_undegraded":"2024-09-11T03:29:43.102732+0000","last_fullsized":"2024-09-11T03:29:43.102732+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:02:10.967113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728537+0000","last_change":"2024-09-11T03:28:47.076651+0000","last_active":"2024-09-11T03:29:42.728537+0000","last_peered":"2024-09-11T03:29:42.728537+0000","last_clean":"2024-09-11T03:29:42.728537+0000","last_became_active":"2024-09-11T03:28:47.076340+0000","last_became_peered":"2024-09-11T03:28:47.076340+0000","last_unstale":"2024-09-11T03:29:42.728537+0000","last_undegraded":"2024-09-11T03:29:42.728537+0000","last_fullsized":"2024-09-11T03:29:42.728537+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:03:50.384506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103850+0000","last_change":"2024-09-11T03:28:47.078288+0000","last_active":"2024-09-11T03:29:43.103850+0000","last_peered":"2024-09-11T03:29:43.103850+0000","last_clean":"2024-09-11T03:29:43.103850+0000","last_became_active":"2024-09-11T03:28:47.078000+0000","last_became_peered":"2024-09-11T03:28:47.078000+0000","last_unstale":"2024-09-11T03:29:43.103850+0000","last_undegraded":"2024-09-11T03:29:43.103850+0000","last_fullsized":"2024-09-11T03:29:43.103850+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:21:37.088793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728617+0000","last_change":"2024-09-11T03:28:47.069866+0000","last_active":"2024-09-11T03:29:42.728617+0000","last_peered":"2024-09-11T03:29:42.728617+0000","last_clean":"2024-09-11T03:29:42.728617+0000","last_became_active":"2024-09-11T03:28:47.069572+0000","last_became_peered":"2024-09-11T03:28:47.069572+0000","last_unstale":"2024-09-11T03:29:42.728617+0000","last_undegraded":"2024-09-11T03:29:42.728617+0000","last_fullsized":"2024-09-11T03:29:42.728617+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:42:00.047157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103477+0000","last_change":"2024-09-11T03:28:47.079336+0000","last_active":"2024-09-11T03:29:43.103477+0000","last_peered":"2024-09-11T03:29:43.103477+0000","last_clean":"2024-09-11T03:29:43.103477+0000","last_became_active":"2024-09-11T03:28:47.078903+0000","last_became_peered":"2024-09-11T03:28:47.078903+0000","last_unstale":"2024-09-11T03:29:43.103477+0000","last_undegraded":"2024-09-11T03:29:43.103477+0000","last_fullsized":"2024-09-11T03:29:43.103477+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:46:17.876805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102554+0000","last_change":"2024-09-11T03:28:47.071463+0000","last_active":"2024-09-11T03:29:43.102554+0000","last_peered":"2024-09-11T03:29:43.102554+0000","last_clean":"2024-09-11T03:29:43.102554+0000","last_became_active":"2024-09-11T03:28:47.070810+0000","last_became_peered":"2024-09-11T03:28:47.070810+0000","last_unstale":"2024-09-11T03:29:43.102554+0000","last_undegraded":"2024-09-11T03:29:43.102554+0000","last_fullsized":"2024-09-11T03:29:43.102554+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:13:52.090828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103273+0000","last_change":"2024-09-11T03:28:47.082073+0000","last_active":"2024-09-11T03:29:43.103273+0000","last_peered":"2024-09-11T03:29:43.103273+0000","last_clean":"2024-09-11T03:29:43.103273+0000","last_became_active":"2024-09-11T03:28:47.081780+0000","last_became_peered":"2024-09-11T03:28:47.081780+0000","last_unstale":"2024-09-11T03:29:43.103273+0000","last_undegraded":"2024-09-11T03:29:43.103273+0000","last_fullsized":"2024-09-11T03:29:43.103273+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:22:10.258817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104328+0000","last_change":"2024-09-11T03:28:47.077011+0000","last_active":"2024-09-11T03:29:43.104328+0000","last_peered":"2024-09-11T03:29:43.104328+0000","last_clean":"2024-09-11T03:29:43.104328+0000","last_became_active":"2024-09-11T03:28:47.076762+0000","last_became_peered":"2024-09-11T03:28:47.076762+0000","last_unstale":"2024-09-11T03:29:43.104328+0000","last_undegraded":"2024-09-11T03:29:43.104328+0000","last_fullsized":"2024-09-11T03:29:43.104328+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:33:41.084633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104021+0000","last_change":"2024-09-11T03:28:47.069494+0000","last_active":"2024-09-11T03:29:43.104021+0000","last_peered":"2024-09-11T03:29:43.104021+0000","last_clean":"2024-09-11T03:29:43.104021+0000","last_became_active":"2024-09-11T03:28:47.069223+0000","last_became_peered":"2024-09-11T03:28:47.069223+0000","last_unstale":"2024-09-11T03:29:43.104021+0000","last_undegraded":"2024-09-11T03:29:43.104021+0000","last_fullsized":"2024-09-11T03:29:43.104021+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:20:44.799027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723494+0000","last_change":"2024-09-11T03:28:47.070794+0000","last_active":"2024-09-11T03:29:42.723494+0000","last_peered":"2024-09-11T03:29:42.723494+0000","last_clean":"2024-09-11T03:29:42.723494+0000","last_became_active":"2024-09-11T03:28:47.067641+0000","last_became_peered":"2024-09-11T03:28:47.067641+0000","last_unstale":"2024-09-11T03:29:42.723494+0000","last_undegraded":"2024-09-11T03:29:42.723494+0000","last_fullsized":"2024-09-11T03:29:42.723494+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:52:36.459151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102551+0000","last_change":"2024-09-11T03:28:47.071095+0000","last_active":"2024-09-11T03:29:43.102551+0000","last_peered":"2024-09-11T03:29:43.102551+0000","last_clean":"2024-09-11T03:29:43.102551+0000","last_became_active":"2024-09-11T03:28:47.070822+0000","last_became_peered":"2024-09-11T03:28:47.070822+0000","last_unstale":"2024-09-11T03:29:43.102551+0000","last_undegraded":"2024-09-11T03:29:43.102551+0000","last_fullsized":"2024-09-11T03:29:43.102551+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:30:31.933463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102810+0000","last_change":"2024-09-11T03:28:47.065286+0000","last_active":"2024-09-11T03:29:43.102810+0000","last_peered":"2024-09-11T03:29:43.102810+0000","last_clean":"2024-09-11T03:29:43.102810+0000","last_became_active":"2024-09-11T03:28:47.064959+0000","last_became_peered":"2024-09-11T03:28:47.064959+0000","last_unstale":"2024-09-11T03:29:43.102810+0000","last_undegraded":"2024-09-11T03:29:43.102810+0000","last_fullsized":"2024-09-11T03:29:43.102810+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:35:36.505570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726532+0000","last_change":"2024-09-11T03:28:47.062238+0000","last_active":"2024-09-11T03:29:42.726532+0000","last_peered":"2024-09-11T03:29:42.726532+0000","last_clean":"2024-09-11T03:29:42.726532+0000","last_became_active":"2024-09-11T03:28:47.061967+0000","last_became_peered":"2024-09-11T03:28:47.061967+0000","last_unstale":"2024-09-11T03:29:42.726532+0000","last_undegraded":"2024-09-11T03:29:42.726532+0000","last_fullsized":"2024-09-11T03:29:42.726532+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:15:06.170791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728468+0000","last_change":"2024-09-11T03:28:47.071619+0000","last_active":"2024-09-11T03:29:42.728468+0000","last_peered":"2024-09-11T03:29:42.728468+0000","last_clean":"2024-09-11T03:29:42.728468+0000","last_became_active":"2024-09-11T03:28:47.070630+0000","last_became_peered":"2024-09-11T03:28:47.070630+0000","last_unstale":"2024-09-11T03:29:42.728468+0000","last_undegraded":"2024-09-11T03:29:42.728468+0000","last_fullsized":"2024-09-11T03:29:42.728468+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:27:44.610980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.729036+0000","last_change":"2024-09-11T03:28:47.079792+0000","last_active":"2024-09-11T03:29:42.729036+0000","last_peered":"2024-09-11T03:29:42.729036+0000","last_clean":"2024-09-11T03:29:42.729036+0000","last_became_active":"2024-09-11T03:28:47.079535+0000","last_became_peered":"2024-09-11T03:28:47.079535+0000","last_unstale":"2024-09-11T03:29:42.729036+0000","last_undegraded":"2024-09-11T03:29:42.729036+0000","last_fullsized":"2024-09-11T03:29:42.729036+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:29:44.162723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723770+0000","last_change":"2024-09-11T03:28:47.063519+0000","last_active":"2024-09-11T03:29:42.723770+0000","last_peered":"2024-09-11T03:29:42.723770+0000","last_clean":"2024-09-11T03:29:42.723770+0000","last_became_active":"2024-09-11T03:28:47.063268+0000","last_became_peered":"2024-09-11T03:28:47.063268+0000","last_unstale":"2024-09-11T03:29:42.723770+0000","last_undegraded":"2024-09-11T03:29:42.723770+0000","last_fullsized":"2024-09-11T03:29:42.723770+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:35:46.190640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103295+0000","last_change":"2024-09-11T03:28:47.075254+0000","last_active":"2024-09-11T03:29:43.103295+0000","last_peered":"2024-09-11T03:29:43.103295+0000","last_clean":"2024-09-11T03:29:43.103295+0000","last_became_active":"2024-09-11T03:28:47.074995+0000","last_became_peered":"2024-09-11T03:28:47.074995+0000","last_unstale":"2024-09-11T03:29:43.103295+0000","last_undegraded":"2024-09-11T03:29:43.103295+0000","last_fullsized":"2024-09-11T03:29:43.103295+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:13:05.562855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104576+0000","last_change":"2024-09-11T03:28:47.072573+0000","last_active":"2024-09-11T03:29:43.104576+0000","last_peered":"2024-09-11T03:29:43.104576+0000","last_clean":"2024-09-11T03:29:43.104576+0000","last_became_active":"2024-09-11T03:28:47.071809+0000","last_became_peered":"2024-09-11T03:28:47.071809+0000","last_unstale":"2024-09-11T03:29:43.104576+0000","last_undegraded":"2024-09-11T03:29:43.104576+0000","last_fullsized":"2024-09-11T03:29:43.104576+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:49:39.246639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103018+0000","last_change":"2024-09-11T03:28:47.067917+0000","last_active":"2024-09-11T03:29:43.103018+0000","last_peered":"2024-09-11T03:29:43.103018+0000","last_clean":"2024-09-11T03:29:43.103018+0000","last_became_active":"2024-09-11T03:28:47.067647+0000","last_became_peered":"2024-09-11T03:28:47.067647+0000","last_unstale":"2024-09-11T03:29:43.103018+0000","last_undegraded":"2024-09-11T03:29:43.103018+0000","last_fullsized":"2024-09-11T03:29:43.103018+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:48:02.808051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728675+0000","last_change":"2024-09-11T03:28:47.075265+0000","last_active":"2024-09-11T03:29:42.728675+0000","last_peered":"2024-09-11T03:29:42.728675+0000","last_clean":"2024-09-11T03:29:42.728675+0000","last_became_active":"2024-09-11T03:28:47.074980+0000","last_became_peered":"2024-09-11T03:28:47.074980+0000","last_unstale":"2024-09-11T03:29:42.728675+0000","last_undegraded":"2024-09-11T03:29:42.728675+0000","last_fullsized":"2024-09-11T03:29:42.728675+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:49:46.654051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102446+0000","last_change":"2024-09-11T03:28:47.057820+0000","last_active":"2024-09-11T03:29:43.102446+0000","last_peered":"2024-09-11T03:29:43.102446+0000","last_clean":"2024-09-11T03:29:43.102446+0000","last_became_active":"2024-09-11T03:28:47.057323+0000","last_became_peered":"2024-09-11T03:28:47.057323+0000","last_unstale":"2024-09-11T03:29:43.102446+0000","last_undegraded":"2024-09-11T03:29:43.102446+0000","last_fullsized":"2024-09-11T03:29:43.102446+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:00:23.623293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728469+0000","last_change":"2024-09-11T03:28:47.066676+0000","last_active":"2024-09-11T03:29:42.728469+0000","last_peered":"2024-09-11T03:29:42.728469+0000","last_clean":"2024-09-11T03:29:42.728469+0000","last_became_active":"2024-09-11T03:28:47.066431+0000","last_became_peered":"2024-09-11T03:28:47.066431+0000","last_unstale":"2024-09-11T03:29:42.728469+0000","last_undegraded":"2024-09-11T03:29:42.728469+0000","last_fullsized":"2024-09-11T03:29:42.728469+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:41:24.436760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103095+0000","last_change":"2024-09-11T03:28:47.065033+0000","last_active":"2024-09-11T03:29:43.103095+0000","last_peered":"2024-09-11T03:29:43.103095+0000","last_clean":"2024-09-11T03:29:43.103095+0000","last_became_active":"2024-09-11T03:28:47.064624+0000","last_became_peered":"2024-09-11T03:28:47.064624+0000","last_unstale":"2024-09-11T03:29:43.103095+0000","last_undegraded":"2024-09-11T03:29:43.103095+0000","last_fullsized":"2024-09-11T03:29:43.103095+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:27:19.921023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104231+0000","last_change":"2024-09-11T03:28:47.072320+0000","last_active":"2024-09-11T03:29:43.104231+0000","last_peered":"2024-09-11T03:29:43.104231+0000","last_clean":"2024-09-11T03:29:43.104231+0000","last_became_active":"2024-09-11T03:28:47.071892+0000","last_became_peered":"2024-09-11T03:28:47.071892+0000","last_unstale":"2024-09-11T03:29:43.104231+0000","last_undegraded":"2024-09-11T03:29:43.104231+0000","last_fullsized":"2024-09-11T03:29:43.104231+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:23:57.198327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726715+0000","last_change":"2024-09-11T03:28:47.060930+0000","last_active":"2024-09-11T03:29:42.726715+0000","last_peered":"2024-09-11T03:29:42.726715+0000","last_clean":"2024-09-11T03:29:42.726715+0000","last_became_active":"2024-09-11T03:28:47.060610+0000","last_became_peered":"2024-09-11T03:28:47.060610+0000","last_unstale":"2024-09-11T03:29:42.726715+0000","last_undegraded":"2024-09-11T03:29:42.726715+0000","last_fullsized":"2024-09-11T03:29:42.726715+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:44:22.817679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102478+0000","last_change":"2024-09-11T03:28:47.063609+0000","last_active":"2024-09-11T03:29:43.102478+0000","last_peered":"2024-09-11T03:29:43.102478+0000","last_clean":"2024-09-11T03:29:43.102478+0000","last_became_active":"2024-09-11T03:28:47.063370+0000","last_became_peered":"2024-09-11T03:28:47.063370+0000","last_unstale":"2024-09-11T03:29:43.102478+0000","last_undegraded":"2024-09-11T03:29:43.102478+0000","last_fullsized":"2024-09-11T03:29:43.102478+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:11:29.441344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723603+0000","last_change":"2024-09-11T03:29:16.673770+0000","last_active":"2024-09-11T03:29:42.723603+0000","last_peered":"2024-09-11T03:29:42.723603+0000","last_clean":"2024-09-11T03:29:42.723603+0000","last_became_active":"2024-09-11T03:29:16.673413+0000","last_became_peered":"2024-09-11T03:29:16.673413+0000","last_unstale":"2024-09-11T03:29:42.723603+0000","last_undegraded":"2024-09-11T03:29:42.723603+0000","last_fullsized":"2024-09-11T03:29:42.723603+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:26:52.797994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723337+0000","last_change":"2024-09-11T03:29:16.559380+0000","last_active":"2024-09-11T03:29:42.723337+0000","last_peered":"2024-09-11T03:29:42.723337+0000","last_clean":"2024-09-11T03:29:42.723337+0000","last_became_active":"2024-09-11T03:29:16.558997+0000","last_became_peered":"2024-09-11T03:29:16.558997+0000","last_unstale":"2024-09-11T03:29:42.723337+0000","last_undegraded":"2024-09-11T03:29:42.723337+0000","last_fullsized":"2024-09-11T03:29:42.723337+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:25:29.472386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723337+0000","last_change":"2024-09-11T03:28:47.063250+0000","last_active":"2024-09-11T03:29:42.723337+0000","last_peered":"2024-09-11T03:29:42.723337+0000","last_clean":"2024-09-11T03:29:42.723337+0000","last_became_active":"2024-09-11T03:28:47.062715+0000","last_became_peered":"2024-09-11T03:28:47.062715+0000","last_unstale":"2024-09-11T03:29:42.723337+0000","last_undegraded":"2024-09-11T03:29:42.723337+0000","last_fullsized":"2024-09-11T03:29:42.723337+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:00:41.773089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103661+0000","last_change":"2024-09-11T03:28:47.076964+0000","last_active":"2024-09-11T03:29:43.103661+0000","last_peered":"2024-09-11T03:29:43.103661+0000","last_clean":"2024-09-11T03:29:43.103661+0000","last_became_active":"2024-09-11T03:28:47.076699+0000","last_became_peered":"2024-09-11T03:28:47.076699+0000","last_unstale":"2024-09-11T03:29:43.103661+0000","last_undegraded":"2024-09-11T03:29:43.103661+0000","last_fullsized":"2024-09-11T03:29:43.103661+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:38:15.956281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723196+0000","last_change":"2024-09-11T03:28:47.070730+0000","last_active":"2024-09-11T03:29:42.723196+0000","last_peered":"2024-09-11T03:29:42.723196+0000","last_clean":"2024-09-11T03:29:42.723196+0000","last_became_active":"2024-09-11T03:28:47.067902+0000","last_became_peered":"2024-09-11T03:28:47.067902+0000","last_unstale":"2024-09-11T03:29:42.723196+0000","last_undegraded":"2024-09-11T03:29:42.723196+0000","last_fullsized":"2024-09-11T03:29:42.723196+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:37:38.438329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104125+0000","last_change":"2024-09-11T03:28:43.986957+0000","last_active":"2024-09-11T03:29:43.104125+0000","last_peered":"2024-09-11T03:29:43.104125+0000","last_clean":"2024-09-11T03:29:43.104125+0000","last_became_active":"2024-09-11T03:28:43.986687+0000","last_became_peered":"2024-09-11T03:28:43.986687+0000","last_unstale":"2024-09-11T03:29:43.104125+0000","last_undegraded":"2024-09-11T03:29:43.104125+0000","last_fullsized":"2024-09-11T03:29:43.104125+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:09:52.358550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103292+0000","last_change":"2024-09-11T03:28:47.073487+0000","last_active":"2024-09-11T03:29:43.103292+0000","last_peered":"2024-09-11T03:29:43.103292+0000","last_clean":"2024-09-11T03:29:43.103292+0000","last_became_active":"2024-09-11T03:28:47.072117+0000","last_became_peered":"2024-09-11T03:28:47.072117+0000","last_unstale":"2024-09-11T03:29:43.103292+0000","last_undegraded":"2024-09-11T03:29:43.103292+0000","last_fullsized":"2024-09-11T03:29:43.103292+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:32:11.315027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104922+0000","last_change":"2024-09-11T03:28:43.991372+0000","last_active":"2024-09-11T03:29:43.104922+0000","last_peered":"2024-09-11T03:29:43.104922+0000","last_clean":"2024-09-11T03:29:43.104922+0000","last_became_active":"2024-09-11T03:28:43.990776+0000","last_became_peered":"2024-09-11T03:28:43.990776+0000","last_unstale":"2024-09-11T03:29:43.104922+0000","last_undegraded":"2024-09-11T03:29:43.104922+0000","last_fullsized":"2024-09-11T03:29:43.104922+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:49:18.742692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103570+0000","last_change":"2024-09-11T03:28:43.984935+0000","last_active":"2024-09-11T03:29:43.103570+0000","last_peered":"2024-09-11T03:29:43.103570+0000","last_clean":"2024-09-11T03:29:43.103570+0000","last_became_active":"2024-09-11T03:28:43.984617+0000","last_became_peered":"2024-09-11T03:28:43.984617+0000","last_unstale":"2024-09-11T03:29:43.103570+0000","last_undegraded":"2024-09-11T03:29:43.103570+0000","last_fullsized":"2024-09-11T03:29:43.103570+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:20:32.146035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102454+0000","last_change":"2024-09-11T03:28:47.064174+0000","last_active":"2024-09-11T03:29:43.102454+0000","last_peered":"2024-09-11T03:29:43.102454+0000","last_clean":"2024-09-11T03:29:43.102454+0000","last_became_active":"2024-09-11T03:28:47.063970+0000","last_became_peered":"2024-09-11T03:28:47.063970+0000","last_unstale":"2024-09-11T03:29:43.102454+0000","last_undegraded":"2024-09-11T03:29:43.102454+0000","last_fullsized":"2024-09-11T03:29:43.102454+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:25:04.260654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728696+0000","last_change":"2024-09-11T03:28:43.991548+0000","last_active":"2024-09-11T03:29:42.728696+0000","last_peered":"2024-09-11T03:29:42.728696+0000","last_clean":"2024-09-11T03:29:42.728696+0000","last_became_active":"2024-09-11T03:28:43.991284+0000","last_became_peered":"2024-09-11T03:28:43.991284+0000","last_unstale":"2024-09-11T03:29:42.728696+0000","last_undegraded":"2024-09-11T03:29:42.728696+0000","last_fullsized":"2024-09-11T03:29:42.728696+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:09:31.429860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726427+0000","last_change":"2024-09-11T03:28:47.057657+0000","last_active":"2024-09-11T03:29:42.726427+0000","last_peered":"2024-09-11T03:29:42.726427+0000","last_clean":"2024-09-11T03:29:42.726427+0000","last_became_active":"2024-09-11T03:28:47.057244+0000","last_became_peered":"2024-09-11T03:28:47.057244+0000","last_unstale":"2024-09-11T03:29:42.726427+0000","last_undegraded":"2024-09-11T03:29:42.726427+0000","last_fullsized":"2024-09-11T03:29:42.726427+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:48:49.189045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.105369+0000","last_change":"2024-09-11T03:28:43.988003+0000","last_active":"2024-09-11T03:29:43.105369+0000","last_peered":"2024-09-11T03:29:43.105369+0000","last_clean":"2024-09-11T03:29:43.105369+0000","last_became_active":"2024-09-11T03:28:43.987642+0000","last_became_peered":"2024-09-11T03:28:43.987642+0000","last_unstale":"2024-09-11T03:29:43.105369+0000","last_undegraded":"2024-09-11T03:29:43.105369+0000","last_fullsized":"2024-09-11T03:29:43.105369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:22:58.799309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728949+0000","last_change":"2024-09-11T03:28:47.070170+0000","last_active":"2024-09-11T03:29:42.728949+0000","last_peered":"2024-09-11T03:29:42.728949+0000","last_clean":"2024-09-11T03:29:42.728949+0000","last_became_active":"2024-09-11T03:28:47.069891+0000","last_became_peered":"2024-09-11T03:28:47.069891+0000","last_unstale":"2024-09-11T03:29:42.728949+0000","last_undegraded":"2024-09-11T03:29:42.728949+0000","last_fullsized":"2024-09-11T03:29:42.728949+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:49:34.681613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.729029+0000","last_change":"2024-09-11T03:28:43.986600+0000","last_active":"2024-09-11T03:29:42.729029+0000","last_peered":"2024-09-11T03:29:42.729029+0000","last_clean":"2024-09-11T03:29:42.729029+0000","last_became_active":"2024-09-11T03:28:43.986309+0000","last_became_peered":"2024-09-11T03:28:43.986309+0000","last_unstale":"2024-09-11T03:29:42.729029+0000","last_undegraded":"2024-09-11T03:29:42.729029+0000","last_fullsized":"2024-09-11T03:29:42.729029+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:37:42.389337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102871+0000","last_change":"2024-09-11T03:28:47.066268+0000","last_active":"2024-09-11T03:29:43.102871+0000","last_peered":"2024-09-11T03:29:43.102871+0000","last_clean":"2024-09-11T03:29:43.102871+0000","last_became_active":"2024-09-11T03:28:47.065603+0000","last_became_peered":"2024-09-11T03:28:47.065603+0000","last_unstale":"2024-09-11T03:29:43.102871+0000","last_undegraded":"2024-09-11T03:29:43.102871+0000","last_fullsized":"2024-09-11T03:29:43.102871+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:56:28.770955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726710+0000","last_change":"2024-09-11T03:28:43.984401+0000","last_active":"2024-09-11T03:29:42.726710+0000","last_peered":"2024-09-11T03:29:42.726710+0000","last_clean":"2024-09-11T03:29:42.726710+0000","last_became_active":"2024-09-11T03:28:43.983959+0000","last_became_peered":"2024-09-11T03:28:43.983959+0000","last_unstale":"2024-09-11T03:29:42.726710+0000","last_undegraded":"2024-09-11T03:29:42.726710+0000","last_fullsized":"2024-09-11T03:29:42.726710+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:53:22.464789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723670+0000","last_change":"2024-09-11T03:28:47.072872+0000","last_active":"2024-09-11T03:29:42.723670+0000","last_peered":"2024-09-11T03:29:42.723670+0000","last_clean":"2024-09-11T03:29:42.723670+0000","last_became_active":"2024-09-11T03:28:47.072523+0000","last_became_peered":"2024-09-11T03:28:47.072523+0000","last_unstale":"2024-09-11T03:29:42.723670+0000","last_undegraded":"2024-09-11T03:29:42.723670+0000","last_fullsized":"2024-09-11T03:29:42.723670+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:26:54.708080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.105166+0000","last_change":"2024-09-11T03:28:43.990218+0000","last_active":"2024-09-11T03:29:43.105166+0000","last_peered":"2024-09-11T03:29:43.105166+0000","last_clean":"2024-09-11T03:29:43.105166+0000","last_became_active":"2024-09-11T03:28:43.989906+0000","last_became_peered":"2024-09-11T03:28:43.989906+0000","last_unstale":"2024-09-11T03:29:43.105166+0000","last_undegraded":"2024-09-11T03:29:43.105166+0000","last_fullsized":"2024-09-11T03:29:43.105166+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:11:21.728621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103426+0000","last_change":"2024-09-11T03:28:47.077632+0000","last_active":"2024-09-11T03:29:43.103426+0000","last_peered":"2024-09-11T03:29:43.103426+0000","last_clean":"2024-09-11T03:29:43.103426+0000","last_became_active":"2024-09-11T03:28:47.077329+0000","last_became_peered":"2024-09-11T03:28:47.077329+0000","last_unstale":"2024-09-11T03:29:43.103426+0000","last_undegraded":"2024-09-11T03:29:43.103426+0000","last_fullsized":"2024-09-11T03:29:43.103426+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:38:03.782137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103757+0000","last_change":"2024-09-11T03:28:43.985988+0000","last_active":"2024-09-11T03:29:43.103757+0000","last_peered":"2024-09-11T03:29:43.103757+0000","last_clean":"2024-09-11T03:29:43.103757+0000","last_became_active":"2024-09-11T03:28:43.985444+0000","last_became_peered":"2024-09-11T03:28:43.985444+0000","last_unstale":"2024-09-11T03:29:43.103757+0000","last_undegraded":"2024-09-11T03:29:43.103757+0000","last_fullsized":"2024-09-11T03:29:43.103757+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:19:00.164179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103632+0000","last_change":"2024-09-11T03:28:47.063423+0000","last_active":"2024-09-11T03:29:43.103632+0000","last_peered":"2024-09-11T03:29:43.103632+0000","last_clean":"2024-09-11T03:29:43.103632+0000","last_became_active":"2024-09-11T03:28:47.062772+0000","last_became_peered":"2024-09-11T03:28:47.062772+0000","last_unstale":"2024-09-11T03:29:43.103632+0000","last_undegraded":"2024-09-11T03:29:43.103632+0000","last_fullsized":"2024-09-11T03:29:43.103632+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:53:36.619222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728722+0000","last_change":"2024-09-11T03:28:43.988816+0000","last_active":"2024-09-11T03:29:42.728722+0000","last_peered":"2024-09-11T03:29:42.728722+0000","last_clean":"2024-09-11T03:29:42.728722+0000","last_became_active":"2024-09-11T03:28:43.988395+0000","last_became_peered":"2024-09-11T03:28:43.988395+0000","last_unstale":"2024-09-11T03:29:42.728722+0000","last_undegraded":"2024-09-11T03:29:42.728722+0000","last_fullsized":"2024-09-11T03:29:42.728722+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:58:54.314721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103737+0000","last_change":"2024-09-11T03:28:47.078326+0000","last_active":"2024-09-11T03:29:43.103737+0000","last_peered":"2024-09-11T03:29:43.103737+0000","last_clean":"2024-09-11T03:29:43.103737+0000","last_became_active":"2024-09-11T03:28:47.078053+0000","last_became_peered":"2024-09-11T03:28:47.078053+0000","last_unstale":"2024-09-11T03:29:43.103737+0000","last_undegraded":"2024-09-11T03:29:43.103737+0000","last_fullsized":"2024-09-11T03:29:43.103737+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:04:25.470694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104236+0000","last_change":"2024-09-11T03:28:43.985715+0000","last_active":"2024-09-11T03:29:43.104236+0000","last_peered":"2024-09-11T03:29:43.104236+0000","last_clean":"2024-09-11T03:29:43.104236+0000","last_became_active":"2024-09-11T03:28:43.985394+0000","last_became_peered":"2024-09-11T03:28:43.985394+0000","last_unstale":"2024-09-11T03:29:43.104236+0000","last_undegraded":"2024-09-11T03:29:43.104236+0000","last_fullsized":"2024-09-11T03:29:43.104236+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:18:11.755614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103631+0000","last_change":"2024-09-11T03:28:47.070585+0000","last_active":"2024-09-11T03:29:43.103631+0000","last_peered":"2024-09-11T03:29:43.103631+0000","last_clean":"2024-09-11T03:29:43.103631+0000","last_became_active":"2024-09-11T03:28:47.070041+0000","last_became_peered":"2024-09-11T03:28:47.070041+0000","last_unstale":"2024-09-11T03:29:43.103631+0000","last_undegraded":"2024-09-11T03:29:43.103631+0000","last_fullsized":"2024-09-11T03:29:43.103631+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:41:20.107490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723367+0000","last_change":"2024-09-11T03:28:43.983286+0000","last_active":"2024-09-11T03:29:42.723367+0000","last_peered":"2024-09-11T03:29:42.723367+0000","last_clean":"2024-09-11T03:29:42.723367+0000","last_became_active":"2024-09-11T03:28:43.982990+0000","last_became_peered":"2024-09-11T03:28:43.982990+0000","last_unstale":"2024-09-11T03:29:42.723367+0000","last_undegraded":"2024-09-11T03:29:42.723367+0000","last_fullsized":"2024-09-11T03:29:42.723367+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:49:14.707154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103590+0000","last_change":"2024-09-11T03:29:16.543183+0000","last_active":"2024-09-11T03:29:43.103590+0000","last_peered":"2024-09-11T03:29:43.103590+0000","last_clean":"2024-09-11T03:29:43.103590+0000","last_became_active":"2024-09-11T03:29:16.542877+0000","last_became_peered":"2024-09-11T03:29:16.542877+0000","last_unstale":"2024-09-11T03:29:43.103590+0000","last_undegraded":"2024-09-11T03:29:43.103590+0000","last_fullsized":"2024-09-11T03:29:43.103590+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:22:42.304371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.724001+0000","last_change":"2024-09-11T03:28:43.988354+0000","last_active":"2024-09-11T03:29:42.724001+0000","last_peered":"2024-09-11T03:29:42.724001+0000","last_clean":"2024-09-11T03:29:42.724001+0000","last_became_active":"2024-09-11T03:28:43.988082+0000","last_became_peered":"2024-09-11T03:28:43.988082+0000","last_unstale":"2024-09-11T03:29:42.724001+0000","last_undegraded":"2024-09-11T03:29:42.724001+0000","last_fullsized":"2024-09-11T03:29:42.724001+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:17:33.053857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103309+0000","last_change":"2024-09-11T03:28:47.078982+0000","last_active":"2024-09-11T03:29:43.103309+0000","last_peered":"2024-09-11T03:29:43.103309+0000","last_clean":"2024-09-11T03:29:43.103309+0000","last_became_active":"2024-09-11T03:28:47.078707+0000","last_became_peered":"2024-09-11T03:28:47.078707+0000","last_unstale":"2024-09-11T03:29:43.103309+0000","last_undegraded":"2024-09-11T03:29:43.103309+0000","last_fullsized":"2024-09-11T03:29:43.103309+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:04:16.119544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":40,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723826+0000","last_change":"2024-09-11T03:29:16.676321+0000","last_active":"2024-09-11T03:29:42.723826+0000","last_peered":"2024-09-11T03:29:42.723826+0000","last_clean":"2024-09-11T03:29:42.723826+0000","last_became_active":"2024-09-11T03:29:16.673710+0000","last_became_peered":"2024-09-11T03:29:16.673710+0000","last_unstale":"2024-09-11T03:29:42.723826+0000","last_undegraded":"2024-09-11T03:29:42.723826+0000","last_fullsized":"2024-09-11T03:29:42.723826+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:59:49.437776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103433+0000","last_change":"2024-09-11T03:28:47.079566+0000","last_active":"2024-09-11T03:29:43.103433+0000","last_peered":"2024-09-11T03:29:43.103433+0000","last_clean":"2024-09-11T03:29:43.103433+0000","last_became_active":"2024-09-11T03:28:47.079265+0000","last_became_peered":"2024-09-11T03:28:47.079265+0000","last_unstale":"2024-09-11T03:29:43.103433+0000","last_undegraded":"2024-09-11T03:29:43.103433+0000","last_fullsized":"2024-09-11T03:29:43.103433+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:52:36.180317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726823+0000","last_change":"2024-09-11T03:28:43.985246+0000","last_active":"2024-09-11T03:29:42.726823+0000","last_peered":"2024-09-11T03:29:42.726823+0000","last_clean":"2024-09-11T03:29:42.726823+0000","last_became_active":"2024-09-11T03:28:43.985008+0000","last_became_peered":"2024-09-11T03:28:43.985008+0000","last_unstale":"2024-09-11T03:29:42.726823+0000","last_undegraded":"2024-09-11T03:29:42.726823+0000","last_fullsized":"2024-09-11T03:29:42.726823+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:36:32.879463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728645+0000","last_change":"2024-09-11T03:28:47.080588+0000","last_active":"2024-09-11T03:29:42.728645+0000","last_peered":"2024-09-11T03:29:42.728645+0000","last_clean":"2024-09-11T03:29:42.728645+0000","last_became_active":"2024-09-11T03:28:47.080258+0000","last_became_peered":"2024-09-11T03:28:47.080258+0000","last_unstale":"2024-09-11T03:29:42.728645+0000","last_undegraded":"2024-09-11T03:29:42.728645+0000","last_fullsized":"2024-09-11T03:29:42.728645+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:48:05.150070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723604+0000","last_change":"2024-09-11T03:28:43.986919+0000","last_active":"2024-09-11T03:29:42.723604+0000","last_peered":"2024-09-11T03:29:42.723604+0000","last_clean":"2024-09-11T03:29:42.723604+0000","last_became_active":"2024-09-11T03:28:43.986613+0000","last_became_peered":"2024-09-11T03:28:43.986613+0000","last_unstale":"2024-09-11T03:29:42.723604+0000","last_undegraded":"2024-09-11T03:29:42.723604+0000","last_fullsized":"2024-09-11T03:29:42.723604+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:05:51.903025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103351+0000","last_change":"2024-09-11T03:28:47.071416+0000","last_active":"2024-09-11T03:29:43.103351+0000","last_peered":"2024-09-11T03:29:43.103351+0000","last_clean":"2024-09-11T03:29:43.103351+0000","last_became_active":"2024-09-11T03:28:47.071089+0000","last_became_peered":"2024-09-11T03:28:47.071089+0000","last_unstale":"2024-09-11T03:29:43.103351+0000","last_undegraded":"2024-09-11T03:29:43.103351+0000","last_fullsized":"2024-09-11T03:29:43.103351+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:03:46.015738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:50.582088+0000","last_change":"2024-09-11T03:29:43.105934+0000","last_active":"2024-09-11T03:29:50.582088+0000","last_peered":"2024-09-11T03:29:50.582088+0000","last_clean":"2024-09-11T03:29:50.582088+0000","last_became_active":"2024-09-11T03:29:38.082345+0000","last_became_peered":"2024-09-11T03:29:38.082345+0000","last_unstale":"2024-09-11T03:29:50.582088+0000","last_undegraded":"2024-09-11T03:29:50.582088+0000","last_fullsized":"2024-09-11T03:29:50.582088+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:17:14.698355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037501400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":271,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:50.769034+0000","last_change":"2024-09-11T03:28:20.848019+0000","last_active":"2024-09-11T03:29:50.769034+0000","last_peered":"2024-09-11T03:29:50.769034+0000","last_clean":"2024-09-11T03:29:50.769034+0000","last_became_active":"2024-09-11T03:28:20.847611+0000","last_became_peered":"2024-09-11T03:28:20.847611+0000","last_unstale":"2024-09-11T03:29:50.769034+0000","last_undegraded":"2024-09-11T03:29:50.769034+0000","last_fullsized":"2024-09-11T03:29:50.769034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:26:23.084252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:26:23.084252+0000","last_clean_scrub_stamp":"2024-09-11T03:26:23.084252+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:30:40.575823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728641+0000","last_change":"2024-09-11T03:28:43.988470+0000","last_active":"2024-09-11T03:29:42.728641+0000","last_peered":"2024-09-11T03:29:42.728641+0000","last_clean":"2024-09-11T03:29:42.728641+0000","last_became_active":"2024-09-11T03:28:43.988204+0000","last_became_peered":"2024-09-11T03:28:43.988204+0000","last_unstale":"2024-09-11T03:29:42.728641+0000","last_undegraded":"2024-09-11T03:29:42.728641+0000","last_fullsized":"2024-09-11T03:29:42.728641+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:11:56.170936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102747+0000","last_change":"2024-09-11T03:28:47.071385+0000","last_active":"2024-09-11T03:29:43.102747+0000","last_peered":"2024-09-11T03:29:43.102747+0000","last_clean":"2024-09-11T03:29:43.102747+0000","last_became_active":"2024-09-11T03:28:47.070778+0000","last_became_peered":"2024-09-11T03:28:47.070778+0000","last_unstale":"2024-09-11T03:29:43.102747+0000","last_undegraded":"2024-09-11T03:29:43.102747+0000","last_fullsized":"2024-09-11T03:29:43.102747+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:30:18.422080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:50.412823+0000","last_change":"2024-09-11T03:29:43.104662+0000","last_active":"2024-09-11T03:29:50.412823+0000","last_peered":"2024-09-11T03:29:50.412823+0000","last_clean":"2024-09-11T03:29:50.412823+0000","last_became_active":"2024-09-11T03:29:38.112001+0000","last_became_peered":"2024-09-11T03:29:38.112001+0000","last_unstale":"2024-09-11T03:29:50.412823+0000","last_undegraded":"2024-09-11T03:29:50.412823+0000","last_fullsized":"2024-09-11T03:29:50.412823+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:16:07.963140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025753800000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.105516+0000","last_change":"2024-09-11T03:28:43.990706+0000","last_active":"2024-09-11T03:29:43.105516+0000","last_peered":"2024-09-11T03:29:43.105516+0000","last_clean":"2024-09-11T03:29:43.105516+0000","last_became_active":"2024-09-11T03:28:43.990445+0000","last_became_peered":"2024-09-11T03:28:43.990445+0000","last_unstale":"2024-09-11T03:29:43.105516+0000","last_undegraded":"2024-09-11T03:29:43.105516+0000","last_fullsized":"2024-09-11T03:29:43.105516+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:58:34.438276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102732+0000","last_change":"2024-09-11T03:28:47.072480+0000","last_active":"2024-09-11T03:29:43.102732+0000","last_peered":"2024-09-11T03:29:43.102732+0000","last_clean":"2024-09-11T03:29:43.102732+0000","last_became_active":"2024-09-11T03:28:47.071888+0000","last_became_peered":"2024-09-11T03:28:47.071888+0000","last_unstale":"2024-09-11T03:29:43.102732+0000","last_undegraded":"2024-09-11T03:29:43.102732+0000","last_fullsized":"2024-09-11T03:29:43.102732+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:33:56.272328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:49.861848+0000","last_change":"2024-09-11T03:29:42.727011+0000","last_active":"2024-09-11T03:29:49.861848+0000","last_peered":"2024-09-11T03:29:49.861848+0000","last_clean":"2024-09-11T03:29:49.861848+0000","last_became_active":"2024-09-11T03:29:38.128837+0000","last_became_peered":"2024-09-11T03:29:38.128837+0000","last_unstale":"2024-09-11T03:29:49.861848+0000","last_undegraded":"2024-09-11T03:29:49.861848+0000","last_fullsized":"2024-09-11T03:29:49.861848+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:13:17.808006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025892100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723435+0000","last_change":"2024-09-11T03:28:43.986900+0000","last_active":"2024-09-11T03:29:42.723435+0000","last_peered":"2024-09-11T03:29:42.723435+0000","last_clean":"2024-09-11T03:29:42.723435+0000","last_became_active":"2024-09-11T03:28:43.986646+0000","last_became_peered":"2024-09-11T03:28:43.986646+0000","last_unstale":"2024-09-11T03:29:42.723435+0000","last_undegraded":"2024-09-11T03:29:42.723435+0000","last_fullsized":"2024-09-11T03:29:42.723435+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:18:12.688486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726410+0000","last_change":"2024-09-11T03:28:47.071540+0000","last_active":"2024-09-11T03:29:42.726410+0000","last_peered":"2024-09-11T03:29:42.726410+0000","last_clean":"2024-09-11T03:29:42.726410+0000","last_became_active":"2024-09-11T03:28:47.070871+0000","last_became_peered":"2024-09-11T03:28:47.070871+0000","last_unstale":"2024-09-11T03:29:42.726410+0000","last_undegraded":"2024-09-11T03:29:42.726410+0000","last_fullsized":"2024-09-11T03:29:42.726410+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:13:37.909852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:49.861418+0000","last_change":"2024-09-11T03:29:42.727196+0000","last_active":"2024-09-11T03:29:49.861418+0000","last_peered":"2024-09-11T03:29:49.861418+0000","last_clean":"2024-09-11T03:29:49.861418+0000","last_became_active":"2024-09-11T03:29:38.111984+0000","last_became_peered":"2024-09-11T03:29:38.111984+0000","last_unstale":"2024-09-11T03:29:49.861418+0000","last_undegraded":"2024-09-11T03:29:49.861418+0000","last_fullsized":"2024-09-11T03:29:49.861418+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:35:02.772586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00060502899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728850+0000","last_change":"2024-09-11T03:28:43.986363+0000","last_active":"2024-09-11T03:29:42.728850+0000","last_peered":"2024-09-11T03:29:42.728850+0000","last_clean":"2024-09-11T03:29:42.728850+0000","last_became_active":"2024-09-11T03:28:43.986038+0000","last_became_peered":"2024-09-11T03:28:43.986038+0000","last_unstale":"2024-09-11T03:29:42.728850+0000","last_undegraded":"2024-09-11T03:29:42.728850+0000","last_fullsized":"2024-09-11T03:29:42.728850+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:22:42.360327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723427+0000","last_change":"2024-09-11T03:28:47.066025+0000","last_active":"2024-09-11T03:29:42.723427+0000","last_peered":"2024-09-11T03:29:42.723427+0000","last_clean":"2024-09-11T03:29:42.723427+0000","last_became_active":"2024-09-11T03:28:47.065757+0000","last_became_peered":"2024-09-11T03:28:47.065757+0000","last_unstale":"2024-09-11T03:29:42.723427+0000","last_undegraded":"2024-09-11T03:29:42.723427+0000","last_fullsized":"2024-09-11T03:29:42.723427+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:41:05.986527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:49.861088+0000","last_change":"2024-09-11T03:29:42.727340+0000","last_active":"2024-09-11T03:29:49.861088+0000","last_peered":"2024-09-11T03:29:49.861088+0000","last_clean":"2024-09-11T03:29:49.861088+0000","last_became_active":"2024-09-11T03:29:38.128831+0000","last_became_peered":"2024-09-11T03:29:38.128831+0000","last_unstale":"2024-09-11T03:29:49.861088+0000","last_undegraded":"2024-09-11T03:29:49.861088+0000","last_fullsized":"2024-09-11T03:29:49.861088+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:58:32.706636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00086488299999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726790+0000","last_change":"2024-09-11T03:28:43.987766+0000","last_active":"2024-09-11T03:29:42.726790+0000","last_peered":"2024-09-11T03:29:42.726790+0000","last_clean":"2024-09-11T03:29:42.726790+0000","last_became_active":"2024-09-11T03:28:43.987490+0000","last_became_peered":"2024-09-11T03:28:43.987490+0000","last_unstale":"2024-09-11T03:29:42.726790+0000","last_undegraded":"2024-09-11T03:29:42.726790+0000","last_fullsized":"2024-09-11T03:29:42.726790+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:39:16.225794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728879+0000","last_change":"2024-09-11T03:28:47.063931+0000","last_active":"2024-09-11T03:29:42.728879+0000","last_peered":"2024-09-11T03:29:42.728879+0000","last_clean":"2024-09-11T03:29:42.728879+0000","last_became_active":"2024-09-11T03:28:47.063459+0000","last_became_peered":"2024-09-11T03:28:47.063459+0000","last_unstale":"2024-09-11T03:29:42.728879+0000","last_undegraded":"2024-09-11T03:29:42.728879+0000","last_fullsized":"2024-09-11T03:29:42.728879+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:39:25.067824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:50.412401+0000","last_change":"2024-09-11T03:29:43.103910+0000","last_active":"2024-09-11T03:29:50.412401+0000","last_peered":"2024-09-11T03:29:50.412401+0000","last_clean":"2024-09-11T03:29:50.412401+0000","last_became_active":"2024-09-11T03:29:38.128782+0000","last_became_peered":"2024-09-11T03:29:38.128782+0000","last_unstale":"2024-09-11T03:29:50.412401+0000","last_undegraded":"2024-09-11T03:29:50.412401+0000","last_fullsized":"2024-09-11T03:29:50.412401+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:51:19.549354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029004200000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104468+0000","last_change":"2024-09-11T03:28:43.992435+0000","last_active":"2024-09-11T03:29:43.104468+0000","last_peered":"2024-09-11T03:29:43.104468+0000","last_clean":"2024-09-11T03:29:43.104468+0000","last_became_active":"2024-09-11T03:28:43.992149+0000","last_became_peered":"2024-09-11T03:28:43.992149+0000","last_unstale":"2024-09-11T03:29:43.104468+0000","last_undegraded":"2024-09-11T03:29:43.104468+0000","last_fullsized":"2024-09-11T03:29:43.104468+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:53:59.517034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726696+0000","last_change":"2024-09-11T03:28:47.065191+0000","last_active":"2024-09-11T03:29:42.726696+0000","last_peered":"2024-09-11T03:29:42.726696+0000","last_clean":"2024-09-11T03:29:42.726696+0000","last_became_active":"2024-09-11T03:28:47.064450+0000","last_became_peered":"2024-09-11T03:28:47.064450+0000","last_unstale":"2024-09-11T03:29:42.726696+0000","last_undegraded":"2024-09-11T03:29:42.726696+0000","last_fullsized":"2024-09-11T03:29:42.726696+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:57:26.969855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:50.650707+0000","last_change":"2024-09-11T03:29:43.103225+0000","last_active":"2024-09-11T03:29:50.650707+0000","last_peered":"2024-09-11T03:29:50.650707+0000","last_clean":"2024-09-11T03:29:50.650707+0000","last_became_active":"2024-09-11T03:29:38.083090+0000","last_became_peered":"2024-09-11T03:29:38.083090+0000","last_unstale":"2024-09-11T03:29:50.650707+0000","last_undegraded":"2024-09-11T03:29:50.650707+0000","last_fullsized":"2024-09-11T03:29:50.650707+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:32:38.125419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055513100000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726896+0000","last_change":"2024-09-11T03:28:43.989497+0000","last_active":"2024-09-11T03:29:42.726896+0000","last_peered":"2024-09-11T03:29:42.726896+0000","last_clean":"2024-09-11T03:29:42.726896+0000","last_became_active":"2024-09-11T03:28:43.989196+0000","last_became_peered":"2024-09-11T03:28:43.989196+0000","last_unstale":"2024-09-11T03:29:42.726896+0000","last_undegraded":"2024-09-11T03:29:42.726896+0000","last_fullsized":"2024-09-11T03:29:42.726896+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:57:58.060054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104300+0000","last_change":"2024-09-11T03:28:47.066765+0000","last_active":"2024-09-11T03:29:43.104300+0000","last_peered":"2024-09-11T03:29:43.104300+0000","last_clean":"2024-09-11T03:29:43.104300+0000","last_became_active":"2024-09-11T03:28:47.066249+0000","last_became_peered":"2024-09-11T03:28:47.066249+0000","last_unstale":"2024-09-11T03:29:43.104300+0000","last_undegraded":"2024-09-11T03:29:43.104300+0000","last_fullsized":"2024-09-11T03:29:43.104300+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:18:47.489702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-11T03:29:49.859766+0000","last_change":"2024-09-11T03:29:42.723620+0000","last_active":"2024-09-11T03:29:49.859766+0000","last_peered":"2024-09-11T03:29:49.859766+0000","last_clean":"2024-09-11T03:29:49.859766+0000","last_became_active":"2024-09-11T03:29:38.128785+0000","last_became_peered":"2024-09-11T03:29:38.128785+0000","last_unstale":"2024-09-11T03:29:49.859766+0000","last_undegraded":"2024-09-11T03:29:49.859766+0000","last_fullsized":"2024-09-11T03:29:49.859766+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:16:17.589536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048761099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.105372+0000","last_change":"2024-09-11T03:28:43.991113+0000","last_active":"2024-09-11T03:29:43.105372+0000","last_peered":"2024-09-11T03:29:43.105372+0000","last_clean":"2024-09-11T03:29:43.105372+0000","last_became_active":"2024-09-11T03:28:43.990784+0000","last_became_peered":"2024-09-11T03:28:43.990784+0000","last_unstale":"2024-09-11T03:29:43.105372+0000","last_undegraded":"2024-09-11T03:29:43.105372+0000","last_fullsized":"2024-09-11T03:29:43.105372+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:45:10.605115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102848+0000","last_change":"2024-09-11T03:28:47.072979+0000","last_active":"2024-09-11T03:29:43.102848+0000","last_peered":"2024-09-11T03:29:43.102848+0000","last_clean":"2024-09-11T03:29:43.102848+0000","last_became_active":"2024-09-11T03:28:47.072697+0000","last_became_peered":"2024-09-11T03:28:47.072697+0000","last_unstale":"2024-09-11T03:29:43.102848+0000","last_undegraded":"2024-09-11T03:29:43.102848+0000","last_fullsized":"2024-09-11T03:29:43.102848+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:19:54.463377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.105184+0000","last_change":"2024-09-11T03:28:43.984680+0000","last_active":"2024-09-11T03:29:43.105184+0000","last_peered":"2024-09-11T03:29:43.105184+0000","last_clean":"2024-09-11T03:29:43.105184+0000","last_became_active":"2024-09-11T03:28:43.984351+0000","last_became_peered":"2024-09-11T03:28:43.984351+0000","last_unstale":"2024-09-11T03:29:43.105184+0000","last_undegraded":"2024-09-11T03:29:43.105184+0000","last_fullsized":"2024-09-11T03:29:43.105184+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:25:30.870626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.723325+0000","last_change":"2024-09-11T03:28:47.073038+0000","last_active":"2024-09-11T03:29:42.723325+0000","last_peered":"2024-09-11T03:29:42.723325+0000","last_clean":"2024-09-11T03:29:42.723325+0000","last_became_active":"2024-09-11T03:28:47.072689+0000","last_became_peered":"2024-09-11T03:28:47.072689+0000","last_unstale":"2024-09-11T03:29:42.723325+0000","last_undegraded":"2024-09-11T03:29:42.723325+0000","last_fullsized":"2024-09-11T03:29:42.723325+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:42:12.306542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726538+0000","last_change":"2024-09-11T03:28:43.988197+0000","last_active":"2024-09-11T03:29:42.726538+0000","last_peered":"2024-09-11T03:29:42.726538+0000","last_clean":"2024-09-11T03:29:42.726538+0000","last_became_active":"2024-09-11T03:28:43.987757+0000","last_became_peered":"2024-09-11T03:28:43.987757+0000","last_unstale":"2024-09-11T03:29:42.726538+0000","last_undegraded":"2024-09-11T03:29:42.726538+0000","last_fullsized":"2024-09-11T03:29:42.726538+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:42:42.839079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102440+0000","last_change":"2024-09-11T03:28:47.058072+0000","last_active":"2024-09-11T03:29:43.102440+0000","last_peered":"2024-09-11T03:29:43.102440+0000","last_clean":"2024-09-11T03:29:43.102440+0000","last_became_active":"2024-09-11T03:28:47.057788+0000","last_became_peered":"2024-09-11T03:28:47.057788+0000","last_unstale":"2024-09-11T03:29:43.102440+0000","last_undegraded":"2024-09-11T03:29:43.102440+0000","last_fullsized":"2024-09-11T03:29:43.102440+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:19:14.232664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.726689+0000","last_change":"2024-09-11T03:28:43.985174+0000","last_active":"2024-09-11T03:29:42.726689+0000","last_peered":"2024-09-11T03:29:42.726689+0000","last_clean":"2024-09-11T03:29:42.726689+0000","last_became_active":"2024-09-11T03:28:43.984847+0000","last_became_peered":"2024-09-11T03:28:43.984847+0000","last_unstale":"2024-09-11T03:29:42.726689+0000","last_undegraded":"2024-09-11T03:29:42.726689+0000","last_fullsized":"2024-09-11T03:29:42.726689+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:20:33.813073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.103918+0000","last_change":"2024-09-11T03:29:16.673850+0000","last_active":"2024-09-11T03:29:43.103918+0000","last_peered":"2024-09-11T03:29:43.103918+0000","last_clean":"2024-09-11T03:29:43.103918+0000","last_became_active":"2024-09-11T03:29:16.673412+0000","last_became_peered":"2024-09-11T03:29:16.673412+0000","last_unstale":"2024-09-11T03:29:43.103918+0000","last_undegraded":"2024-09-11T03:29:43.103918+0000","last_fullsized":"2024-09-11T03:29:43.103918+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:20:22.110732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.105116+0000","last_change":"2024-09-11T03:28:43.985897+0000","last_active":"2024-09-11T03:29:43.105116+0000","last_peered":"2024-09-11T03:29:43.105116+0000","last_clean":"2024-09-11T03:29:43.105116+0000","last_became_active":"2024-09-11T03:28:43.985566+0000","last_became_peered":"2024-09-11T03:28:43.985566+0000","last_unstale":"2024-09-11T03:29:43.105116+0000","last_undegraded":"2024-09-11T03:29:43.105116+0000","last_fullsized":"2024-09-11T03:29:43.105116+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:13:36.949073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104745+0000","last_change":"2024-09-11T03:29:16.544014+0000","last_active":"2024-09-11T03:29:43.104745+0000","last_peered":"2024-09-11T03:29:43.104745+0000","last_clean":"2024-09-11T03:29:43.104745+0000","last_became_active":"2024-09-11T03:29:16.543750+0000","last_became_peered":"2024-09-11T03:29:16.543750+0000","last_unstale":"2024-09-11T03:29:43.104745+0000","last_undegraded":"2024-09-11T03:29:43.104745+0000","last_fullsized":"2024-09-11T03:29:43.104745+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:45:10.777984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728795+0000","last_change":"2024-09-11T03:28:47.079538+0000","last_active":"2024-09-11T03:29:42.728795+0000","last_peered":"2024-09-11T03:29:42.728795+0000","last_clean":"2024-09-11T03:29:42.728795+0000","last_became_active":"2024-09-11T03:28:47.076285+0000","last_became_peered":"2024-09-11T03:28:47.076285+0000","last_unstale":"2024-09-11T03:29:42.728795+0000","last_undegraded":"2024-09-11T03:29:42.728795+0000","last_fullsized":"2024-09-11T03:29:42.728795+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:45:14.744228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104356+0000","last_change":"2024-09-11T03:28:43.987053+0000","last_active":"2024-09-11T03:29:43.104356+0000","last_peered":"2024-09-11T03:29:43.104356+0000","last_clean":"2024-09-11T03:29:43.104356+0000","last_became_active":"2024-09-11T03:28:43.986494+0000","last_became_peered":"2024-09-11T03:28:43.986494+0000","last_unstale":"2024-09-11T03:29:43.104356+0000","last_undegraded":"2024-09-11T03:29:43.104356+0000","last_fullsized":"2024-09-11T03:29:43.104356+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:20:46.711362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:42.728644+0000","last_change":"2024-09-11T03:28:47.080048+0000","last_active":"2024-09-11T03:29:42.728644+0000","last_peered":"2024-09-11T03:29:42.728644+0000","last_clean":"2024-09-11T03:29:42.728644+0000","last_became_active":"2024-09-11T03:28:47.079109+0000","last_became_peered":"2024-09-11T03:28:47.079109+0000","last_unstale":"2024-09-11T03:29:42.728644+0000","last_undegraded":"2024-09-11T03:29:42.728644+0000","last_fullsized":"2024-09-11T03:29:42.728644+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:48:24.489280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104401+0000","last_change":"2024-09-11T03:28:43.991268+0000","last_active":"2024-09-11T03:29:43.104401+0000","last_peered":"2024-09-11T03:29:43.104401+0000","last_clean":"2024-09-11T03:29:43.104401+0000","last_became_active":"2024-09-11T03:28:43.990999+0000","last_became_peered":"2024-09-11T03:28:43.990999+0000","last_unstale":"2024-09-11T03:29:43.104401+0000","last_undegraded":"2024-09-11T03:29:43.104401+0000","last_fullsized":"2024-09-11T03:29:43.104401+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:50:35.508748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102964+0000","last_change":"2024-09-11T03:28:47.068256+0000","last_active":"2024-09-11T03:29:43.102964+0000","last_peered":"2024-09-11T03:29:43.102964+0000","last_clean":"2024-09-11T03:29:43.102964+0000","last_became_active":"2024-09-11T03:28:47.066780+0000","last_became_peered":"2024-09-11T03:28:47.066780+0000","last_unstale":"2024-09-11T03:29:43.102964+0000","last_undegraded":"2024-09-11T03:29:43.102964+0000","last_fullsized":"2024-09-11T03:29:43.102964+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:12:39.352674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104248+0000","last_change":"2024-09-11T03:28:43.981809+0000","last_active":"2024-09-11T03:29:43.104248+0000","last_peered":"2024-09-11T03:29:43.104248+0000","last_clean":"2024-09-11T03:29:43.104248+0000","last_became_active":"2024-09-11T03:28:43.981562+0000","last_became_peered":"2024-09-11T03:28:43.981562+0000","last_unstale":"2024-09-11T03:29:43.104248+0000","last_undegraded":"2024-09-11T03:29:43.104248+0000","last_fullsized":"2024-09-11T03:29:43.104248+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:50:27.343590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.102653+0000","last_change":"2024-09-11T03:28:47.071263+0000","last_active":"2024-09-11T03:29:43.102653+0000","last_peered":"2024-09-11T03:29:43.102653+0000","last_clean":"2024-09-11T03:29:43.102653+0000","last_became_active":"2024-09-11T03:28:47.070831+0000","last_became_peered":"2024-09-11T03:28:47.070831+0000","last_unstale":"2024-09-11T03:29:43.102653+0000","last_undegraded":"2024-09-11T03:29:43.102653+0000","last_fullsized":"2024-09-11T03:29:43.102653+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:01:34.162897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-11T03:29:43.104565+0000","last_change":"2024-09-11T03:28:43.988835+0000","last_active":"2024-09-11T03:29:43.104565+0000","last_peered":"2024-09-11T03:29:43.104565+0000","last_clean":"2024-09-11T03:29:43.104565+0000","last_became_active":"2024-09-11T03:28:43.988569+0000","last_became_peered":"2024-09-11T03:28:43.988569+0000","last_unstale":"2024-09-11T03:29:43.104565+0000","last_undegraded":"2024-09-11T03:29:43.104565+0000","last_fullsized":"2024-09-11T03:29:43.104565+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:26:58.010600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234016,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":940556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.97699999999999998,"15min":1.0569999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69199999999999995,"5min":13.531000000000001,"15min":13.531000000000001},"last":0.44},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.497,"15min":0.499},"min":{"1min":0.32600000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64600000000000002,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.54100000000000004}]},{"osd":1,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.503,"15min":0.502},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.69399999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.96999999999999997,"15min":1.048},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.81999999999999995,"5min":13.563000000000001,"15min":13.563000000000001},"last":0.42099999999999999}]},{"osd":2,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.379,"5min":0.372,"15min":0.372},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.50900000000000001}]},{"osd":3,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.51700000000000002,"15min":0.52000000000000002},"min":{"1min":0.378,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.67500000000000004,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38800000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.46800000000000003}]},{"osd":4,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.436,"15min":0.442},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.71199999999999997,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.43099999999999999,"15min":0.436},"min":{"1min":0.313,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.59399999999999997,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.33600000000000002}]},{"osd":5,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.46200000000000002,"15min":0.46400000000000002},"min":{"1min":0.31900000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.46700000000000003,"15min":0.47299999999999998},"min":{"1min":0.33200000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.57099999999999995}]},{"osd":6,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.503,"15min":0.50900000000000001},"min":{"1min":0.36499999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.79100000000000004,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.443,"5min":0.48699999999999999,"15min":0.49399999999999999},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.73099999999999998,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.40000000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32464,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712688,"statfs":{"total":95995035648,"available":95961792512,"internally_reserved":0,"allocated":1380352,"data_stored":941696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.499,"15min":0.503},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.63,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.36199999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.40699999999999997}]},{"osd":1,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.41199999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.64000000000000001,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.52200000000000002,"15min":0.52700000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.66000000000000003,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.54800000000000004}]},{"osd":2,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.501,"15min":0.5},"min":{"1min":0.38,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.60299999999999998,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.51300000000000001,"15min":0.51500000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.65400000000000003,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.433}]},{"osd":3,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.37,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.68600000000000005,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.51400000000000001,"15min":0.51300000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.67400000000000004,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.49399999999999999}]},{"osd":4,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.40999999999999998,"15min":0.40799999999999997},"min":{"1min":0.32700000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.442,"15min":0.438},"min":{"1min":0.33200000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.51700000000000002}]},{"osd":5,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.46400000000000002,"15min":0.46000000000000002},"min":{"1min":0.35599999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.46700000000000003,"15min":0.46500000000000002},"min":{"1min":0.34999999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56799999999999995}]},{"osd":7,"last update":"Wed Sep 11 03:30:21 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51200000000000001,"15min":0.51700000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70199999999999996,"5min":0.751,"15min":0.751},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.51700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35899999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.69099999999999995,"5min":0.878,"15min":0.878},"last":0.47999999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757289,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":351768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.54800000000000004,"15min":0.56599999999999995},"min":{"1min":0.34699999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.67000000000000004,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.57099999999999995,"15min":0.58799999999999997},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.85799999999999998}]},{"osd":1,"last update":"Wed Sep 11 03:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.58399999999999996,"15min":0.60599999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76800000000000002,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.93300000000000005},{"interface":"front","average":{"1min":0.499,"5min":0.55000000000000004,"15min":0.56599999999999995},"min":{"1min":0.41599999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.65500000000000003,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.80300000000000005}]},{"osd":2,"last update":"Wed Sep 11 03:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.55300000000000005,"15min":0.57199999999999995},"min":{"1min":0.36499999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.87},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.58799999999999997,"15min":0.60499999999999998},"min":{"1min":0.42099999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.008,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.88300000000000001}]},{"osd":3,"last update":"Wed Sep 11 03:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.55800000000000005,"15min":0.57599999999999996},"min":{"1min":0.39300000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.94799999999999995,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.57899999999999996,"15min":0.59799999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.69999999999999996,"5min":1.016,"15min":1.016},"last":0.83899999999999997}]},{"osd":4,"last update":"Wed Sep 11 03:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.42199999999999999,"15min":0.42099999999999999},"min":{"1min":0.30499999999999999,"5min":0.251,"15min":0.251},"max":{"1min":0.58699999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.442,"15min":0.44800000000000001},"min":{"1min":0.30099999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69499999999999995,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.46200000000000002}]},{"osd":6,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.48399999999999999,"15min":0.48999999999999999},"min":{"1min":0.35899999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.67700000000000005,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.49399999999999999,"15min":0.503},"min":{"1min":0.33200000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.58999999999999997,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.40999999999999998}]},{"osd":7,"last update":"Wed Sep 11 03:30:20 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.53400000000000003,"15min":0.54800000000000004},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.72799999999999998,"5min":1.018,"15min":1.018},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.56999999999999995,"15min":0.58899999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.58399999999999996,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.441}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":350038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:30:12 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52200000000000002,"15min":0.54000000000000004},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63800000000000001,"5min":0.871,"15min":0.871},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.51800000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64300000000000002,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.71599999999999997}]},{"osd":1,"last update":"Wed Sep 11 03:30:12 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.52500000000000002,"15min":0.53800000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.69799999999999995,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.51000000000000001,"5min":1.2470000000000001,"15min":1.575},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.64800000000000002,"5min":18.379000000000001,"15min":18.379000000000001},"last":0.60199999999999998}]},{"osd":2,"last update":"Wed Sep 11 03:30:12 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":1.252,"15min":1.579},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.64200000000000002,"5min":18.341000000000001,"15min":18.341000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.52900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.73999999999999999,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.57499999999999996}]},{"osd":3,"last update":"Wed Sep 11 03:30:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54300000000000004,"15min":0.55300000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.76700000000000002,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.54900000000000004,"15min":0.56100000000000005},"min":{"1min":0.39900000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.70099999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.58799999999999997}]},{"osd":5,"last update":"Wed Sep 11 03:30:33 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.38100000000000001,"15min":0.36699999999999999},"min":{"1min":0.28599999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.53500000000000003,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.39100000000000001,"15min":0.373},"min":{"1min":0.32100000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.57199999999999995,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.436}]},{"osd":6,"last update":"Wed Sep 11 03:29:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.41499999999999998,"15min":0.41599999999999998},"min":{"1min":0.29799999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.64400000000000002,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.442,"15min":0.438},"min":{"1min":0.32300000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76100000000000001,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.47099999999999997}]},{"osd":7,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.51500000000000001,"15min":0.51600000000000001},"min":{"1min":0.38300000000000001,"5min":0.375,"15min":0.375},"max":{"1min":0.72199999999999998,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.51400000000000001,"15min":0.52000000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.65700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.48799999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182450,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":794624,"data_stored":351490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:29:53 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.38800000000000001,"15min":0.39800000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.47699999999999998,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.502},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.40300000000000002,"15min":0.42199999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.46200000000000002,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.39300000000000002}]},{"osd":1,"last update":"Wed Sep 11 03:29:53 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.41799999999999998,"15min":0.437},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.54300000000000004,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.42599999999999999,"15min":0.45300000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.51800000000000002,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.434}]},{"osd":2,"last update":"Wed Sep 11 03:29:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.437,"15min":0.45700000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.51400000000000001,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.42199999999999999,"15min":0.44},"min":{"1min":0.29599999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.53600000000000003}]},{"osd":4,"last update":"Wed Sep 11 03:30:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.40400000000000003,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77300000000000002,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54200000000000004,"15min":0.54300000000000004},"min":{"1min":0.376,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.71299999999999997}]},{"osd":5,"last update":"Wed Sep 11 03:30:39 2024","interfaces":[{"interface":"back","average":{"1min":1.5669999999999999,"5min":0.748,"15min":0.61699999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":17.574000000000002,"5min":17.574000000000002,"15min":17.574000000000002},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.55900000000000005,"15min":0.56200000000000006},"min":{"1min":0.373,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63700000000000001}]},{"osd":6,"last update":"Wed Sep 11 03:29:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.57499999999999996,"15min":0.57299999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.746,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.57699999999999996,"15min":0.57799999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75600000000000001,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.755}]},{"osd":7,"last update":"Wed Sep 11 03:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56599999999999995,"15min":0.57199999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58699999999999997,"15min":0.59299999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.749,"5min":0.75,"15min":0.75},"last":0.67500000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27776,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717376,"statfs":{"total":95995035648,"available":95966593024,"internally_reserved":0,"allocated":774144,"data_stored":348642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:30:30 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.25800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.54600000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.35699999999999998,"15min":0.35499999999999998},"min":{"1min":0.22,"5min":0.214,"15min":0.214},"max":{"1min":0.47999999999999998,"5min":0.51800000000000002,"15min":0.51800000000000002},"last":0.309}]},{"osd":1,"last update":"Wed Sep 11 03:30:30 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.375},"min":{"1min":0.217,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.495,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.39900000000000002,"15min":0.39100000000000001},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.56200000000000006,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.38200000000000001}]},{"osd":3,"last update":"Wed Sep 11 03:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.43099999999999999,"15min":0.44500000000000001},"min":{"1min":0.23999999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.56200000000000006,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.45300000000000001,"15min":0.46700000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.41099999999999998}]},{"osd":4,"last update":"Wed Sep 11 03:30:11 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.56299999999999994,"15min":0.57399999999999995},"min":{"1min":0.39900000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54500000000000004,"15min":0.54700000000000004},"min":{"1min":0.35899999999999999,"5min":0.308,"15min":0.308},"max":{"1min":0.754,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.57299999999999995}]},{"osd":5,"last update":"Wed Sep 11 03:30:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.56599999999999995,"15min":0.57599999999999996},"min":{"1min":0.40600000000000003,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.86599999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57399999999999995,"15min":0.58099999999999996},"min":{"1min":0.39800000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.51100000000000001}]},{"osd":6,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.41299999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.58299999999999996,"15min":0.58399999999999996},"min":{"1min":0.40899999999999997,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77800000000000002,"5min":0.876,"15min":0.876},"last":0.59499999999999997}]},{"osd":7,"last update":"Wed Sep 11 03:30:17 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.56200000000000006,"15min":0.55900000000000005},"min":{"1min":0.41699999999999998,"5min":0.377,"15min":0.377},"max":{"1min":0.72899999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.54500000000000004},{"interface":"front","average":{"1min":1.048,"5min":1.284,"15min":1.323},"min":{"1min":0.46700000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":8.3140000000000001,"5min":17.68,"15min":17.68},"last":0.629}]}]},{"osd":1,"up_from":13,"seq":55834574907,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27792,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717360,"statfs":{"total":95995035648,"available":95966576640,"internally_reserved":0,"allocated":790528,"data_stored":349490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep 11 03:30:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.34000000000000002,"15min":0.314},"min":{"1min":0.23300000000000001,"5min":0.187,"15min":0.187},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35699999999999998,"15min":0.32800000000000001},"min":{"1min":0.249,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.38}]},{"osd":2,"last update":"Wed Sep 11 03:30:33 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.33900000000000002},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.44},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38,"15min":0.36899999999999999},"min":{"1min":0.27200000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.42499999999999999}]},{"osd":3,"last update":"Wed Sep 11 03:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.433,"15min":0.441},"min":{"1min":0.28399999999999997,"5min":0.252,"15min":0.252},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.40000000000000002,"15min":0.41199999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60999999999999999,"5min":0.63,"15min":0.63},"last":0.36599999999999999}]},{"osd":4,"last update":"Wed Sep 11 03:30:12 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53300000000000003,"15min":0.52800000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55900000000000005,"15min":0.55700000000000005},"min":{"1min":0.39200000000000002,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72999999999999998,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.51700000000000002}]},{"osd":5,"last update":"Wed Sep 11 03:30:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.54900000000000004,"15min":0.55000000000000004},"min":{"1min":0.38200000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.80700000000000005,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.58499999999999996,"15min":0.58899999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79600000000000004,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.745}]},{"osd":6,"last update":"Wed Sep 11 03:29:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.60099999999999998,"15min":0.60899999999999999},"min":{"1min":0.41099999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.878,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56100000000000005,"15min":0.56599999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.68300000000000005}]},{"osd":7,"last update":"Wed Sep 11 03:30:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.78600000000000003,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.55200000000000005,"15min":0.55000000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.61299999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28376,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716776,"statfs":{"total":95995035648,"available":95965978624,"internally_reserved":0,"allocated":1388544,"data_stored":940407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep 11 03:30:09 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33900000000000002,"15min":0.317},"min":{"1min":0.246,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.33700000000000002,"15min":0.31900000000000001},"min":{"1min":0.23599999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.432,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.29899999999999999}]},{"osd":2,"last update":"Wed Sep 11 03:30:30 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.35899999999999999,"15min":0.36299999999999999},"min":{"1min":0.222,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.57799999999999996,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.38},{"interface":"front","average":{"1min":0.374,"5min":0.36699999999999999,"15min":0.35699999999999998},"min":{"1min":0.26500000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.497,"5min":0.501,"15min":0.501},"last":0.34100000000000003}]},{"osd":3,"last update":"Wed Sep 11 03:29:55 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41699999999999998,"15min":0.43099999999999999},"min":{"1min":0.26200000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.44700000000000001,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.49199999999999999}]},{"osd":4,"last update":"Wed Sep 11 03:30:13 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.53200000000000003,"15min":0.52900000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.53800000000000003,"15min":0.53700000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.63400000000000001}]},{"osd":5,"last update":"Wed Sep 11 03:30:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.57499999999999996,"15min":0.57099999999999995},"min":{"1min":0.42199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.58799999999999997,"15min":0.58399999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.60699999999999998}]},{"osd":6,"last update":"Wed Sep 11 03:29:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.57999999999999996,"15min":0.57799999999999996},"min":{"1min":0.41299999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.57899999999999996,"15min":0.57699999999999996},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.59499999999999997}]},{"osd":7,"last update":"Wed Sep 11 03:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40200000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.57299999999999995,"15min":0.57699999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.64400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T03:30:47.548 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-11T03:30:47.549 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-11T03:30:47.549 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-11T03:30:47.549 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph health --format=json 2024-09-11T03:30:47.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:47 smithi130 ceph-mon[31190]: from='client.24632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:30:47.764 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:48.169 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:30:48] "GET /metrics HTTP/1.1" 200 33665 "" "Prometheus/2.43.0" 2024-09-11T03:30:48.207 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:48 smithi130 ceph-mon[31190]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:48.207 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:48 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:48.207 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:48 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:48.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:48 smithi086 ceph-mon[27247]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:48.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:48 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:48.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:48 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:48.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:48 smithi086 ceph-mon[37253]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:48.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:48 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:48.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:48 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:49.294 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:49 smithi130 ceph-mon[31190]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-11T03:30:49.295 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:49 smithi130 ceph-mon[31190]: Reconfiguring daemon prometheus.a on smithi130 2024-09-11T03:30:49.458 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[73814]: ts=2024-09-11T03:30:49.264Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000651486s 2024-09-11T03:30:49.459 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:49 smithi086 ceph-mon[37253]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-11T03:30:49.459 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:49 smithi086 ceph-mon[37253]: Reconfiguring daemon prometheus.a on smithi130 2024-09-11T03:30:49.459 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:49 smithi086 ceph-mon[27247]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-11T03:30:49.459 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:49 smithi086 ceph-mon[27247]: Reconfiguring daemon prometheus.a on smithi130 2024-09-11T03:30:49.655 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:30:49.655 INFO:teuthology.orchestra.run.smithi086.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-11T03:30:50.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-mon[31190]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:50.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3807599076' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-11T03:30:50.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:30:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:50 smithi086 ceph-mon[27247]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:50 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3807599076' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-11T03:30:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:50 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:30:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:50 smithi086 ceph-mon[37253]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:50 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3807599076' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-11T03:30:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:50 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:30:50.377 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-11T03:30:50.378 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-11T03:30:50.547 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 systemd[1]: Stopping Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:30:50.580 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:50.829 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[58686]: ts=2024-09-11T03:30:50.547Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-11T03:30:50.830 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[58686]: ts=2024-09-11T03:30:50.548Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-11T03:30:50.830 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[58686]: ts=2024-09-11T03:30:50.548Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-11T03:30:50.830 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[58686]: ts=2024-09-11T03:30:50.548Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-11T03:30:50.830 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[58686]: ts=2024-09-11T03:30:50.548Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-11T03:30:50.830 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[58686]: ts=2024-09-11T03:30:50.548Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-11T03:30:50.830 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[58686]: ts=2024-09-11T03:30:50.548Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-11T03:30:50.830 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[58686]: ts=2024-09-11T03:30:50.548Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-11T03:30:50.830 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[58686]: ts=2024-09-11T03:30:50.548Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-11T03:30:50.831 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[58686]: ts=2024-09-11T03:30:50.548Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-11T03:30:50.831 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[58686]: ts=2024-09-11T03:30:50.548Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-11T03:30:50.831 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[58686]: ts=2024-09-11T03:30:50.548Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-11T03:30:50.831 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 podman[61809]: 2024-09-11 03:30:50.558047801 +0000 UTC m=+0.123926489 container died 527400fa4ad9c680c65c54dd87efda761df42fc997c341bf155a006911ea26a1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:50.831 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 podman[61809]: 2024-09-11 03:30:50.830397186 +0000 UTC m=+0.396275933 container cleanup 527400fa4ad9c680c65c54dd87efda761df42fc997c341bf155a006911ea26a1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:50.831 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:50 smithi130 bash[61809]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a 2024-09-11T03:30:51.096 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 podman[61822]: 2024-09-11 03:30:51.048139034 +0000 UTC m=+0.492076848 container remove 527400fa4ad9c680c65c54dd87efda761df42fc997c341bf155a006911ea26a1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:51.488 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-11T03:30:51.488 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 systemd[1]: Stopped Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:30:51.488 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@prometheus.a.service: Consumed 1.108s CPU time. 2024-09-11T03:30:51.488 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 systemd[1]: Starting Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:30:51.488 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 podman[61916]: 2024-09-11 03:30:51.382498953 +0000 UTC m=+0.112376787 container create 60689e0fb5bfe9392df55a6d8f359489d3eb05794c14d5e143911cee5c1aa820 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:51.488 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 podman[61916]: 2024-09-11 03:30:51.287296752 +0000 UTC m=+0.017174598 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-11T03:30:51.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 podman[61916]: 2024-09-11 03:30:51.601636975 +0000 UTC m=+0.331514810 container init 60689e0fb5bfe9392df55a6d8f359489d3eb05794c14d5e143911cee5c1aa820 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:51.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 podman[61916]: 2024-09-11 03:30:51.604434118 +0000 UTC m=+0.334311962 container start 60689e0fb5bfe9392df55a6d8f359489d3eb05794c14d5e143911cee5c1aa820 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:30:51.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.628Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-11T03:30:51.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.628Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-11T03:30:51.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.628Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi130 (none))" 2024-09-11T03:30:51.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.628Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-11T03:30:51.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.628Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-11T03:30:51.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.630Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-11T03:30:51.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.630Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-11T03:30:51.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.631Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-11T03:30:51.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.631Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-11T03:30:51.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.633Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-11T03:30:51.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.633Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.79µs 2024-09-11T03:30:51.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.633Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-11T03:30:51.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.635Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-11T03:30:51.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.635Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-11T03:30:51.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.635Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.978µs wal_replay_duration=1.805975ms wbl_replay_duration=108ns total_replay_duration=1.841743ms 2024-09-11T03:30:51.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.636Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-11T03:30:51.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.636Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-11T03:30:51.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.636Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-11T03:30:51.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.656Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.700731ms db_storage=790ns remote_storage=1.432µs web_handler=366ns query_engine=601ns scrape=382.204µs scrape_sd=97.304µs notify=17.991µs notify_sd=17.165µs rules=18.854608ms tracing=23.062µs 2024-09-11T03:30:51.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.656Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-11T03:30:51.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:30:51.656Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-11T03:30:51.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 bash[61916]: 60689e0fb5bfe9392df55a6d8f359489d3eb05794c14d5e143911cee5c1aa820 2024-09-11T03:30:51.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:30:51 smithi130 systemd[1]: Started Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:30:52.040 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:51 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:51] ENGINE Bus STOPPING 2024-09-11T03:30:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[27247]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-11T03:30:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi086.front.sepia.ceph.com:9093"}]: dispatch 2024-09-11T03:30:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:30:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi130.front.sepia.ceph.com:9095"}]: dispatch 2024-09-11T03:30:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-11T03:30:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi130.front.sepia.ceph.com:3000"}]: dispatch 2024-09-11T03:30:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:30:52.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:30:52.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:52] ENGINE Bus STOPPED 2024-09-11T03:30:52.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:52] ENGINE Bus STARTING 2024-09-11T03:30:52.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:52] ENGINE Serving on http://:::9283 2024-09-11T03:30:52.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:52] ENGINE Bus STARTED 2024-09-11T03:30:52.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:52] ENGINE Bus STOPPING 2024-09-11T03:30:52.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[37253]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:52.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-11T03:30:52.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi086.front.sepia.ceph.com:9093"}]: dispatch 2024-09-11T03:30:52.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:30:52.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi130.front.sepia.ceph.com:9095"}]: dispatch 2024-09-11T03:30:52.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-11T03:30:52.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi130.front.sepia.ceph.com:3000"}]: dispatch 2024-09-11T03:30:52.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:30:52.502 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:52 smithi130 ceph-mon[31190]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:52.503 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:52 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.503 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:52 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.503 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:52 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-11T03:30:52.503 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:52 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi086.front.sepia.ceph.com:9093"}]: dispatch 2024-09-11T03:30:52.503 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:52 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.503 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:52 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:30:52.503 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:52 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi130.front.sepia.ceph.com:9095"}]: dispatch 2024-09-11T03:30:52.503 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:52 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.503 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:52 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-11T03:30:52.503 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:52 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi130.front.sepia.ceph.com:3000"}]: dispatch 2024-09-11T03:30:52.503 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:52 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:52.504 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:52 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:30:52.627 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:30:52.627 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24322,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2052359432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2052359432},{"type":"v1","addr":"172.21.15.130:6833","nonce":2052359432}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T03:28:48.837037+0000","modified":"2024-09-11T03:29:01.133461+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24347},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24347":{"gid":24347,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.86:6835/3997876808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":3997876808},{"type":"v1","addr":"172.21.15.86:6835","nonce":3997876808}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-11T03:30:52.627 INFO:teuthology.orchestra.run.smithi086.stderr:dumped fsmap epoch 8 2024-09-11T03:30:52.893 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:30:52.893 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:52] ENGINE Bus STOPPED 2024-09-11T03:30:52.893 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:52] ENGINE Bus STARTING 2024-09-11T03:30:52.894 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:52] ENGINE Serving on http://:::9283 2024-09-11T03:30:52.894 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:52] ENGINE Bus STARTED 2024-09-11T03:30:52.894 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:52 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:52] ENGINE Bus STOPPING 2024-09-11T03:30:53.465 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:53 smithi130 ceph-mon[31190]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-11T03:30:53.466 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:53 smithi130 ceph-mon[31190]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi086.front.sepia.ceph.com:9093"}]: dispatch 2024-09-11T03:30:53.466 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:53 smithi130 ceph-mon[31190]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:30:53.466 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:53 smithi130 ceph-mon[31190]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi130.front.sepia.ceph.com:9095"}]: dispatch 2024-09-11T03:30:53.466 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:53 smithi130 ceph-mon[31190]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-11T03:30:53.466 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:53 smithi130 ceph-mon[31190]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi130.front.sepia.ceph.com:3000"}]: dispatch 2024-09-11T03:30:53.466 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:53 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1170589887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:30:53.515 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[27247]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-11T03:30:53.515 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[27247]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi086.front.sepia.ceph.com:9093"}]: dispatch 2024-09-11T03:30:53.515 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[27247]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:30:53.516 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[27247]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi130.front.sepia.ceph.com:9095"}]: dispatch 2024-09-11T03:30:53.516 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[27247]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-11T03:30:53.516 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[27247]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi130.front.sepia.ceph.com:3000"}]: dispatch 2024-09-11T03:30:53.516 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1170589887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:30:53.516 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[37253]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-11T03:30:53.516 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[37253]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi086.front.sepia.ceph.com:9093"}]: dispatch 2024-09-11T03:30:53.516 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[37253]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:30:53.516 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[37253]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi130.front.sepia.ceph.com:9095"}]: dispatch 2024-09-11T03:30:53.516 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[37253]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-11T03:30:53.517 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[37253]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi130.front.sepia.ceph.com:3000"}]: dispatch 2024-09-11T03:30:53.517 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1170589887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:30:53.517 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:30:53.517 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:53] ENGINE Bus STOPPED 2024-09-11T03:30:53.517 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:53] ENGINE Bus STARTING 2024-09-11T03:30:53.517 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:53] ENGINE Serving on http://:::9283 2024-09-11T03:30:53.517 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:53 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:30:53] ENGINE Bus STARTED 2024-09-11T03:30:53.955 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-11T03:30:54.161 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:54.183 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:54 smithi086 ceph-mon[27247]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:54.184 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:54 smithi086 ceph-mon[37253]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:54.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:54 smithi130 ceph-mon[31190]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:56.017 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:30:56.018 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24322,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2052359432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2052359432},{"type":"v1","addr":"172.21.15.130:6833","nonce":2052359432}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T03:28:48.837037+0000","modified":"2024-09-11T03:29:01.133461+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24347},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24347":{"gid":24347,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.86:6835/3997876808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":3997876808},{"type":"v1","addr":"172.21.15.86:6835","nonce":3997876808}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-11T03:30:56.018 INFO:teuthology.orchestra.run.smithi086.stderr:dumped fsmap epoch 8 2024-09-11T03:30:56.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:56 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:56 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:56 smithi086 ceph-mon[27247]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:56 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3462739152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:30:56.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:56 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:56.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:56 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:56.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:56 smithi086 ceph-mon[37253]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:56.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:56 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3462739152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:30:56.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:56 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:56.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:56 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:56.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:56 smithi130 ceph-mon[31190]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:56.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:56 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3462739152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:30:56.899 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-11T03:30:57.533 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:30:57 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[73814]: ts=2024-09-11T03:30:57.266Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002195837s 2024-09-11T03:30:58.058 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:30:58.297 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:30:58 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:30:58] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-09-11T03:30:58.297 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:58 smithi086 ceph-mon[37253]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:58.297 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:58 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:58.297 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:58 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:58.298 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:58 smithi086 ceph-mon[27247]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:58.298 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:58 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:58.298 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:58 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:58.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:58 smithi130 ceph-mon[31190]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:30:58.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:58 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:58.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:58 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:59.268 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:59 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:30:59.268 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:59 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:30:59.268 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:30:59 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:59.269 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:59 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:30:59.269 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:59 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:30:59.269 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:30:59 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:59.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:59 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:30:59.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:59 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:30:59.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:30:59 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:30:59.913 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:30:59.913 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":75,"fsid":"0d04850c-6fed-11ef-bcea-c7b262605968","created":"2024-09-11T03:23:18.970917+0000","modified":"2024-09-11T03:29:49.856508+0000","last_up_change":"2024-09-11T03:28:17.197828+0000","last_in_change":"2024-09-11T03:28:00.864451+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T03:26:23.059246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T03:28:42.917772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T03:28:45.850714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-11T03:29:36.690874+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"205c0dfc-77ea-47e4-9ff9-58811033bd68","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6803","nonce":4243825326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6805","nonce":4243825326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6809","nonce":4243825326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":4243825326},{"type":"v1","addr":"172.21.15.86:6807","nonce":4243825326}]},"public_addr":"172.21.15.86:6803/4243825326","cluster_addr":"172.21.15.86:6805/4243825326","heartbeat_back_addr":"172.21.15.86:6809/4243825326","heartbeat_front_addr":"172.21.15.86:6807/4243825326","state":["exists","up"]},{"osd":1,"uuid":"e76b0e29-18fc-481f-ae57-dcc2b9f42ca9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6811","nonce":1068924699}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6813","nonce":1068924699}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6817","nonce":1068924699}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1068924699},{"type":"v1","addr":"172.21.15.86:6815","nonce":1068924699}]},"public_addr":"172.21.15.86:6811/1068924699","cluster_addr":"172.21.15.86:6813/1068924699","heartbeat_back_addr":"172.21.15.86:6817/1068924699","heartbeat_front_addr":"172.21.15.86:6815/1068924699","state":["exists","up"]},{"osd":2,"uuid":"aae4d04a-3147-40e9-8849-85d9a0e59dc5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6819","nonce":1625728225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6821","nonce":1625728225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6825","nonce":1625728225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":1625728225},{"type":"v1","addr":"172.21.15.86:6823","nonce":1625728225}]},"public_addr":"172.21.15.86:6819/1625728225","cluster_addr":"172.21.15.86:6821/1625728225","heartbeat_back_addr":"172.21.15.86:6825/1625728225","heartbeat_front_addr":"172.21.15.86:6823/1625728225","state":["exists","up"]},{"osd":3,"uuid":"dd4b10ec-adb6-44a3-bd47-18171337b44b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6827","nonce":3355028015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6829","nonce":3355028015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6833","nonce":3355028015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":3355028015},{"type":"v1","addr":"172.21.15.86:6831","nonce":3355028015}]},"public_addr":"172.21.15.86:6827/3355028015","cluster_addr":"172.21.15.86:6829/3355028015","heartbeat_back_addr":"172.21.15.86:6833/3355028015","heartbeat_front_addr":"172.21.15.86:6831/3355028015","state":["exists","up"]},{"osd":4,"uuid":"e816e599-cdd0-4faa-ae69-1adf4ee0ccf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6801","nonce":770638124}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6803","nonce":770638124}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6807","nonce":770638124}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":770638124},{"type":"v1","addr":"172.21.15.130:6805","nonce":770638124}]},"public_addr":"172.21.15.130:6801/770638124","cluster_addr":"172.21.15.130:6803/770638124","heartbeat_back_addr":"172.21.15.130:6807/770638124","heartbeat_front_addr":"172.21.15.130:6805/770638124","state":["exists","up"]},{"osd":5,"uuid":"294333a7-dd7c-44c5-81fc-2fce7e6a13c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6809","nonce":2173766716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6811","nonce":2173766716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6815","nonce":2173766716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":2173766716},{"type":"v1","addr":"172.21.15.130:6813","nonce":2173766716}]},"public_addr":"172.21.15.130:6809/2173766716","cluster_addr":"172.21.15.130:6811/2173766716","heartbeat_back_addr":"172.21.15.130:6815/2173766716","heartbeat_front_addr":"172.21.15.130:6813/2173766716","state":["exists","up"]},{"osd":6,"uuid":"05112a83-85a2-456a-a1e4-7f613be9496b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6817","nonce":1474245131}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6819","nonce":1474245131}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6823","nonce":1474245131}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1474245131},{"type":"v1","addr":"172.21.15.130:6821","nonce":1474245131}]},"public_addr":"172.21.15.130:6817/1474245131","cluster_addr":"172.21.15.130:6819/1474245131","heartbeat_back_addr":"172.21.15.130:6823/1474245131","heartbeat_front_addr":"172.21.15.130:6821/1474245131","state":["exists","up"]},{"osd":7,"uuid":"64339d60-b0ac-4ce0-8660-3d6f22ef06f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6825","nonce":2163598366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6827","nonce":2163598366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6831","nonce":2163598366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":2163598366},{"type":"v1","addr":"172.21.15.130:6829","nonce":2163598366}]},"public_addr":"172.21.15.130:6825/2163598366","cluster_addr":"172.21.15.130:6827/2163598366","heartbeat_back_addr":"172.21.15.130:6831/2163598366","heartbeat_front_addr":"172.21.15.130:6829/2163598366","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:34.810612+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:57.680497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:20.468721+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:44.796997+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:05.799507+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:28.732004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:52.443875+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:28:15.422115+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.a","mappings":[{"from":4,"to":3}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.86:0/577598714":"2024-09-12T03:29:35.013467+0000","172.21.15.86:0/3803967977":"2024-09-12T03:29:35.013467+0000","172.21.15.86:6801/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/2282259116":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/2483029999":"2024-09-12T03:29:35.013467+0000","172.21.15.86:0/1599529509":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6800/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/1276967301":"2024-09-12T03:24:14.766755+0000","172.21.15.86:6801/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/2535333164":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1624827497":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1163042658":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6800/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/3817461659":"2024-09-12T03:29:35.013467+0000","172.21.15.86:6800/937621724":"2024-09-12T03:29:35.013467+0000","172.21.15.86:6801/937621724":"2024-09-12T03:29:35.013467+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T03:31:00.256 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:00 smithi086 ceph-mon[37253]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:00.257 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:00 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1058895197' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:31:00.257 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:00 smithi086 ceph-mon[27247]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:00.257 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:00 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1058895197' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:31:00.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:00 smithi130 ceph-mon[31190]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:00.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:00 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1058895197' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-11T03:31:00.680 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-11T03:31:00.876 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:31:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:02 smithi086 ceph-mon[27247]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:02 smithi086 ceph-mon[37253]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:02.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:02 smithi130 ceph-mon[31190]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:02.914 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:31:02.915 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24322,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2052359432","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2052359432},{"type":"v1","addr":"172.21.15.130:6833","nonce":2052359432}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T03:28:48.837037+0000","modified":"2024-09-11T03:29:01.133461+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24347},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24347":{"gid":24347,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.86:6835/3997876808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":3997876808},{"type":"v1","addr":"172.21.15.86:6835","nonce":3997876808}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-11T03:31:02.915 INFO:teuthology.orchestra.run.smithi086.stderr:dumped fsmap epoch 8 2024-09-11T03:31:03.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:03 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1711832748' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:31:03.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:03 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1711832748' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:31:03.593 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-11T03:28:48.837037+0000', 'modified': '2024-09-11T03:29:01.133461+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24347}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24347': {'gid': 24347, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.86:6835/3997876808', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.86:6834', 'nonce': 3997876808}, {'type': 'v1', 'addr': '172.21.15.86:6835', 'nonce': 3997876808}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-11T03:31:03.593 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-11T03:31:03.593 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph tell mds.a status 2024-09-11T03:31:03.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:03 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1711832748' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-11T03:31:03.789 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:31:04.242 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:04 smithi086 ceph-mon[27247]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:04.242 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:04 smithi086 ceph-mon[37253]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:04.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:04 smithi130 ceph-mon[31190]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:05.240 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:31:05.240 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:31:05.466 INFO:teuthology.orchestra.run.smithi086.stderr:2024-09-11T03:31:05.454+0000 7f9640ff9640 0 client.14772 ms_handle_reset on v2:172.21.15.86:6834/3997876808 2024-09-11T03:31:05.473 INFO:teuthology.orchestra.run.smithi086.stderr:2024-09-11T03:31:05.473+0000 7f9640ff9640 0 client.14778 ms_handle_reset on v2:172.21.15.86:6834/3997876808 2024-09-11T03:31:05.473 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:31:05.473 INFO:teuthology.orchestra.run.smithi086.stdout: "cluster_fsid": "0d04850c-6fed-11ef-bcea-c7b262605968", 2024-09-11T03:31:05.473 INFO:teuthology.orchestra.run.smithi086.stdout: "whoami": 0, 2024-09-11T03:31:05.474 INFO:teuthology.orchestra.run.smithi086.stdout: "id": 24347, 2024-09-11T03:31:05.474 INFO:teuthology.orchestra.run.smithi086.stdout: "want_state": "up:active", 2024-09-11T03:31:05.474 INFO:teuthology.orchestra.run.smithi086.stdout: "state": "up:active", 2024-09-11T03:31:05.474 INFO:teuthology.orchestra.run.smithi086.stdout: "fs_name": "cephfs", 2024-09-11T03:31:05.474 INFO:teuthology.orchestra.run.smithi086.stdout: "rank_uptime": 136.634586515, 2024-09-11T03:31:05.474 INFO:teuthology.orchestra.run.smithi086.stdout: "mdsmap_epoch": 8, 2024-09-11T03:31:05.474 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_epoch": 75, 2024-09-11T03:31:05.474 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_epoch_barrier": 65, 2024-09-11T03:31:05.474 INFO:teuthology.orchestra.run.smithi086.stdout: "uptime": 152.613469616 2024-09-11T03:31:05.474 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:31:05.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:31:06.158 INFO:tasks.cephadm:Setup complete, yielding 2024-09-11T03:31:06.159 INFO:teuthology.run_tasks:Running task print... 2024-09-11T03:31:06.168 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-09-11T03:31:06.168 INFO:teuthology.run_tasks:Running task print... 2024-09-11T03:31:06.212 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-09-11T03:31:06.212 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-11T03:31:06.247 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi086.front.sepia.ceph.com 2024-09-11T03:31:06.247 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-09-11T03:31:06.395 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:06 smithi130 ceph-mon[31190]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:06.445 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:31:06.565 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:06 smithi086 ceph-mon[27247]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:06.565 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:06 smithi086 ceph-mon[37253]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:08.122 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:31:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:31:08] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-09-11T03:31:08.506 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:08 smithi086 ceph-mon[27247]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:08.506 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:08 smithi086 ceph-mon[27247]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-11T03:31:08.506 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:08 smithi086 ceph-mon[37253]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:08.506 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:08 smithi086 ceph-mon[37253]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-11T03:31:08.507 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:31:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:31:08] ENGINE Bus STOPPING 2024-09-11T03:31:08.507 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:31:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:31:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:31:08.507 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:31:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:31:08] ENGINE Bus STOPPED 2024-09-11T03:31:08.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:08 smithi130 ceph-mon[31190]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:08.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:08 smithi130 ceph-mon[31190]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-11T03:31:08.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:31:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:31:08] ENGINE Bus STARTING 2024-09-11T03:31:08.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:31:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:31:08] ENGINE Serving on http://:::9283 2024-09-11T03:31:08.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:31:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:31:08] ENGINE Bus STARTED 2024-09-11T03:31:08.997 INFO:teuthology.run_tasks:Running task print... 2024-09-11T03:31:09.007 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-09-11T03:31:09.007 INFO:teuthology.run_tasks:Running task print... 2024-09-11T03:31:09.029 INFO:teuthology.task.print:**** done start telemetry reef... 2024-09-11T03:31:09.029 INFO:teuthology.run_tasks:Running task workunit... 2024-09-11T03:31:09.069 INFO:tasks.workunit:Pulling workunits from ref 8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:31:09.069 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-11T03:31:09.069 DEBUG:teuthology.orchestra.run.smithi086:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-11T03:31:09.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T03:31:09.086 INFO:teuthology.orchestra.run.smithi086.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-11T03:31:09.086 DEBUG:teuthology.orchestra.run.smithi086:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-11T03:31:09.143 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-11T03:31:09.144 DEBUG:teuthology.orchestra.run.smithi086:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-11T03:31:09.199 INFO:tasks.workunit:timeout=3h 2024-09-11T03:31:09.199 INFO:tasks.workunit:cleanup=True 2024-09-11T03:31:09.200 DEBUG:teuthology.orchestra.run.smithi086:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:31:09.255 INFO:tasks.workunit.client.0.smithi086.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-11T03:31:09.562 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:09 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/417086043' entity='client.admin' 2024-09-11T03:31:09.562 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:09 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:31:09.563 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:09 smithi086 ceph-mon[27247]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:09.563 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:09 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/417086043' entity='client.admin' 2024-09-11T03:31:09.563 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:09 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:31:09.563 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:09 smithi086 ceph-mon[37253]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:09.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:09 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/417086043' entity='client.admin' 2024-09-11T03:31:09.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:09 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:31:09.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:09 smithi130 ceph-mon[31190]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:12.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[27247]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:12.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:31:12.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:31:12.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[37253]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:12.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:31:12.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:31:12.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:12 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:12 smithi130 ceph-mon[31190]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:12.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:12 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:12 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:12 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:12 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:12.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:12 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:31:12.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:12 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:31:12.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:12 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:31:14.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:14 smithi086 ceph-mon[27247]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:14.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:14 smithi086 ceph-mon[37253]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:14.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:14 smithi130 ceph-mon[31190]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:16.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:16 smithi086 ceph-mon[27247]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:16.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:16 smithi086 ceph-mon[37253]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:16.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:16 smithi130 ceph-mon[31190]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:18.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:18 smithi086 ceph-mon[27247]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:18.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:18 smithi086 ceph-mon[37253]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:18.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:31:18 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:31:18] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-09-11T03:31:18.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:18 smithi130 ceph-mon[31190]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-11T03:31:20.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:20 smithi086 ceph-mon[27247]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:20.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:20 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:31:20.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:20 smithi086 ceph-mon[37253]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:20.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:20 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:31:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:20 smithi130 ceph-mon[31190]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:20 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:31:22.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:22 smithi086 ceph-mon[27247]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:22.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:22 smithi086 ceph-mon[37253]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:22.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:22 smithi130 ceph-mon[31190]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:24.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:24 smithi086 ceph-mon[27247]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:24.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:24 smithi086 ceph-mon[37253]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:24.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:24 smithi130 ceph-mon[31190]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:26.399 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:26 smithi130 ceph-mon[31190]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:26.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:26 smithi086 ceph-mon[27247]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:26.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:26 smithi086 ceph-mon[37253]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:28.321 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:28 smithi086 ceph-mon[37253]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:28.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:28 smithi086 ceph-mon[27247]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:28.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:31:28 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:31:28] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-09-11T03:31:28.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:28 smithi130 ceph-mon[31190]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:30.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:30 smithi086 ceph-mon[27247]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:30.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:30 smithi086 ceph-mon[37253]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:30.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:30 smithi130 ceph-mon[31190]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:32.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:32 smithi086 ceph-mon[27247]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:32.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:32 smithi086 ceph-mon[37253]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:32.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:32 smithi130 ceph-mon[31190]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:34.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:34 smithi086 ceph-mon[27247]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:34.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:34 smithi086 ceph-mon[37253]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:34.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:34 smithi130 ceph-mon[31190]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:35.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:31:35.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:31:35.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:31:36.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:36 smithi086 ceph-mon[27247]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:36.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:36 smithi086 ceph-mon[37253]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:36.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:36 smithi130 ceph-mon[31190]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:38 smithi086 ceph-mon[27247]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:38.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:38 smithi086 ceph-mon[37253]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:38.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:31:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:31:38] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-09-11T03:31:38.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:38 smithi130 ceph-mon[31190]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:40 smithi086 ceph-mon[27247]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:40.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:40 smithi086 ceph-mon[37253]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:40 smithi130 ceph-mon[31190]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:42.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:42 smithi086 ceph-mon[27247]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:42.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:42 smithi086 ceph-mon[37253]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:42.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:42 smithi130 ceph-mon[31190]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:44.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:44 smithi086 ceph-mon[27247]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:44.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:44 smithi086 ceph-mon[37253]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:44.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:44 smithi130 ceph-mon[31190]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:46.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:46 smithi086 ceph-mon[27247]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:46.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:46 smithi086 ceph-mon[37253]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:46.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:46 smithi130 ceph-mon[31190]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:48.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:48 smithi086 ceph-mon[27247]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:48.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:31:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:31:48] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-09-11T03:31:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:48 smithi086 ceph-mon[37253]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:48.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:48 smithi130 ceph-mon[31190]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:50.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:50 smithi086 ceph-mon[27247]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:50.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:50 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:31:50.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:50 smithi086 ceph-mon[37253]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:50.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:50 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:31:50.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:50 smithi130 ceph-mon[31190]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:50.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:50 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:31:52.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:52 smithi086 ceph-mon[27247]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:52.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:52 smithi086 ceph-mon[37253]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:52.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:52 smithi130 ceph-mon[31190]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:54.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:54 smithi086 ceph-mon[27247]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:54.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:54 smithi086 ceph-mon[37253]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:54.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:54 smithi130 ceph-mon[31190]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:56.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:56 smithi086 ceph-mon[27247]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:56.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:56 smithi086 ceph-mon[37253]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:56.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:56 smithi130 ceph-mon[31190]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:58.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:31:58 smithi086 ceph-mon[27247]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:58.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:31:58 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:31:58] "GET /metrics HTTP/1.1" 200 33672 "" "Prometheus/2.43.0" 2024-09-11T03:31:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:31:58 smithi086 ceph-mon[37253]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:58.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:31:58 smithi130 ceph-mon[31190]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:31:58.756 INFO:tasks.workunit.client.0.smithi086.stderr:Note: switching to '8f219c476cb4f26fc5719c661c0323719a45cb30'. 2024-09-11T03:31:58.756 INFO:tasks.workunit.client.0.smithi086.stderr: 2024-09-11T03:31:58.756 INFO:tasks.workunit.client.0.smithi086.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-11T03:31:58.756 INFO:tasks.workunit.client.0.smithi086.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-11T03:31:58.756 INFO:tasks.workunit.client.0.smithi086.stderr:state without impacting any branches by switching back to a branch. 2024-09-11T03:31:58.757 INFO:tasks.workunit.client.0.smithi086.stderr: 2024-09-11T03:31:58.757 INFO:tasks.workunit.client.0.smithi086.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-11T03:31:58.757 INFO:tasks.workunit.client.0.smithi086.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-11T03:31:58.757 INFO:tasks.workunit.client.0.smithi086.stderr: 2024-09-11T03:31:58.757 INFO:tasks.workunit.client.0.smithi086.stderr: git switch -c 2024-09-11T03:31:58.757 INFO:tasks.workunit.client.0.smithi086.stderr: 2024-09-11T03:31:58.757 INFO:tasks.workunit.client.0.smithi086.stderr:Or undo this operation with: 2024-09-11T03:31:58.757 INFO:tasks.workunit.client.0.smithi086.stderr: 2024-09-11T03:31:58.757 INFO:tasks.workunit.client.0.smithi086.stderr: git switch - 2024-09-11T03:31:58.757 INFO:tasks.workunit.client.0.smithi086.stderr: 2024-09-11T03:31:58.757 INFO:tasks.workunit.client.0.smithi086.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-11T03:31:58.757 INFO:tasks.workunit.client.0.smithi086.stderr: 2024-09-11T03:31:58.757 INFO:tasks.workunit.client.0.smithi086.stderr:HEAD is now at 8f219c476cb Merge branch 'mgr-vol-mod-disable' of https://github.com/rishabh-d-dave/ceph into wip-hemanth-testing-2024-09-10-0723 2024-09-11T03:31:58.760 DEBUG:teuthology.orchestra.run.smithi086:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-11T03:31:58.826 INFO:tasks.workunit.client.0.smithi086.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-11T03:31:58.829 INFO:tasks.workunit.client.0.smithi086.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-11T03:31:58.829 INFO:tasks.workunit.client.0.smithi086.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-11T03:31:59.532 INFO:tasks.workunit.client.0.smithi086.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-11T03:31:59.608 INFO:tasks.workunit.client.0.smithi086.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-11T03:31:59.648 INFO:tasks.workunit.client.0.smithi086.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-11T03:31:59.649 INFO:tasks.workunit.client.0.smithi086.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-11T03:31:59.650 INFO:tasks.workunit.client.0.smithi086.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-11T03:31:59.688 INFO:tasks.workunit.client.0.smithi086.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-11T03:31:59.691 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:31:59.691 DEBUG:teuthology.orchestra.run.smithi086:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-11T03:31:59.748 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-09-11T03:31:59.749 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-09-11T03:31:59.750 DEBUG:teuthology.orchestra.run.smithi086:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8f219c476cb4f26fc5719c661c0323719a45cb30 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-09-11T03:31:59.810 INFO:tasks.workunit.client.0.smithi086.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-09-11T03:32:00.203 INFO:tasks.workunit.client.0.smithi086.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-09-11T03:32:00.512 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:00 smithi086 ceph-mon[27247]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:00.512 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:00 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2300401153' entity='client.admin' 2024-09-11T03:32:00.513 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:00 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:00.513 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:00 smithi086 ceph-mon[37253]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:00.513 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:00 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2300401153' entity='client.admin' 2024-09-11T03:32:00.513 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:00 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:00.513 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:00 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:00] ENGINE Bus STOPPING 2024-09-11T03:32:00.513 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:00 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:32:00.513 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:00 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:00] ENGINE Bus STOPPED 2024-09-11T03:32:00.514 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:00 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:00] ENGINE Bus STARTING 2024-09-11T03:32:00.592 INFO:tasks.workunit.client.0.smithi086.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-09-11T03:32:00.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:00 smithi130 ceph-mon[31190]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:00.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:00 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2300401153' entity='client.admin' 2024-09-11T03:32:00.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:00 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:00.773 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:00 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:00] ENGINE Serving on http://:::9283 2024-09-11T03:32:00.773 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:00 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:00] ENGINE Bus STARTED 2024-09-11T03:32:00.773 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:00 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:00] ENGINE Bus STOPPING 2024-09-11T03:32:00.972 INFO:tasks.workunit.client.0.smithi086.stderr:+ ceph telemetry preview 2024-09-11T03:32:01.437 INFO:tasks.workunit.client.0.smithi086.stdout:{ 2024-09-11T03:32:01.437 INFO:tasks.workunit.client.0.smithi086.stdout: "balancer": { 2024-09-11T03:32:01.438 INFO:tasks.workunit.client.0.smithi086.stdout: "active": true, 2024-09-11T03:32:01.438 INFO:tasks.workunit.client.0.smithi086.stdout: "mode": "" 2024-09-11T03:32:01.438 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.438 INFO:tasks.workunit.client.0.smithi086.stdout: "channels": [ 2024-09-11T03:32:01.438 INFO:tasks.workunit.client.0.smithi086.stdout: "basic", 2024-09-11T03:32:01.438 INFO:tasks.workunit.client.0.smithi086.stdout: "crash", 2024-09-11T03:32:01.438 INFO:tasks.workunit.client.0.smithi086.stdout: "device", 2024-09-11T03:32:01.438 INFO:tasks.workunit.client.0.smithi086.stdout: "ident" 2024-09-11T03:32:01.438 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.438 INFO:tasks.workunit.client.0.smithi086.stdout: "channels_available": [ 2024-09-11T03:32:01.438 INFO:tasks.workunit.client.0.smithi086.stdout: "basic", 2024-09-11T03:32:01.438 INFO:tasks.workunit.client.0.smithi086.stdout: "ident", 2024-09-11T03:32:01.439 INFO:tasks.workunit.client.0.smithi086.stdout: "crash", 2024-09-11T03:32:01.439 INFO:tasks.workunit.client.0.smithi086.stdout: "device", 2024-09-11T03:32:01.439 INFO:tasks.workunit.client.0.smithi086.stdout: "perf" 2024-09-11T03:32:01.439 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.439 INFO:tasks.workunit.client.0.smithi086.stdout: "collections_available": [ 2024-09-11T03:32:01.439 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_base", 2024-09-11T03:32:01.439 INFO:tasks.workunit.client.0.smithi086.stdout: "device_base", 2024-09-11T03:32:01.439 INFO:tasks.workunit.client.0.smithi086.stdout: "crash_base", 2024-09-11T03:32:01.439 INFO:tasks.workunit.client.0.smithi086.stdout: "ident_base", 2024-09-11T03:32:01.439 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_perf", 2024-09-11T03:32:01.439 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_mds_metadata", 2024-09-11T03:32:01.439 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_usage", 2024-09-11T03:32:01.440 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_usage_by_class", 2024-09-11T03:32:01.440 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_rook_v01", 2024-09-11T03:32:01.440 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_memory_metrics", 2024-09-11T03:32:01.440 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_options_bluestore" 2024-09-11T03:32:01.440 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.440 INFO:tasks.workunit.client.0.smithi086.stdout: "collections_opted_in": [ 2024-09-11T03:32:01.440 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_base", 2024-09-11T03:32:01.440 INFO:tasks.workunit.client.0.smithi086.stdout: "device_base", 2024-09-11T03:32:01.440 INFO:tasks.workunit.client.0.smithi086.stdout: "crash_base", 2024-09-11T03:32:01.440 INFO:tasks.workunit.client.0.smithi086.stdout: "ident_base", 2024-09-11T03:32:01.440 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_perf", 2024-09-11T03:32:01.440 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_mds_metadata", 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_usage", 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_usage_by_class", 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_rook_v01", 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_memory_metrics", 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_options_bluestore" 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: "config": { 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: "active_changed": [ 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_debug", 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_mon_ticket_ttl", 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_service_ticket_ttl", 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: "bdev_debug_aio", 2024-09-11T03:32:01.441 INFO:tasks.workunit.client.0.smithi086.stdout: "client_check_pool_perm", 2024-09-11T03:32:01.442 INFO:tasks.workunit.client.0.smithi086.stdout: "client_mount_gid", 2024-09-11T03:32:01.442 INFO:tasks.workunit.client.0.smithi086.stdout: "client_mount_uid", 2024-09-11T03:32:01.442 INFO:tasks.workunit.client.0.smithi086.stdout: "client_quota", 2024-09-11T03:32:01.442 INFO:tasks.workunit.client.0.smithi086.stdout: "container_image", 2024-09-11T03:32:01.442 INFO:tasks.workunit.client.0.smithi086.stdout: "daemonize", 2024-09-11T03:32:01.442 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_asserts_on_shutdown", 2024-09-11T03:32:01.442 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mgr", 2024-09-11T03:32:01.442 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mon", 2024-09-11T03:32:01.442 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_ms", 2024-09-11T03:32:01.442 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_osd", 2024-09-11T03:32:01.442 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_paxos", 2024-09-11T03:32:01.442 INFO:tasks.workunit.client.0.smithi086.stdout: "keyring", 2024-09-11T03:32:01.443 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_block_size", 2024-09-11T03:32:01.443 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_cache_size", 2024-09-11T03:32:01.443 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_compression", 2024-09-11T03:32:01.443 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_log", 2024-09-11T03:32:01.443 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_write_buffer_size", 2024-09-11T03:32:01.443 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_file", 2024-09-11T03:32:01.443 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_journald", 2024-09-11T03:32:01.443 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_stderr", 2024-09-11T03:32:01.443 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_allow_pool_delete", 2024-09-11T03:32:01.444 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_clock_drift_allowed", 2024-09-11T03:32:01.444 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_file_level", 2024-09-11T03:32:01.444 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_file", 2024-09-11T03:32:01.444 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_journald", 2024-09-11T03:32:01.444 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_stderr", 2024-09-11T03:32:01.444 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_data_avail_warn", 2024-09-11T03:32:01.444 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_election_default_strategy", 2024-09-11T03:32:01.444 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_host", 2024-09-11T03:32:01.444 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_max_pg_per_osd", 2024-09-11T03:32:01.444 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_mgr_mkfs_grace", 2024-09-11T03:32:01.444 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_prime_pg_temp", 2024-09-11T03:32:01.445 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_reporter_subtree_level", 2024-09-11T03:32:01.445 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_pg_warn_max_object_skew", 2024-09-11T03:32:01.445 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-11T03:32:01.445 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-11T03:32:01.445 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-11T03:32:01.445 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-11T03:32:01.445 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-11T03:32:01.445 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-11T03:32:01.445 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-11T03:32:01.445 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-11T03:32:01.446 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_too_few_osds", 2024-09-11T03:32:01.446 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_bug", 2024-09-11T03:32:01.446 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_old_message", 2024-09-11T03:32:01.446 INFO:tasks.workunit.client.0.smithi086.stdout: "no_config_file", 2024-09-11T03:32:01.446 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_default_list", 2024-09-11T03:32:01.446 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_load_list", 2024-09-11T03:32:01.446 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_crush_chooseleaf_type", 2024-09-11T03:32:01.446 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_misdirected_ops", 2024-09-11T03:32:01.446 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_op_order", 2024-09-11T03:32:01.446 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_pg_log_writeout", 2024-09-11T03:32:01.446 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_shutdown", 2024-09-11T03:32:01.446 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_cached_snaps", 2024-09-11T03:32:01.447 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_missing_on_start", 2024-09-11T03:32:01.447 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_stray_on_activate", 2024-09-11T03:32:01.447 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-11T03:32:01.447 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep", 2024-09-11T03:32:01.447 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep_hdd", 2024-09-11T03:32:01.447 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep_hybrid", 2024-09-11T03:32:01.447 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep_ssd", 2024-09-11T03:32:01.447 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_max_backfills", 2024-09-11T03:32:01.447 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-11T03:32:01.448 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_profile", 2024-09-11T03:32:01.448 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-11T03:32:01.448 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-11T03:32:01.448 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-11T03:32:01.448 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-11T03:32:01.448 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-11T03:32:01.449 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-11T03:32:01.449 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_client_lim", 2024-09-11T03:32:01.449 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_client_res", 2024-09-11T03:32:01.449 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-11T03:32:01.449 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target", 2024-09-11T03:32:01.449 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target_autotune", 2024-09-11T03:32:01.449 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue", 2024-09-11T03:32:01.449 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue_cut_off", 2024-09-11T03:32:01.449 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pg_delete_cost", 2024-09-11T03:32:01.449 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_erasure_code_profile", 2024-09-11T03:32:01.449 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-11T03:32:01.449 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recover_clone_overlap", 2024-09-11T03:32:01.450 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_active", 2024-09-11T03:32:01.450 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_active_hdd", 2024-09-11T03:32:01.450 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_active_ssd", 2024-09-11T03:32:01.450 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_chunk", 2024-09-11T03:32:01.450 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep", 2024-09-11T03:32:01.450 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep_hdd", 2024-09-11T03:32:01.450 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep_hybrid", 2024-09-11T03:32:01.450 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep_ssd", 2024-09-11T03:32:01.450 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_load_threshold", 2024-09-11T03:32:01.450 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_max_interval", 2024-09-11T03:32:01.450 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_sleep", 2024-09-11T03:32:01.450 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_shutdown_pgref_assert", 2024-09-11T03:32:01.451 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep", 2024-09-11T03:32:01.451 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep_hdd", 2024-09-11T03:32:01.451 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-11T03:32:01.451 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep_ssd", 2024-09-11T03:32:01.451 INFO:tasks.workunit.client.0.smithi086.stdout: "public_addr", 2024-09-11T03:32:01.451 INFO:tasks.workunit.client.0.smithi086.stdout: "public_addrv", 2024-09-11T03:32:01.451 INFO:tasks.workunit.client.0.smithi086.stdout: "public_network", 2024-09-11T03:32:01.451 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd_default_features", 2024-09-11T03:32:01.451 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd_qos_exclude_ops", 2024-09-11T03:32:01.451 INFO:tasks.workunit.client.0.smithi086.stdout: "setgroup", 2024-09-11T03:32:01.451 INFO:tasks.workunit.client.0.smithi086.stdout: "setuser" 2024-09-11T03:32:01.451 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.452 INFO:tasks.workunit.client.0.smithi086.stdout: "cluster_changed": [ 2024-09-11T03:32:01.452 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-11T03:32:01.452 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_debug", 2024-09-11T03:32:01.452 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_mon_ticket_ttl", 2024-09-11T03:32:01.452 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_service_ticket_ttl", 2024-09-11T03:32:01.452 INFO:tasks.workunit.client.0.smithi086.stdout: "bdev_debug_aio", 2024-09-11T03:32:01.452 INFO:tasks.workunit.client.0.smithi086.stdout: "container_image", 2024-09-11T03:32:01.452 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_asserts_on_shutdown", 2024-09-11T03:32:01.452 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mgr", 2024-09-11T03:32:01.452 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mon", 2024-09-11T03:32:01.452 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_ms", 2024-09-11T03:32:01.452 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_osd", 2024-09-11T03:32:01.453 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_paxos", 2024-09-11T03:32:01.453 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_file", 2024-09-11T03:32:01.453 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_journald", 2024-09-11T03:32:01.453 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_stderr", 2024-09-11T03:32:01.453 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_join_fs", 2024-09-11T03:32:01.453 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/allow_ptrace", 2024-09-11T03:32:01.454 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/container_init", 2024-09-11T03:32:01.454 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/migration_current", 2024-09-11T03:32:01.454 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/use_repo_digest", 2024-09-11T03:32:01.454 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-11T03:32:01.454 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-11T03:32:01.454 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-11T03:32:01.454 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-11T03:32:01.454 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/ssl_server_port", 2024-09-11T03:32:01.454 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/orchestrator/orchestrator", 2024-09-11T03:32:01.455 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/channel_ident", 2024-09-11T03:32:01.455 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/description", 2024-09-11T03:32:01.455 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/organization", 2024-09-11T03:32:01.456 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_allow_pool_delete", 2024-09-11T03:32:01.456 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_clock_drift_allowed", 2024-09-11T03:32:01.456 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_file_level", 2024-09-11T03:32:01.456 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_file", 2024-09-11T03:32:01.456 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_data_avail_warn", 2024-09-11T03:32:01.456 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_election_default_strategy", 2024-09-11T03:32:01.456 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_max_pg_per_osd", 2024-09-11T03:32:01.456 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_mgr_mkfs_grace", 2024-09-11T03:32:01.456 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_prime_pg_temp", 2024-09-11T03:32:01.456 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_reporter_subtree_level", 2024-09-11T03:32:01.456 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_pg_warn_max_object_skew", 2024-09-11T03:32:01.456 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_too_few_osds", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_bug", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_old_message", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_default_list", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_load_list", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_misdirected_ops", 2024-09-11T03:32:01.457 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_op_order", 2024-09-11T03:32:01.458 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_pg_log_writeout", 2024-09-11T03:32:01.458 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_shutdown", 2024-09-11T03:32:01.458 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_cached_snaps", 2024-09-11T03:32:01.458 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_missing_on_start", 2024-09-11T03:32:01.458 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_stray_on_activate", 2024-09-11T03:32:01.458 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-11T03:32:01.458 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-11T03:32:01.458 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_profile", 2024-09-11T03:32:01.458 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target", 2024-09-11T03:32:01.458 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target_autotune", 2024-09-11T03:32:01.458 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue", 2024-09-11T03:32:01.458 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue_cut_off", 2024-09-11T03:32:01.458 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_erasure_code_profile", 2024-09-11T03:32:01.459 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-11T03:32:01.459 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recover_clone_overlap", 2024-09-11T03:32:01.459 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_chunk", 2024-09-11T03:32:01.459 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_load_threshold", 2024-09-11T03:32:01.459 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_max_interval", 2024-09-11T03:32:01.459 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_shutdown_pgref_assert", 2024-09-11T03:32:01.459 INFO:tasks.workunit.client.0.smithi086.stdout: "public_network", 2024-09-11T03:32:01.459 INFO:tasks.workunit.client.0.smithi086.stdout: "rgw_cache_enabled", 2024-09-11T03:32:01.459 INFO:tasks.workunit.client.0.smithi086.stdout: "rgw_enable_ops_log", 2024-09-11T03:32:01.459 INFO:tasks.workunit.client.0.smithi086.stdout: "rgw_enable_usage_log" 2024-09-11T03:32:01.459 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:01.459 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.459 INFO:tasks.workunit.client.0.smithi086.stdout: "contact": null, 2024-09-11T03:32:01.460 INFO:tasks.workunit.client.0.smithi086.stdout: "crashes": [], 2024-09-11T03:32:01.460 INFO:tasks.workunit.client.0.smithi086.stdout: "created": "2024-09-11T03:23:16.099776Z", 2024-09-11T03:32:01.460 INFO:tasks.workunit.client.0.smithi086.stdout: "crush": { 2024-09-11T03:32:01.460 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket_algs": { 2024-09-11T03:32:01.460 INFO:tasks.workunit.client.0.smithi086.stdout: "straw2": 3 2024-09-11T03:32:01.460 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.460 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket_sizes": { 2024-09-11T03:32:01.460 INFO:tasks.workunit.client.0.smithi086.stdout: "2": 1, 2024-09-11T03:32:01.460 INFO:tasks.workunit.client.0.smithi086.stdout: "4": 2 2024-09-11T03:32:01.460 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.460 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket_types": { 2024-09-11T03:32:01.460 INFO:tasks.workunit.client.0.smithi086.stdout: "1": 2, 2024-09-11T03:32:01.460 INFO:tasks.workunit.client.0.smithi086.stdout: "11": 1 2024-09-11T03:32:01.461 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.461 INFO:tasks.workunit.client.0.smithi086.stdout: "compat_weight_set": false, 2024-09-11T03:32:01.461 INFO:tasks.workunit.client.0.smithi086.stdout: "device_classes": [ 2024-09-11T03:32:01.461 INFO:tasks.workunit.client.0.smithi086.stdout: 8 2024-09-11T03:32:01.461 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_buckets": 6, 2024-09-11T03:32:01.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_devices": 8, 2024-09-11T03:32:01.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_rules": 1, 2024-09-11T03:32:01.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_types": 12, 2024-09-11T03:32:01.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_weight_sets": 0, 2024-09-11T03:32:01.461 INFO:tasks.workunit.client.0.smithi086.stdout: "tunables": { 2024-09-11T03:32:01.461 INFO:tasks.workunit.client.0.smithi086.stdout: "allowed_bucket_algs": 54, 2024-09-11T03:32:01.461 INFO:tasks.workunit.client.0.smithi086.stdout: "choose_local_fallback_tries": 0, 2024-09-11T03:32:01.462 INFO:tasks.workunit.client.0.smithi086.stdout: "choose_local_tries": 0, 2024-09-11T03:32:01.462 INFO:tasks.workunit.client.0.smithi086.stdout: "choose_total_tries": 50, 2024-09-11T03:32:01.462 INFO:tasks.workunit.client.0.smithi086.stdout: "chooseleaf_descend_once": 1, 2024-09-11T03:32:01.462 INFO:tasks.workunit.client.0.smithi086.stdout: "chooseleaf_stable": 1, 2024-09-11T03:32:01.462 INFO:tasks.workunit.client.0.smithi086.stdout: "chooseleaf_vary_r": 1, 2024-09-11T03:32:01.462 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v2_rules": 0, 2024-09-11T03:32:01.462 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v3_rules": 0, 2024-09-11T03:32:01.462 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v4_buckets": 1, 2024-09-11T03:32:01.462 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v5_rules": 0, 2024-09-11T03:32:01.462 INFO:tasks.workunit.client.0.smithi086.stdout: "legacy_tunables": 0, 2024-09-11T03:32:01.462 INFO:tasks.workunit.client.0.smithi086.stdout: "minimum_required_version": "jewel", 2024-09-11T03:32:01.462 INFO:tasks.workunit.client.0.smithi086.stdout: "optimal_tunables": 1, 2024-09-11T03:32:01.462 INFO:tasks.workunit.client.0.smithi086.stdout: "profile": "jewel", 2024-09-11T03:32:01.463 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables": 1, 2024-09-11T03:32:01.463 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables2": 1, 2024-09-11T03:32:01.463 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables3": 1, 2024-09-11T03:32:01.463 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables5": 1, 2024-09-11T03:32:01.463 INFO:tasks.workunit.client.0.smithi086.stdout: "straw_calc_version": 1 2024-09-11T03:32:01.463 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.463 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.463 INFO:tasks.workunit.client.0.smithi086.stdout: "description": "upgrade test cluster", 2024-09-11T03:32:01.463 INFO:tasks.workunit.client.0.smithi086.stdout: "fs": { 2024-09-11T03:32:01.463 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:01.463 INFO:tasks.workunit.client.0.smithi086.stdout: "feature_flags": { 2024-09-11T03:32:01.463 INFO:tasks.workunit.client.0.smithi086.stdout: "enable_multiple": true, 2024-09-11T03:32:01.463 INFO:tasks.workunit.client.0.smithi086.stdout: "ever_enabled_multiple": true 2024-09-11T03:32:01.464 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.464 INFO:tasks.workunit.client.0.smithi086.stdout: "filesystems": [ 2024-09-11T03:32:01.464 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:01.464 INFO:tasks.workunit.client.0.smithi086.stdout: "approx_ctime": "2024-09", 2024-09-11T03:32:01.464 INFO:tasks.workunit.client.0.smithi086.stdout: "balancer_enabled": false, 2024-09-11T03:32:01.464 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:01.464 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_caps": 0, 2024-09-11T03:32:01.464 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_dns": 10, 2024-09-11T03:32:01.464 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_inos": 13, 2024-09-11T03:32:01.464 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_subtrees": 2, 2024-09-11T03:32:01.464 INFO:tasks.workunit.client.0.smithi086.stdout: "ever_allowed_features": 0, 2024-09-11T03:32:01.464 INFO:tasks.workunit.client.0.smithi086.stdout: "explicitly_allowed_features": 0, 2024-09-11T03:32:01.465 INFO:tasks.workunit.client.0.smithi086.stdout: "files": 0, 2024-09-11T03:32:01.465 INFO:tasks.workunit.client.0.smithi086.stdout: "max_mds": 1, 2024-09-11T03:32:01.465 INFO:tasks.workunit.client.0.smithi086.stdout: "num_data_pools": 1, 2024-09-11T03:32:01.465 INFO:tasks.workunit.client.0.smithi086.stdout: "num_in": 1, 2024-09-11T03:32:01.465 INFO:tasks.workunit.client.0.smithi086.stdout: "num_mds": 1, 2024-09-11T03:32:01.465 INFO:tasks.workunit.client.0.smithi086.stdout: "num_sessions": 0, 2024-09-11T03:32:01.465 INFO:tasks.workunit.client.0.smithi086.stdout: "num_standby_replay": 0, 2024-09-11T03:32:01.465 INFO:tasks.workunit.client.0.smithi086.stdout: "num_up": 1, 2024-09-11T03:32:01.465 INFO:tasks.workunit.client.0.smithi086.stdout: "snaps": 0, 2024-09-11T03:32:01.465 INFO:tasks.workunit.client.0.smithi086.stdout: "standby_count_wanted": 0 2024-09-11T03:32:01.466 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.466 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.466 INFO:tasks.workunit.client.0.smithi086.stdout: "num_standby_mds": 1, 2024-09-11T03:32:01.466 INFO:tasks.workunit.client.0.smithi086.stdout: "total_num_mds": 2 2024-09-11T03:32:01.466 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.466 INFO:tasks.workunit.client.0.smithi086.stdout: "hosts": { 2024-09-11T03:32:01.466 INFO:tasks.workunit.client.0.smithi086.stdout: "num": 2, 2024-09-11T03:32:01.466 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_mds": 2, 2024-09-11T03:32:01.466 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_mgr": 2, 2024-09-11T03:32:01.466 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_mon": 2, 2024-09-11T03:32:01.467 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_osd": 2 2024-09-11T03:32:01.467 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.467 INFO:tasks.workunit.client.0.smithi086.stdout: "leaderboard": false, 2024-09-11T03:32:01.467 INFO:tasks.workunit.client.0.smithi086.stdout: "leaderboard_description": null, 2024-09-11T03:32:01.467 INFO:tasks.workunit.client.0.smithi086.stdout: "license": "sharing-1-0", 2024-09-11T03:32:01.467 INFO:tasks.workunit.client.0.smithi086.stdout: "metadata": { 2024-09-11T03:32:01.467 INFO:tasks.workunit.client.0.smithi086.stdout: "mds": { 2024-09-11T03:32:01.467 INFO:tasks.workunit.client.0.smithi086.stdout: "arch": { 2024-09-11T03:32:01.467 INFO:tasks.workunit.client.0.smithi086.stdout: "x86_64": 2 2024-09-11T03:32:01.467 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.467 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_version": { 2024-09-11T03:32:01.467 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:32:01.468 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.468 INFO:tasks.workunit.client.0.smithi086.stdout: "cpu": { 2024-09-11T03:32:01.468 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-11T03:32:01.468 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.468 INFO:tasks.workunit.client.0.smithi086.stdout: "distro": { 2024-09-11T03:32:01.468 INFO:tasks.workunit.client.0.smithi086.stdout: "centos": 2 2024-09-11T03:32:01.468 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.468 INFO:tasks.workunit.client.0.smithi086.stdout: "distro_description": { 2024-09-11T03:32:01.468 INFO:tasks.workunit.client.0.smithi086.stdout: "CentOS Stream 9": 2 2024-09-11T03:32:01.468 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.468 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_description": { 2024-09-11T03:32:01.468 INFO:tasks.workunit.client.0.smithi086.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-11T03:32:01.468 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.469 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_version": { 2024-09-11T03:32:01.469 INFO:tasks.workunit.client.0.smithi086.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-11T03:32:01.469 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.469 INFO:tasks.workunit.client.0.smithi086.stdout: "os": { 2024-09-11T03:32:01.469 INFO:tasks.workunit.client.0.smithi086.stdout: "Linux": 2 2024-09-11T03:32:01.469 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.469 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.469 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:01.469 INFO:tasks.workunit.client.0.smithi086.stdout: "arch": { 2024-09-11T03:32:01.469 INFO:tasks.workunit.client.0.smithi086.stdout: "x86_64": 3 2024-09-11T03:32:01.469 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.469 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_version": { 2024-09-11T03:32:01.470 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-11T03:32:01.470 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.470 INFO:tasks.workunit.client.0.smithi086.stdout: "cpu": { 2024-09-11T03:32:01.470 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-11T03:32:01.470 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.470 INFO:tasks.workunit.client.0.smithi086.stdout: "distro": { 2024-09-11T03:32:01.470 INFO:tasks.workunit.client.0.smithi086.stdout: "centos": 3 2024-09-11T03:32:01.470 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.470 INFO:tasks.workunit.client.0.smithi086.stdout: "distro_description": { 2024-09-11T03:32:01.470 INFO:tasks.workunit.client.0.smithi086.stdout: "CentOS Stream 9": 3 2024-09-11T03:32:01.470 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.470 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_description": { 2024-09-11T03:32:01.470 INFO:tasks.workunit.client.0.smithi086.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-11T03:32:01.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.471 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_version": { 2024-09-11T03:32:01.471 INFO:tasks.workunit.client.0.smithi086.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-11T03:32:01.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.471 INFO:tasks.workunit.client.0.smithi086.stdout: "os": { 2024-09-11T03:32:01.471 INFO:tasks.workunit.client.0.smithi086.stdout: "Linux": 3 2024-09-11T03:32:01.471 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.471 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:01.471 INFO:tasks.workunit.client.0.smithi086.stdout: "arch": { 2024-09-11T03:32:01.471 INFO:tasks.workunit.client.0.smithi086.stdout: "x86_64": 8 2024-09-11T03:32:01.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.471 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_version": { 2024-09-11T03:32:01.472 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-11T03:32:01.472 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.472 INFO:tasks.workunit.client.0.smithi086.stdout: "cpu": { 2024-09-11T03:32:01.472 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-11T03:32:01.472 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.472 INFO:tasks.workunit.client.0.smithi086.stdout: "distro": { 2024-09-11T03:32:01.472 INFO:tasks.workunit.client.0.smithi086.stdout: "centos": 8 2024-09-11T03:32:01.472 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.472 INFO:tasks.workunit.client.0.smithi086.stdout: "distro_description": { 2024-09-11T03:32:01.472 INFO:tasks.workunit.client.0.smithi086.stdout: "CentOS Stream 9": 8 2024-09-11T03:32:01.472 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.473 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_description": { 2024-09-11T03:32:01.473 INFO:tasks.workunit.client.0.smithi086.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-11T03:32:01.473 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.473 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_version": { 2024-09-11T03:32:01.473 INFO:tasks.workunit.client.0.smithi086.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-11T03:32:01.473 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.473 INFO:tasks.workunit.client.0.smithi086.stdout: "os": { 2024-09-11T03:32:01.473 INFO:tasks.workunit.client.0.smithi086.stdout: "Linux": 8 2024-09-11T03:32:01.473 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.473 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_objectstore": { 2024-09-11T03:32:01.473 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": 8 2024-09-11T03:32:01.473 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.474 INFO:tasks.workunit.client.0.smithi086.stdout: "rotational": { 2024-09-11T03:32:01.474 INFO:tasks.workunit.client.0.smithi086.stdout: "0": 8 2024-09-11T03:32:01.474 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.474 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.474 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.474 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:01.474 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:01.474 INFO:tasks.workunit.client.0.smithi086.stdout: "features": { 2024-09-11T03:32:01.474 INFO:tasks.workunit.client.0.smithi086.stdout: "optional": [], 2024-09-11T03:32:01.474 INFO:tasks.workunit.client.0.smithi086.stdout: "persistent": [ 2024-09-11T03:32:01.474 INFO:tasks.workunit.client.0.smithi086.stdout: "kraken", 2024-09-11T03:32:01.474 INFO:tasks.workunit.client.0.smithi086.stdout: "luminous", 2024-09-11T03:32:01.474 INFO:tasks.workunit.client.0.smithi086.stdout: "mimic", 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap-prune", 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: "nautilus", 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: "octopus", 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: "pacific", 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: "elector-pinging", 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: "quincy", 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: "reef" 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: "ipv4_addr_mons": 6, 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: "ipv6_addr_mons": 0, 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: "min_mon_release": 18, 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: "v1_addr_mons": 3, 2024-09-11T03:32:01.475 INFO:tasks.workunit.client.0.smithi086.stdout: "v2_addr_mons": 3 2024-09-11T03:32:01.476 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.476 INFO:tasks.workunit.client.0.smithi086.stdout: "organization": "ceph-qa", 2024-09-11T03:32:01.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:01.476 INFO:tasks.workunit.client.0.smithi086.stdout: "cluster_network": false, 2024-09-11T03:32:01.477 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 8, 2024-09-11T03:32:01.477 INFO:tasks.workunit.client.0.smithi086.stdout: "require_min_compat_client": "luminous", 2024-09-11T03:32:01.477 INFO:tasks.workunit.client.0.smithi086.stdout: "require_osd_release": "reef" 2024-09-11T03:32:01.477 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.477 INFO:tasks.workunit.client.0.smithi086.stdout: "pools": [ 2024-09-11T03:32:01.478 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:01.478 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:01.478 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr" 2024-09-11T03:32:01.478 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.478 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:01.478 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:01.478 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:01.478 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:01.478 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:01.478 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 1, 2024-09-11T03:32:01.478 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 1, 2024-09-11T03:32:01.478 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 1, 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 1781760, 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 1781760, 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 2, 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 2.4431162728433264e-06, 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:01.479 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:01.480 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 212, 2024-09-11T03:32:01.480 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 313344, 2024-09-11T03:32:01.480 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 590368, 2024-09-11T03:32:01.480 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 590368, 2024-09-11T03:32:01.480 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:01.480 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 1771104, 2024-09-11T03:32:01.480 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 179, 2024-09-11T03:32:01.480 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 2473984 2024-09-11T03:32:01.480 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.480 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:01.480 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:01.480 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:01.480 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.481 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:01.481 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:01.481 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs" 2024-09-11T03:32:01.481 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.481 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:01.481 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:01.481 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:01.481 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:01.481 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:01.481 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 32, 2024-09-11T03:32:01.481 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 32, 2024-09-11T03:32:01.481 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 2, 2024-09-11T03:32:01.481 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:01.482 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:01.482 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:01.482 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 98304, 2024-09-11T03:32:01.482 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:01.482 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:01.482 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 98304, 2024-09-11T03:32:01.482 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:01.482 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:01.482 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 22, 2024-09-11T03:32:01.482 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:01.482 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 1.3479292704232648e-07, 2024-09-11T03:32:01.482 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:01.482 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:01.483 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 0, 2024-09-11T03:32:01.483 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 0, 2024-09-11T03:32:01.483 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 3428, 2024-09-11T03:32:01.483 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 3428, 2024-09-11T03:32:01.483 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:01.483 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 10284, 2024-09-11T03:32:01.483 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 51, 2024-09-11T03:32:01.483 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 20480 2024-09-11T03:32:01.483 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.483 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:01.483 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:01.483 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:01.483 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.484 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:01.484 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:01.484 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs" 2024-09-11T03:32:01.484 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.484 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:01.484 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:01.484 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:01.484 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:01.484 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:01.484 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 64, 2024-09-11T03:32:01.484 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 64, 2024-09-11T03:32:01.484 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 3, 2024-09-11T03:32:01.484 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:01.485 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:01.485 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:01.485 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 0, 2024-09-11T03:32:01.485 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:01.485 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:01.485 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 0, 2024-09-11T03:32:01.485 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:01.485 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:01.485 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 0, 2024-09-11T03:32:01.485 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:01.485 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 0.0, 2024-09-11T03:32:01.485 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:01.485 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 0, 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 0, 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 0, 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 0, 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 0, 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 0, 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 0 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.486 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:01.487 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:01.487 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd" 2024-09-11T03:32:01.487 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.487 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:01.487 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:01.487 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:01.487 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:01.487 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:01.487 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 8, 2024-09-11T03:32:01.487 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 8, 2024-09-11T03:32:01.487 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 4, 2024-09-11T03:32:01.487 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:01.487 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 12288, 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 12288, 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 2, 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 1.684911765664765e-08, 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 0, 2024-09-11T03:32:01.488 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 0, 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 19, 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 19, 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 57, 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 2, 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 2048 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd": { 2024-09-11T03:32:01.489 INFO:tasks.workunit.client.0.smithi086.stdout: "mirroring_by_pool": [ 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: false 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: "num_images_by_pool": [ 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: "num_pools": 1 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: "report_id": "b86b05c3-0b6c-498b-8d1a-644abda8d532", 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: "report_timestamp": "2024-09-11T03:32:01.431869", 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: "report_version": 1, 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: "rook": { 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: "cluster": { 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: "external-mode": null, 2024-09-11T03:32:01.490 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: "allow-multiple-per-node": null, 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: "count": null, 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: "max-id": null, 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: "pvc": { 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: "enabled": null 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: "stretch": { 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: "enabled": null 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: "network": { 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: "provider": null 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.491 INFO:tasks.workunit.client.0.smithi086.stdout: "storage": { 2024-09-11T03:32:01.492 INFO:tasks.workunit.client.0.smithi086.stdout: "device-set": { 2024-09-11T03:32:01.492 INFO:tasks.workunit.client.0.smithi086.stdout: "count": { 2024-09-11T03:32:01.492 INFO:tasks.workunit.client.0.smithi086.stdout: "non-portable": null, 2024-09-11T03:32:01.492 INFO:tasks.workunit.client.0.smithi086.stdout: "portable": null, 2024-09-11T03:32:01.492 INFO:tasks.workunit.client.0.smithi086.stdout: "total": null 2024-09-11T03:32:01.492 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.492 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.492 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.492 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.492 INFO:tasks.workunit.client.0.smithi086.stdout: "csi": { 2024-09-11T03:32:01.492 INFO:tasks.workunit.client.0.smithi086.stdout: "version": null 2024-09-11T03:32:01.492 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.492 INFO:tasks.workunit.client.0.smithi086.stdout: "kubernetes": { 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: "version": null 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: "node": { 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: "count": { 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: "kubernetes-total": null, 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: "with-ceph-daemons": null, 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: "with-csi-cephfs-plugin": null, 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: "with-csi-nfs-plugin": null, 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: "with-csi-rbd-plugin": null 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: "usage": { 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: "storage-class": { 2024-09-11T03:32:01.493 INFO:tasks.workunit.client.0.smithi086.stdout: "count": { 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket": null, 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs": null, 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: "nfs": null, 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd": null, 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: "total": null 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: "version": null 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: "services": {}, 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: "usage": { 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 105, 2024-09-11T03:32:01.494 INFO:tasks.workunit.client.0.smithi086.stdout: "pools": 4, 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_by_class": { 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout: "ssd": { 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout: "total_avail_bytes": 767726645248, 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout: "total_bytes": 767960285184, 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_bytes": 233639936, 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_raw_bytes": 233639936, 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_raw_ratio": 0.0003042343887500465 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout: "total_avail_bytes": 767726645248, 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout: "total_bytes": 767960285184, 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_bytes": 233639936 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.495 INFO:tasks.workunit.client.0.smithi086.stdout:} 2024-09-11T03:32:01.496 INFO:tasks.workunit.client.0.smithi086.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-11T03:32:01.496 INFO:tasks.workunit.client.0.smithi086.stderr:+ ceph telemetry preview-device 2024-09-11T03:32:01.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:01.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:01.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:01.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1562887161' entity='client.admin' 2024-09-11T03:32:01.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:01.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:01.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:01.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:01.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/53258078' entity='client.admin' 2024-09-11T03:32:01.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:01.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:01.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:01.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:01.573 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:32:01.573 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:01] ENGINE Bus STOPPED 2024-09-11T03:32:01.573 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:01] ENGINE Bus STARTING 2024-09-11T03:32:01.573 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:01] ENGINE Serving on http://:::9283 2024-09-11T03:32:01.573 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:01] ENGINE Bus STARTED 2024-09-11T03:32:01.573 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:01] ENGINE Bus STOPPING 2024-09-11T03:32:01.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:01.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:01.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:01.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1562887161' entity='client.admin' 2024-09-11T03:32:01.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:01.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:01.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:01.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:01.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/53258078' entity='client.admin' 2024-09-11T03:32:01.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:01.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:01.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:01.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:01.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:01 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:01.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:01 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:01.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:01 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:01.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:01 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1562887161' entity='client.admin' 2024-09-11T03:32:01.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:01 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:01.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:01 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:01.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:01 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:01.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:01 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:01.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:01 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/53258078' entity='client.admin' 2024-09-11T03:32:01.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:01 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:01.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:01 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:01.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:01 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:01.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:01 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:01.931 INFO:tasks.workunit.client.0.smithi086.stdout:{ 2024-09-11T03:32:01.931 INFO:tasks.workunit.client.0.smithi086.stdout: "687ae15a-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:01.931 INFO:tasks.workunit.client.0.smithi086.stdout: "INTEL_SSDPEDMD400G4_687b7534-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:01.931 INFO:tasks.workunit.client.0.smithi086.stdout: "20240911-032625": { 2024-09-11T03:32:01.931 INFO:tasks.workunit.client.0.smithi086.stdout: "device": { 2024-09-11T03:32:01.932 INFO:tasks.workunit.client.0.smithi086.stdout: "info_name": "/dev/nvme0n1", 2024-09-11T03:32:01.932 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "/dev/nvme0n1", 2024-09-11T03:32:01.932 INFO:tasks.workunit.client.0.smithi086.stdout: "protocol": "NVMe", 2024-09-11T03:32:01.932 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "nvme" 2024-09-11T03:32:01.932 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.932 INFO:tasks.workunit.client.0.smithi086.stdout: "firmware_version": "8DV101H0", 2024-09-11T03:32:01.932 INFO:tasks.workunit.client.0.smithi086.stdout: "host_id": "687ae15a-6fee-11ef-976e-0cc47a8fd809", 2024-09-11T03:32:01.932 INFO:tasks.workunit.client.0.smithi086.stdout: "json_format_version": [ 2024-09-11T03:32:01.932 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:01.932 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:01.932 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.932 INFO:tasks.workunit.client.0.smithi086.stdout: "local_time": { 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: "asctime": "Wed Sep 11 03:26:25 2024 UTC", 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: "time_t": 1726025185 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: "logical_block_size": 512, 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_controller_id": 0, 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_namespaces": [ 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: "capacity": { 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.933 INFO:tasks.workunit.client.0.smithi086.stdout: "formatted_lba_size": 512, 2024-09-11T03:32:01.934 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 1, 2024-09-11T03:32:01.934 INFO:tasks.workunit.client.0.smithi086.stdout: "size": { 2024-09-11T03:32:01.934 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:01.934 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:01.934 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.934 INFO:tasks.workunit.client.0.smithi086.stdout: "utilization": { 2024-09-11T03:32:01.934 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:01.934 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:01.934 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.934 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.934 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.934 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_number_of_namespaces": 1, 2024-09-11T03:32:01.934 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_pci_vendor": { 2024-09-11T03:32:01.935 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 32902, 2024-09-11T03:32:01.935 INFO:tasks.workunit.client.0.smithi086.stdout: "subsystem_id": 32902 2024-09-11T03:32:01.935 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.935 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_add_log": { 2024-09-11T03:32:01.935 INFO:tasks.workunit.client.0.smithi086.stdout: "Device stats": { 2024-09-11T03:32:01.935 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_fw_downgrades": { 2024-09-11T03:32:01.935 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:01.935 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.935 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.935 INFO:tasks.workunit.client.0.smithi086.stdout: "crc_error_count": { 2024-09-11T03:32:01.935 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.935 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.935 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.936 INFO:tasks.workunit.client.0.smithi086.stdout: "end_to_end_error_detection_count": { 2024-09-11T03:32:01.936 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.936 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.936 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.936 INFO:tasks.workunit.client.0.smithi086.stdout: "erase_fail_count": { 2024-09-11T03:32:01.936 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.936 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.936 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.936 INFO:tasks.workunit.client.0.smithi086.stdout: "host_bytes_written": { 2024-09-11T03:32:01.936 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.936 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 29112066 2024-09-11T03:32:01.936 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.936 INFO:tasks.workunit.client.0.smithi086.stdout: "host_ctx_wear_used": { 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 1 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: "media_bytes_read": { 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: "nand_bytes_written": { 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 49927570 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_stat_indicator": { 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:01.937 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.938 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.938 INFO:tasks.workunit.client.0.smithi086.stdout: "pll_lock_loss_count": { 2024-09-11T03:32:01.938 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.938 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.938 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.938 INFO:tasks.workunit.client.0.smithi086.stdout: "program_fail_count": { 2024-09-11T03:32:01.938 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.938 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.938 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.938 INFO:tasks.workunit.client.0.smithi086.stdout: "re_alloc_sectr_cnt": { 2024-09-11T03:32:01.938 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:01.938 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.938 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.939 INFO:tasks.workunit.client.0.smithi086.stdout: "retry_buffer_overflow_count": { 2024-09-11T03:32:01.939 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.939 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.939 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.939 INFO:tasks.workunit.client.0.smithi086.stdout: "soft_ecc_err_rate": { 2024-09-11T03:32:01.939 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:01.939 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.939 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.939 INFO:tasks.workunit.client.0.smithi086.stdout: "thermal_throttle_status": { 2024-09-11T03:32:01.939 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.939 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:01.939 INFO:tasks.workunit.client.0.smithi086.stdout: "cnt": 0, 2024-09-11T03:32:01.939 INFO:tasks.workunit.client.0.smithi086.stdout: "pct": 0 2024-09-11T03:32:01.940 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.940 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.940 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_host_reads": { 2024-09-11T03:32:01.940 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.940 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:01.940 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.940 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_media_wear": { 2024-09-11T03:32:01.940 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.940 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": "63.999023" 2024-09-11T03:32:01.940 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.940 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_timer": { 2024-09-11T03:32:01.940 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.940 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: "unexp_power_loss": { 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: "wear_leveling": { 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 89, 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: "avg": 3391, 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: "max": 3405, 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 3376 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.941 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.942 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel Smart log": "nvme0n1" 2024-09-11T03:32:01.942 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.942 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_log": { 2024-09-11T03:32:01.942 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare": 99, 2024-09-11T03:32:01.942 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare_threshold": 10, 2024-09-11T03:32:01.942 INFO:tasks.workunit.client.0.smithi086.stdout: "controller_busy_time": 37, 2024-09-11T03:32:01.942 INFO:tasks.workunit.client.0.smithi086.stdout: "critical_warning": 0, 2024-09-11T03:32:01.942 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_read": 395497012, 2024-09-11T03:32:01.942 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_written": 1907888410, 2024-09-11T03:32:01.942 INFO:tasks.workunit.client.0.smithi086.stdout: "host_reads": 6485911708, 2024-09-11T03:32:01.942 INFO:tasks.workunit.client.0.smithi086.stdout: "host_writes": 34182186525, 2024-09-11T03:32:01.942 INFO:tasks.workunit.client.0.smithi086.stdout: "media_errors": 0, 2024-09-11T03:32:01.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_err_log_entries": 0, 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: "percentage_used": 11, 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycles": 52527, 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_hours": 57877, 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": 24, 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: "unsafe_shutdowns": 1582 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_vendor": "intel", 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_version": { 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: "string": "<1.2", 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycle_count": 52527, 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_time": { 2024-09-11T03:32:01.943 INFO:tasks.workunit.client.0.smithi086.stdout: "hours": 57877 2024-09-11T03:32:01.944 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.944 INFO:tasks.workunit.client.0.smithi086.stdout: "serial_number": "deleted", 2024-09-11T03:32:01.944 INFO:tasks.workunit.client.0.smithi086.stdout: "smart_status": { 2024-09-11T03:32:01.944 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme": { 2024-09-11T03:32:01.944 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:01.944 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.944 INFO:tasks.workunit.client.0.smithi086.stdout: "passed": true 2024-09-11T03:32:01.944 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.944 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl": { 2024-09-11T03:32:01.944 INFO:tasks.workunit.client.0.smithi086.stdout: "argv": [ 2024-09-11T03:32:01.944 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl", 2024-09-11T03:32:01.944 INFO:tasks.workunit.client.0.smithi086.stdout: "-x", 2024-09-11T03:32:01.944 INFO:tasks.workunit.client.0.smithi086.stdout: "--json=o", 2024-09-11T03:32:01.945 INFO:tasks.workunit.client.0.smithi086.stdout: "/dev/nvme0n1" 2024-09-11T03:32:01.945 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.945 INFO:tasks.workunit.client.0.smithi086.stdout: "build_info": "(local build)", 2024-09-11T03:32:01.945 INFO:tasks.workunit.client.0.smithi086.stdout: "exit_status": 0, 2024-09-11T03:32:01.945 INFO:tasks.workunit.client.0.smithi086.stdout: "output": [ 2024-09-11T03:32:01.945 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-11T03:32:01.945 INFO:tasks.workunit.client.0.smithi086.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-11T03:32:01.945 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:01.945 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-11T03:32:01.945 INFO:tasks.workunit.client.0.smithi086.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-11T03:32:01.945 INFO:tasks.workunit.client.0.smithi086.stdout: "Serial Number: deleted", 2024-09-11T03:32:01.945 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Version: 8DV101H0", 2024-09-11T03:32:01.945 INFO:tasks.workunit.client.0.smithi086.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-11T03:32:01.946 INFO:tasks.workunit.client.0.smithi086.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-11T03:32:01.946 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller ID: 0", 2024-09-11T03:32:01.946 INFO:tasks.workunit.client.0.smithi086.stdout: "NVMe Version: <1.2", 2024-09-11T03:32:01.946 INFO:tasks.workunit.client.0.smithi086.stdout: "Number of Namespaces: 1", 2024-09-11T03:32:01.946 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-11T03:32:01.946 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-11T03:32:01.946 INFO:tasks.workunit.client.0.smithi086.stdout: "Local Time is: Wed Sep 11 03:26:25 2024 UTC", 2024-09-11T03:32:01.946 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-11T03:32:01.946 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-11T03:32:01.946 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-11T03:32:01.946 INFO:tasks.workunit.client.0.smithi086.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-11T03:32:01.946 INFO:tasks.workunit.client.0.smithi086.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-11T03:32:01.946 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:01.947 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported Power States", 2024-09-11T03:32:01.947 INFO:tasks.workunit.client.0.smithi086.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-11T03:32:01.947 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-11T03:32:01.947 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:01.947 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-11T03:32:01.947 INFO:tasks.workunit.client.0.smithi086.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-11T03:32:01.947 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 512 0 2", 2024-09-11T03:32:01.947 INFO:tasks.workunit.client.0.smithi086.stdout: " 1 - 512 8 2", 2024-09-11T03:32:01.947 INFO:tasks.workunit.client.0.smithi086.stdout: " 2 - 512 16 2", 2024-09-11T03:32:01.947 INFO:tasks.workunit.client.0.smithi086.stdout: " 3 - 4096 0 0", 2024-09-11T03:32:01.947 INFO:tasks.workunit.client.0.smithi086.stdout: " 4 - 4096 8 0", 2024-09-11T03:32:01.947 INFO:tasks.workunit.client.0.smithi086.stdout: " 5 - 4096 64 0", 2024-09-11T03:32:01.947 INFO:tasks.workunit.client.0.smithi086.stdout: " 6 - 4096 128 0", 2024-09-11T03:32:01.948 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:01.948 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-11T03:32:01.948 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-11T03:32:01.948 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:01.948 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-11T03:32:01.948 INFO:tasks.workunit.client.0.smithi086.stdout: "Critical Warning: 0x00", 2024-09-11T03:32:01.948 INFO:tasks.workunit.client.0.smithi086.stdout: "Temperature: 24 Celsius", 2024-09-11T03:32:01.948 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare: 99%", 2024-09-11T03:32:01.948 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare Threshold: 10%", 2024-09-11T03:32:01.948 INFO:tasks.workunit.client.0.smithi086.stdout: "Percentage Used: 11%", 2024-09-11T03:32:01.948 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Read: 395,497,012 [202 TB]", 2024-09-11T03:32:01.948 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Written: 1,907,888,410 [976 TB]", 2024-09-11T03:32:01.948 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Read Commands: 6,485,911,708", 2024-09-11T03:32:01.949 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Write Commands: 34,182,186,525", 2024-09-11T03:32:01.949 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller Busy Time: 37", 2024-09-11T03:32:01.949 INFO:tasks.workunit.client.0.smithi086.stdout: "Power Cycles: 52,527", 2024-09-11T03:32:01.949 INFO:tasks.workunit.client.0.smithi086.stdout: "Power On Hours: 57,877", 2024-09-11T03:32:01.949 INFO:tasks.workunit.client.0.smithi086.stdout: "Unsafe Shutdowns: 1,582", 2024-09-11T03:32:01.949 INFO:tasks.workunit.client.0.smithi086.stdout: "Media and Data Integrity Errors: 0", 2024-09-11T03:32:01.949 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information Log Entries: 0", 2024-09-11T03:32:01.949 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:01.949 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-11T03:32:01.949 INFO:tasks.workunit.client.0.smithi086.stdout: "No Errors Logged", 2024-09-11T03:32:01.949 INFO:tasks.workunit.client.0.smithi086.stdout: "" 2024-09-11T03:32:01.949 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.949 INFO:tasks.workunit.client.0.smithi086.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: "svn_revision": "5155", 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: "version": [ 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": { 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: "current": 24 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: "user_capacity": { 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.950 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.951 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.951 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.951 INFO:tasks.workunit.client.0.smithi086.stdout: "687ca788-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:01.951 INFO:tasks.workunit.client.0.smithi086.stdout: "INTEL_SSDPEDMD400G4_687d18bc-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:01.951 INFO:tasks.workunit.client.0.smithi086.stdout: "20240911-032627": { 2024-09-11T03:32:01.951 INFO:tasks.workunit.client.0.smithi086.stdout: "device": { 2024-09-11T03:32:01.951 INFO:tasks.workunit.client.0.smithi086.stdout: "info_name": "/dev/nvme0n1", 2024-09-11T03:32:01.951 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "/dev/nvme0n1", 2024-09-11T03:32:01.951 INFO:tasks.workunit.client.0.smithi086.stdout: "protocol": "NVMe", 2024-09-11T03:32:01.951 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "nvme" 2024-09-11T03:32:01.951 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.951 INFO:tasks.workunit.client.0.smithi086.stdout: "firmware_version": "8DV101H0", 2024-09-11T03:32:01.951 INFO:tasks.workunit.client.0.smithi086.stdout: "host_id": "687ca788-6fee-11ef-976e-0cc47a8fd809", 2024-09-11T03:32:01.952 INFO:tasks.workunit.client.0.smithi086.stdout: "json_format_version": [ 2024-09-11T03:32:01.952 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:01.952 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:01.952 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.952 INFO:tasks.workunit.client.0.smithi086.stdout: "local_time": { 2024-09-11T03:32:01.952 INFO:tasks.workunit.client.0.smithi086.stdout: "asctime": "Wed Sep 11 03:26:27 2024 UTC", 2024-09-11T03:32:01.952 INFO:tasks.workunit.client.0.smithi086.stdout: "time_t": 1726025187 2024-09-11T03:32:01.952 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.952 INFO:tasks.workunit.client.0.smithi086.stdout: "logical_block_size": 512, 2024-09-11T03:32:01.952 INFO:tasks.workunit.client.0.smithi086.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-11T03:32:01.952 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_controller_id": 0, 2024-09-11T03:32:01.952 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-11T03:32:01.952 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_namespaces": [ 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: "capacity": { 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: "formatted_lba_size": 512, 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 1, 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: "size": { 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: "utilization": { 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:01.953 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:01.954 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.954 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.954 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.954 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_number_of_namespaces": 1, 2024-09-11T03:32:01.954 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_pci_vendor": { 2024-09-11T03:32:01.954 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 32902, 2024-09-11T03:32:01.954 INFO:tasks.workunit.client.0.smithi086.stdout: "subsystem_id": 32902 2024-09-11T03:32:01.954 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.954 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_add_log": { 2024-09-11T03:32:01.954 INFO:tasks.workunit.client.0.smithi086.stdout: "Device stats": { 2024-09-11T03:32:01.954 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_fw_downgrades": { 2024-09-11T03:32:01.954 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:01.954 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: "crc_error_count": { 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: "end_to_end_error_detection_count": { 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: "erase_fail_count": { 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.955 INFO:tasks.workunit.client.0.smithi086.stdout: "host_bytes_written": { 2024-09-11T03:32:01.956 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.956 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 20339844 2024-09-11T03:32:01.956 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.956 INFO:tasks.workunit.client.0.smithi086.stdout: "host_ctx_wear_used": { 2024-09-11T03:32:01.956 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.956 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 1 2024-09-11T03:32:01.956 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.956 INFO:tasks.workunit.client.0.smithi086.stdout: "media_bytes_read": { 2024-09-11T03:32:01.956 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:01.956 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.956 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.956 INFO:tasks.workunit.client.0.smithi086.stdout: "nand_bytes_written": { 2024-09-11T03:32:01.956 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.957 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 36132347 2024-09-11T03:32:01.957 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.957 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_stat_indicator": { 2024-09-11T03:32:01.957 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:01.957 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.957 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.957 INFO:tasks.workunit.client.0.smithi086.stdout: "pll_lock_loss_count": { 2024-09-11T03:32:01.957 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.957 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.957 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.957 INFO:tasks.workunit.client.0.smithi086.stdout: "program_fail_count": { 2024-09-11T03:32:01.957 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.957 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.958 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.958 INFO:tasks.workunit.client.0.smithi086.stdout: "re_alloc_sectr_cnt": { 2024-09-11T03:32:01.958 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:01.958 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.958 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.958 INFO:tasks.workunit.client.0.smithi086.stdout: "retry_buffer_overflow_count": { 2024-09-11T03:32:01.958 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.958 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.958 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.958 INFO:tasks.workunit.client.0.smithi086.stdout: "soft_ecc_err_rate": { 2024-09-11T03:32:01.958 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:01.958 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.958 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: "thermal_throttle_status": { 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: "cnt": 0, 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: "pct": 0 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_host_reads": { 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_media_wear": { 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.959 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": "63.999023" 2024-09-11T03:32:01.960 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.960 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_timer": { 2024-09-11T03:32:01.960 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:01.960 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:01.960 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.960 INFO:tasks.workunit.client.0.smithi086.stdout: "unexp_power_loss": { 2024-09-11T03:32:01.960 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:01.960 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:01.960 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.960 INFO:tasks.workunit.client.0.smithi086.stdout: "wear_leveling": { 2024-09-11T03:32:01.960 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 92, 2024-09-11T03:32:01.960 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:01.961 INFO:tasks.workunit.client.0.smithi086.stdout: "avg": 2460, 2024-09-11T03:32:01.961 INFO:tasks.workunit.client.0.smithi086.stdout: "max": 2470, 2024-09-11T03:32:01.961 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 2446 2024-09-11T03:32:01.961 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.961 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.961 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.961 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel Smart log": "nvme0n1" 2024-09-11T03:32:01.961 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.961 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_log": { 2024-09-11T03:32:01.961 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare": 100, 2024-09-11T03:32:01.961 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare_threshold": 10, 2024-09-11T03:32:01.961 INFO:tasks.workunit.client.0.smithi086.stdout: "controller_busy_time": 20, 2024-09-11T03:32:01.961 INFO:tasks.workunit.client.0.smithi086.stdout: "critical_warning": 0, 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_read": 289551987, 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_written": 1332992070, 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: "host_reads": 4297469436, 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: "host_writes": 22642432237, 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: "media_errors": 0, 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: "num_err_log_entries": 0, 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: "percentage_used": 8, 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycles": 41101, 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_hours": 57051, 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": 26, 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: "unsafe_shutdowns": 1019 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_vendor": "intel", 2024-09-11T03:32:01.962 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_version": { 2024-09-11T03:32:01.963 INFO:tasks.workunit.client.0.smithi086.stdout: "string": "<1.2", 2024-09-11T03:32:01.963 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:01.963 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.963 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycle_count": 41101, 2024-09-11T03:32:01.963 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_time": { 2024-09-11T03:32:01.963 INFO:tasks.workunit.client.0.smithi086.stdout: "hours": 57051 2024-09-11T03:32:01.963 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.963 INFO:tasks.workunit.client.0.smithi086.stdout: "serial_number": "deleted", 2024-09-11T03:32:01.963 INFO:tasks.workunit.client.0.smithi086.stdout: "smart_status": { 2024-09-11T03:32:01.963 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme": { 2024-09-11T03:32:01.963 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:01.963 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.963 INFO:tasks.workunit.client.0.smithi086.stdout: "passed": true 2024-09-11T03:32:01.964 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.964 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl": { 2024-09-11T03:32:01.964 INFO:tasks.workunit.client.0.smithi086.stdout: "argv": [ 2024-09-11T03:32:01.964 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl", 2024-09-11T03:32:01.964 INFO:tasks.workunit.client.0.smithi086.stdout: "-x", 2024-09-11T03:32:01.964 INFO:tasks.workunit.client.0.smithi086.stdout: "--json=o", 2024-09-11T03:32:01.964 INFO:tasks.workunit.client.0.smithi086.stdout: "/dev/nvme0n1" 2024-09-11T03:32:01.964 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.964 INFO:tasks.workunit.client.0.smithi086.stdout: "build_info": "(local build)", 2024-09-11T03:32:01.964 INFO:tasks.workunit.client.0.smithi086.stdout: "exit_status": 0, 2024-09-11T03:32:01.964 INFO:tasks.workunit.client.0.smithi086.stdout: "output": [ 2024-09-11T03:32:01.964 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-11T03:32:01.964 INFO:tasks.workunit.client.0.smithi086.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-11T03:32:01.965 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:01.965 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-11T03:32:01.965 INFO:tasks.workunit.client.0.smithi086.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-11T03:32:01.965 INFO:tasks.workunit.client.0.smithi086.stdout: "Serial Number: deleted", 2024-09-11T03:32:01.965 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Version: 8DV101H0", 2024-09-11T03:32:01.965 INFO:tasks.workunit.client.0.smithi086.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-11T03:32:01.965 INFO:tasks.workunit.client.0.smithi086.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-11T03:32:01.965 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller ID: 0", 2024-09-11T03:32:01.965 INFO:tasks.workunit.client.0.smithi086.stdout: "NVMe Version: <1.2", 2024-09-11T03:32:01.965 INFO:tasks.workunit.client.0.smithi086.stdout: "Number of Namespaces: 1", 2024-09-11T03:32:01.965 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-11T03:32:01.965 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-11T03:32:01.965 INFO:tasks.workunit.client.0.smithi086.stdout: "Local Time is: Wed Sep 11 03:26:27 2024 UTC", 2024-09-11T03:32:01.966 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-11T03:32:01.966 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-11T03:32:01.966 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-11T03:32:01.966 INFO:tasks.workunit.client.0.smithi086.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-11T03:32:01.966 INFO:tasks.workunit.client.0.smithi086.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-11T03:32:01.966 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:01.966 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported Power States", 2024-09-11T03:32:01.966 INFO:tasks.workunit.client.0.smithi086.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-11T03:32:01.966 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-11T03:32:01.966 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:01.966 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-11T03:32:01.966 INFO:tasks.workunit.client.0.smithi086.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-11T03:32:01.966 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 512 0 2", 2024-09-11T03:32:01.967 INFO:tasks.workunit.client.0.smithi086.stdout: " 1 - 512 8 2", 2024-09-11T03:32:01.967 INFO:tasks.workunit.client.0.smithi086.stdout: " 2 - 512 16 2", 2024-09-11T03:32:01.967 INFO:tasks.workunit.client.0.smithi086.stdout: " 3 - 4096 0 0", 2024-09-11T03:32:01.967 INFO:tasks.workunit.client.0.smithi086.stdout: " 4 - 4096 8 0", 2024-09-11T03:32:01.967 INFO:tasks.workunit.client.0.smithi086.stdout: " 5 - 4096 64 0", 2024-09-11T03:32:01.967 INFO:tasks.workunit.client.0.smithi086.stdout: " 6 - 4096 128 0", 2024-09-11T03:32:01.967 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:01.967 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-11T03:32:01.967 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-11T03:32:01.967 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:01.967 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-11T03:32:01.967 INFO:tasks.workunit.client.0.smithi086.stdout: "Critical Warning: 0x00", 2024-09-11T03:32:01.967 INFO:tasks.workunit.client.0.smithi086.stdout: "Temperature: 26 Celsius", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare: 100%", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare Threshold: 10%", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "Percentage Used: 8%", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Read: 289,551,987 [148 TB]", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Written: 1,332,992,070 [682 TB]", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Read Commands: 4,297,469,436", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Write Commands: 22,642,432,237", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller Busy Time: 20", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "Power Cycles: 41,101", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "Power On Hours: 57,051", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "Unsafe Shutdowns: 1,019", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "Media and Data Integrity Errors: 0", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information Log Entries: 0", 2024-09-11T03:32:01.968 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:01.969 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-11T03:32:01.969 INFO:tasks.workunit.client.0.smithi086.stdout: "No Errors Logged", 2024-09-11T03:32:01.969 INFO:tasks.workunit.client.0.smithi086.stdout: "" 2024-09-11T03:32:01.969 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:01.969 INFO:tasks.workunit.client.0.smithi086.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-11T03:32:01.969 INFO:tasks.workunit.client.0.smithi086.stdout: "svn_revision": "5155", 2024-09-11T03:32:01.969 INFO:tasks.workunit.client.0.smithi086.stdout: "version": [ 2024-09-11T03:32:01.969 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:01.969 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:01.969 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:01.969 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.969 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": { 2024-09-11T03:32:01.969 INFO:tasks.workunit.client.0.smithi086.stdout: "current": 26 2024-09-11T03:32:01.970 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:01.970 INFO:tasks.workunit.client.0.smithi086.stdout: "user_capacity": { 2024-09-11T03:32:01.970 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:01.970 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:01.970 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.970 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.970 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.970 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:01.970 INFO:tasks.workunit.client.0.smithi086.stdout:} 2024-09-11T03:32:01.971 INFO:tasks.workunit.client.0.smithi086.stderr:+ ceph telemetry preview-all 2024-09-11T03:32:02.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:32:02.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:01] ENGINE Bus STOPPED 2024-09-11T03:32:02.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:01] ENGINE Bus STARTING 2024-09-11T03:32:02.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:01] ENGINE Serving on http://:::9283 2024-09-11T03:32:02.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:01] ENGINE Bus STARTED 2024-09-11T03:32:02.424 INFO:tasks.workunit.client.0.smithi086.stdout:{ 2024-09-11T03:32:02.425 INFO:tasks.workunit.client.0.smithi086.stdout: "device_report": { 2024-09-11T03:32:02.425 INFO:tasks.workunit.client.0.smithi086.stdout: "687ae15a-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:02.425 INFO:tasks.workunit.client.0.smithi086.stdout: "INTEL_SSDPEDMD400G4_687b7534-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:02.425 INFO:tasks.workunit.client.0.smithi086.stdout: "20240911-032625": { 2024-09-11T03:32:02.425 INFO:tasks.workunit.client.0.smithi086.stdout: "device": { 2024-09-11T03:32:02.425 INFO:tasks.workunit.client.0.smithi086.stdout: "info_name": "/dev/nvme0n1", 2024-09-11T03:32:02.425 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "/dev/nvme0n1", 2024-09-11T03:32:02.425 INFO:tasks.workunit.client.0.smithi086.stdout: "protocol": "NVMe", 2024-09-11T03:32:02.425 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "nvme" 2024-09-11T03:32:02.425 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.425 INFO:tasks.workunit.client.0.smithi086.stdout: "firmware_version": "8DV101H0", 2024-09-11T03:32:02.425 INFO:tasks.workunit.client.0.smithi086.stdout: "host_id": "687ae15a-6fee-11ef-976e-0cc47a8fd809", 2024-09-11T03:32:02.426 INFO:tasks.workunit.client.0.smithi086.stdout: "json_format_version": [ 2024-09-11T03:32:02.426 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:02.426 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:02.426 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.426 INFO:tasks.workunit.client.0.smithi086.stdout: "local_time": { 2024-09-11T03:32:02.426 INFO:tasks.workunit.client.0.smithi086.stdout: "asctime": "Wed Sep 11 03:26:25 2024 UTC", 2024-09-11T03:32:02.426 INFO:tasks.workunit.client.0.smithi086.stdout: "time_t": 1726025185 2024-09-11T03:32:02.426 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.426 INFO:tasks.workunit.client.0.smithi086.stdout: "logical_block_size": 512, 2024-09-11T03:32:02.426 INFO:tasks.workunit.client.0.smithi086.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-11T03:32:02.426 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_controller_id": 0, 2024-09-11T03:32:02.426 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-11T03:32:02.426 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_namespaces": [ 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: "capacity": { 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: "formatted_lba_size": 512, 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 1, 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: "size": { 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: "utilization": { 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:02.427 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:02.428 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.428 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.428 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.428 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_number_of_namespaces": 1, 2024-09-11T03:32:02.428 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_pci_vendor": { 2024-09-11T03:32:02.428 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 32902, 2024-09-11T03:32:02.428 INFO:tasks.workunit.client.0.smithi086.stdout: "subsystem_id": 32902 2024-09-11T03:32:02.428 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.428 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_add_log": { 2024-09-11T03:32:02.428 INFO:tasks.workunit.client.0.smithi086.stdout: "Device stats": { 2024-09-11T03:32:02.428 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_fw_downgrades": { 2024-09-11T03:32:02.428 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:02.428 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.429 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.429 INFO:tasks.workunit.client.0.smithi086.stdout: "crc_error_count": { 2024-09-11T03:32:02.429 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.429 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.429 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.429 INFO:tasks.workunit.client.0.smithi086.stdout: "end_to_end_error_detection_count": { 2024-09-11T03:32:02.429 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.429 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.429 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.429 INFO:tasks.workunit.client.0.smithi086.stdout: "erase_fail_count": { 2024-09-11T03:32:02.429 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.429 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: "host_bytes_written": { 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 29112066 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: "host_ctx_wear_used": { 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 1 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: "media_bytes_read": { 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.430 INFO:tasks.workunit.client.0.smithi086.stdout: "nand_bytes_written": { 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 49927570 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_stat_indicator": { 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: "pll_lock_loss_count": { 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: "program_fail_count": { 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.431 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.432 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.432 INFO:tasks.workunit.client.0.smithi086.stdout: "re_alloc_sectr_cnt": { 2024-09-11T03:32:02.432 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:02.432 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.432 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.432 INFO:tasks.workunit.client.0.smithi086.stdout: "retry_buffer_overflow_count": { 2024-09-11T03:32:02.432 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.432 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.432 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.432 INFO:tasks.workunit.client.0.smithi086.stdout: "soft_ecc_err_rate": { 2024-09-11T03:32:02.432 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:02.432 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.432 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.433 INFO:tasks.workunit.client.0.smithi086.stdout: "thermal_throttle_status": { 2024-09-11T03:32:02.433 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.433 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:02.433 INFO:tasks.workunit.client.0.smithi086.stdout: "cnt": 0, 2024-09-11T03:32:02.433 INFO:tasks.workunit.client.0.smithi086.stdout: "pct": 0 2024-09-11T03:32:02.433 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.433 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_host_reads": { 2024-09-11T03:32:02.433 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.433 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:02.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.433 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_media_wear": { 2024-09-11T03:32:02.433 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": "63.999023" 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_timer": { 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: "unexp_power_loss": { 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: "wear_leveling": { 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 89, 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:02.434 INFO:tasks.workunit.client.0.smithi086.stdout: "avg": 3391, 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: "max": 3405, 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 3376 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel Smart log": "nvme0n1" 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_log": { 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare": 99, 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare_threshold": 10, 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: "controller_busy_time": 37, 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: "critical_warning": 0, 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_read": 395497012, 2024-09-11T03:32:02.435 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_written": 1907888410, 2024-09-11T03:32:02.436 INFO:tasks.workunit.client.0.smithi086.stdout: "host_reads": 6485911708, 2024-09-11T03:32:02.436 INFO:tasks.workunit.client.0.smithi086.stdout: "host_writes": 34182186525, 2024-09-11T03:32:02.436 INFO:tasks.workunit.client.0.smithi086.stdout: "media_errors": 0, 2024-09-11T03:32:02.436 INFO:tasks.workunit.client.0.smithi086.stdout: "num_err_log_entries": 0, 2024-09-11T03:32:02.436 INFO:tasks.workunit.client.0.smithi086.stdout: "percentage_used": 11, 2024-09-11T03:32:02.436 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycles": 52527, 2024-09-11T03:32:02.436 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_hours": 57877, 2024-09-11T03:32:02.436 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": 24, 2024-09-11T03:32:02.436 INFO:tasks.workunit.client.0.smithi086.stdout: "unsafe_shutdowns": 1582 2024-09-11T03:32:02.436 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.436 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_vendor": "intel", 2024-09-11T03:32:02.436 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_version": { 2024-09-11T03:32:02.436 INFO:tasks.workunit.client.0.smithi086.stdout: "string": "<1.2", 2024-09-11T03:32:02.437 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:02.437 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.437 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycle_count": 52527, 2024-09-11T03:32:02.437 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_time": { 2024-09-11T03:32:02.437 INFO:tasks.workunit.client.0.smithi086.stdout: "hours": 57877 2024-09-11T03:32:02.437 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.437 INFO:tasks.workunit.client.0.smithi086.stdout: "serial_number": "deleted", 2024-09-11T03:32:02.437 INFO:tasks.workunit.client.0.smithi086.stdout: "smart_status": { 2024-09-11T03:32:02.437 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme": { 2024-09-11T03:32:02.437 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:02.437 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.437 INFO:tasks.workunit.client.0.smithi086.stdout: "passed": true 2024-09-11T03:32:02.437 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl": { 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: "argv": [ 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl", 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: "-x", 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: "--json=o", 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: "/dev/nvme0n1" 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: "build_info": "(local build)", 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: "exit_status": 0, 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: "output": [ 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:02.438 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-11T03:32:02.439 INFO:tasks.workunit.client.0.smithi086.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-11T03:32:02.439 INFO:tasks.workunit.client.0.smithi086.stdout: "Serial Number: deleted", 2024-09-11T03:32:02.439 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Version: 8DV101H0", 2024-09-11T03:32:02.439 INFO:tasks.workunit.client.0.smithi086.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-11T03:32:02.439 INFO:tasks.workunit.client.0.smithi086.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-11T03:32:02.439 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller ID: 0", 2024-09-11T03:32:02.439 INFO:tasks.workunit.client.0.smithi086.stdout: "NVMe Version: <1.2", 2024-09-11T03:32:02.439 INFO:tasks.workunit.client.0.smithi086.stdout: "Number of Namespaces: 1", 2024-09-11T03:32:02.439 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-11T03:32:02.439 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-11T03:32:02.439 INFO:tasks.workunit.client.0.smithi086.stdout: "Local Time is: Wed Sep 11 03:26:25 2024 UTC", 2024-09-11T03:32:02.439 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-11T03:32:02.439 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-11T03:32:02.440 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-11T03:32:02.440 INFO:tasks.workunit.client.0.smithi086.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-11T03:32:02.440 INFO:tasks.workunit.client.0.smithi086.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-11T03:32:02.440 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:02.440 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported Power States", 2024-09-11T03:32:02.440 INFO:tasks.workunit.client.0.smithi086.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-11T03:32:02.440 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-11T03:32:02.440 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:02.440 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-11T03:32:02.440 INFO:tasks.workunit.client.0.smithi086.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-11T03:32:02.440 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 512 0 2", 2024-09-11T03:32:02.440 INFO:tasks.workunit.client.0.smithi086.stdout: " 1 - 512 8 2", 2024-09-11T03:32:02.441 INFO:tasks.workunit.client.0.smithi086.stdout: " 2 - 512 16 2", 2024-09-11T03:32:02.441 INFO:tasks.workunit.client.0.smithi086.stdout: " 3 - 4096 0 0", 2024-09-11T03:32:02.441 INFO:tasks.workunit.client.0.smithi086.stdout: " 4 - 4096 8 0", 2024-09-11T03:32:02.444 INFO:tasks.workunit.client.0.smithi086.stdout: " 5 - 4096 64 0", 2024-09-11T03:32:02.444 INFO:tasks.workunit.client.0.smithi086.stdout: " 6 - 4096 128 0", 2024-09-11T03:32:02.444 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:02.444 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-11T03:32:02.444 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-11T03:32:02.444 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:02.444 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-11T03:32:02.444 INFO:tasks.workunit.client.0.smithi086.stdout: "Critical Warning: 0x00", 2024-09-11T03:32:02.444 INFO:tasks.workunit.client.0.smithi086.stdout: "Temperature: 24 Celsius", 2024-09-11T03:32:02.444 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare: 99%", 2024-09-11T03:32:02.444 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare Threshold: 10%", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "Percentage Used: 11%", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Read: 395,497,012 [202 TB]", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Written: 1,907,888,410 [976 TB]", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Read Commands: 6,485,911,708", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Write Commands: 34,182,186,525", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller Busy Time: 37", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "Power Cycles: 52,527", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "Power On Hours: 57,877", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "Unsafe Shutdowns: 1,582", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "Media and Data Integrity Errors: 0", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information Log Entries: 0", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-11T03:32:02.445 INFO:tasks.workunit.client.0.smithi086.stdout: "No Errors Logged", 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: "" 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: "svn_revision": "5155", 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: "version": [ 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": { 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: "current": 24 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: "user_capacity": { 2024-09-11T03:32:02.446 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:02.447 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:02.447 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.447 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.447 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.447 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.447 INFO:tasks.workunit.client.0.smithi086.stdout: "687ca788-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:02.447 INFO:tasks.workunit.client.0.smithi086.stdout: "INTEL_SSDPEDMD400G4_687d18bc-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:02.447 INFO:tasks.workunit.client.0.smithi086.stdout: "20240911-032627": { 2024-09-11T03:32:02.447 INFO:tasks.workunit.client.0.smithi086.stdout: "device": { 2024-09-11T03:32:02.447 INFO:tasks.workunit.client.0.smithi086.stdout: "info_name": "/dev/nvme0n1", 2024-09-11T03:32:02.447 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "/dev/nvme0n1", 2024-09-11T03:32:02.447 INFO:tasks.workunit.client.0.smithi086.stdout: "protocol": "NVMe", 2024-09-11T03:32:02.447 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "nvme" 2024-09-11T03:32:02.448 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.448 INFO:tasks.workunit.client.0.smithi086.stdout: "firmware_version": "8DV101H0", 2024-09-11T03:32:02.448 INFO:tasks.workunit.client.0.smithi086.stdout: "host_id": "687ca788-6fee-11ef-976e-0cc47a8fd809", 2024-09-11T03:32:02.448 INFO:tasks.workunit.client.0.smithi086.stdout: "json_format_version": [ 2024-09-11T03:32:02.448 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:02.448 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:02.448 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.448 INFO:tasks.workunit.client.0.smithi086.stdout: "local_time": { 2024-09-11T03:32:02.448 INFO:tasks.workunit.client.0.smithi086.stdout: "asctime": "Wed Sep 11 03:26:27 2024 UTC", 2024-09-11T03:32:02.448 INFO:tasks.workunit.client.0.smithi086.stdout: "time_t": 1726025187 2024-09-11T03:32:02.448 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.448 INFO:tasks.workunit.client.0.smithi086.stdout: "logical_block_size": 512, 2024-09-11T03:32:02.448 INFO:tasks.workunit.client.0.smithi086.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_controller_id": 0, 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_namespaces": [ 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: "capacity": { 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: "formatted_lba_size": 512, 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 1, 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: "size": { 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:02.449 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: "utilization": { 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_number_of_namespaces": 1, 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_pci_vendor": { 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 32902, 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: "subsystem_id": 32902 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_add_log": { 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: "Device stats": { 2024-09-11T03:32:02.450 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_fw_downgrades": { 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: "crc_error_count": { 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: "end_to_end_error_detection_count": { 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: "erase_fail_count": { 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.451 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.452 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.452 INFO:tasks.workunit.client.0.smithi086.stdout: "host_bytes_written": { 2024-09-11T03:32:02.452 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.452 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 20339844 2024-09-11T03:32:02.452 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.452 INFO:tasks.workunit.client.0.smithi086.stdout: "host_ctx_wear_used": { 2024-09-11T03:32:02.452 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.452 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 1 2024-09-11T03:32:02.452 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.452 INFO:tasks.workunit.client.0.smithi086.stdout: "media_bytes_read": { 2024-09-11T03:32:02.452 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:02.453 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.453 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.453 INFO:tasks.workunit.client.0.smithi086.stdout: "nand_bytes_written": { 2024-09-11T03:32:02.453 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.453 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 36132347 2024-09-11T03:32:02.453 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.453 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_stat_indicator": { 2024-09-11T03:32:02.453 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:02.453 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.453 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.453 INFO:tasks.workunit.client.0.smithi086.stdout: "pll_lock_loss_count": { 2024-09-11T03:32:02.453 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.453 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.454 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.454 INFO:tasks.workunit.client.0.smithi086.stdout: "program_fail_count": { 2024-09-11T03:32:02.454 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.454 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.454 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.454 INFO:tasks.workunit.client.0.smithi086.stdout: "re_alloc_sectr_cnt": { 2024-09-11T03:32:02.454 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:02.454 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.454 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.454 INFO:tasks.workunit.client.0.smithi086.stdout: "retry_buffer_overflow_count": { 2024-09-11T03:32:02.454 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.454 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.454 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: "soft_ecc_err_rate": { 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: "thermal_throttle_status": { 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: "cnt": 0, 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: "pct": 0 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_host_reads": { 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.455 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:02.456 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.456 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_media_wear": { 2024-09-11T03:32:02.456 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.456 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": "63.999023" 2024-09-11T03:32:02.456 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.456 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_timer": { 2024-09-11T03:32:02.456 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:02.456 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:02.456 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.456 INFO:tasks.workunit.client.0.smithi086.stdout: "unexp_power_loss": { 2024-09-11T03:32:02.456 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:02.456 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:02.456 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.457 INFO:tasks.workunit.client.0.smithi086.stdout: "wear_leveling": { 2024-09-11T03:32:02.457 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 92, 2024-09-11T03:32:02.457 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:02.457 INFO:tasks.workunit.client.0.smithi086.stdout: "avg": 2460, 2024-09-11T03:32:02.457 INFO:tasks.workunit.client.0.smithi086.stdout: "max": 2470, 2024-09-11T03:32:02.457 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 2446 2024-09-11T03:32:02.457 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.457 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.457 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.457 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel Smart log": "nvme0n1" 2024-09-11T03:32:02.457 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.457 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_log": { 2024-09-11T03:32:02.457 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare": 100, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare_threshold": 10, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "controller_busy_time": 20, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "critical_warning": 0, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_read": 289551987, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_written": 1332992070, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "host_reads": 4297469436, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "host_writes": 22642432237, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "media_errors": 0, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "num_err_log_entries": 0, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "percentage_used": 8, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycles": 41101, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_hours": 57051, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": 26, 2024-09-11T03:32:02.458 INFO:tasks.workunit.client.0.smithi086.stdout: "unsafe_shutdowns": 1019 2024-09-11T03:32:02.459 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.459 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_vendor": "intel", 2024-09-11T03:32:02.459 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_version": { 2024-09-11T03:32:02.459 INFO:tasks.workunit.client.0.smithi086.stdout: "string": "<1.2", 2024-09-11T03:32:02.459 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:02.459 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.459 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycle_count": 41101, 2024-09-11T03:32:02.459 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_time": { 2024-09-11T03:32:02.459 INFO:tasks.workunit.client.0.smithi086.stdout: "hours": 57051 2024-09-11T03:32:02.459 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.459 INFO:tasks.workunit.client.0.smithi086.stdout: "serial_number": "deleted", 2024-09-11T03:32:02.459 INFO:tasks.workunit.client.0.smithi086.stdout: "smart_status": { 2024-09-11T03:32:02.459 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme": { 2024-09-11T03:32:02.460 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:02.460 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.460 INFO:tasks.workunit.client.0.smithi086.stdout: "passed": true 2024-09-11T03:32:02.460 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.460 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl": { 2024-09-11T03:32:02.460 INFO:tasks.workunit.client.0.smithi086.stdout: "argv": [ 2024-09-11T03:32:02.460 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl", 2024-09-11T03:32:02.460 INFO:tasks.workunit.client.0.smithi086.stdout: "-x", 2024-09-11T03:32:02.460 INFO:tasks.workunit.client.0.smithi086.stdout: "--json=o", 2024-09-11T03:32:02.460 INFO:tasks.workunit.client.0.smithi086.stdout: "/dev/nvme0n1" 2024-09-11T03:32:02.460 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.460 INFO:tasks.workunit.client.0.smithi086.stdout: "build_info": "(local build)", 2024-09-11T03:32:02.460 INFO:tasks.workunit.client.0.smithi086.stdout: "exit_status": 0, 2024-09-11T03:32:02.461 INFO:tasks.workunit.client.0.smithi086.stdout: "output": [ 2024-09-11T03:32:02.461 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-11T03:32:02.461 INFO:tasks.workunit.client.0.smithi086.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-11T03:32:02.461 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:02.461 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-11T03:32:02.461 INFO:tasks.workunit.client.0.smithi086.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-11T03:32:02.461 INFO:tasks.workunit.client.0.smithi086.stdout: "Serial Number: deleted", 2024-09-11T03:32:02.461 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Version: 8DV101H0", 2024-09-11T03:32:02.461 INFO:tasks.workunit.client.0.smithi086.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-11T03:32:02.461 INFO:tasks.workunit.client.0.smithi086.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-11T03:32:02.461 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller ID: 0", 2024-09-11T03:32:02.461 INFO:tasks.workunit.client.0.smithi086.stdout: "NVMe Version: <1.2", 2024-09-11T03:32:02.461 INFO:tasks.workunit.client.0.smithi086.stdout: "Number of Namespaces: 1", 2024-09-11T03:32:02.462 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-11T03:32:02.462 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-11T03:32:02.462 INFO:tasks.workunit.client.0.smithi086.stdout: "Local Time is: Wed Sep 11 03:26:27 2024 UTC", 2024-09-11T03:32:02.462 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-11T03:32:02.462 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-11T03:32:02.462 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-11T03:32:02.462 INFO:tasks.workunit.client.0.smithi086.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-11T03:32:02.462 INFO:tasks.workunit.client.0.smithi086.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-11T03:32:02.462 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:02.462 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported Power States", 2024-09-11T03:32:02.462 INFO:tasks.workunit.client.0.smithi086.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-11T03:32:02.462 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-11T03:32:02.463 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:02.463 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-11T03:32:02.463 INFO:tasks.workunit.client.0.smithi086.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-11T03:32:02.463 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 512 0 2", 2024-09-11T03:32:02.463 INFO:tasks.workunit.client.0.smithi086.stdout: " 1 - 512 8 2", 2024-09-11T03:32:02.463 INFO:tasks.workunit.client.0.smithi086.stdout: " 2 - 512 16 2", 2024-09-11T03:32:02.463 INFO:tasks.workunit.client.0.smithi086.stdout: " 3 - 4096 0 0", 2024-09-11T03:32:02.463 INFO:tasks.workunit.client.0.smithi086.stdout: " 4 - 4096 8 0", 2024-09-11T03:32:02.463 INFO:tasks.workunit.client.0.smithi086.stdout: " 5 - 4096 64 0", 2024-09-11T03:32:02.463 INFO:tasks.workunit.client.0.smithi086.stdout: " 6 - 4096 128 0", 2024-09-11T03:32:02.464 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:02.464 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-11T03:32:02.464 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-11T03:32:02.464 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:02.464 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-11T03:32:02.464 INFO:tasks.workunit.client.0.smithi086.stdout: "Critical Warning: 0x00", 2024-09-11T03:32:02.464 INFO:tasks.workunit.client.0.smithi086.stdout: "Temperature: 26 Celsius", 2024-09-11T03:32:02.464 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare: 100%", 2024-09-11T03:32:02.464 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare Threshold: 10%", 2024-09-11T03:32:02.464 INFO:tasks.workunit.client.0.smithi086.stdout: "Percentage Used: 8%", 2024-09-11T03:32:02.464 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Read: 289,551,987 [148 TB]", 2024-09-11T03:32:02.464 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Written: 1,332,992,070 [682 TB]", 2024-09-11T03:32:02.464 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Read Commands: 4,297,469,436", 2024-09-11T03:32:02.465 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Write Commands: 22,642,432,237", 2024-09-11T03:32:02.465 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller Busy Time: 20", 2024-09-11T03:32:02.465 INFO:tasks.workunit.client.0.smithi086.stdout: "Power Cycles: 41,101", 2024-09-11T03:32:02.465 INFO:tasks.workunit.client.0.smithi086.stdout: "Power On Hours: 57,051", 2024-09-11T03:32:02.465 INFO:tasks.workunit.client.0.smithi086.stdout: "Unsafe Shutdowns: 1,019", 2024-09-11T03:32:02.465 INFO:tasks.workunit.client.0.smithi086.stdout: "Media and Data Integrity Errors: 0", 2024-09-11T03:32:02.465 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information Log Entries: 0", 2024-09-11T03:32:02.465 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:02.465 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-11T03:32:02.465 INFO:tasks.workunit.client.0.smithi086.stdout: "No Errors Logged", 2024-09-11T03:32:02.465 INFO:tasks.workunit.client.0.smithi086.stdout: "" 2024-09-11T03:32:02.465 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.465 INFO:tasks.workunit.client.0.smithi086.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-11T03:32:02.466 INFO:tasks.workunit.client.0.smithi086.stdout: "svn_revision": "5155", 2024-09-11T03:32:02.466 INFO:tasks.workunit.client.0.smithi086.stdout: "version": [ 2024-09-11T03:32:02.466 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:02.466 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:02.466 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:02.466 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.466 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": { 2024-09-11T03:32:02.466 INFO:tasks.workunit.client.0.smithi086.stdout: "current": 26 2024-09-11T03:32:02.466 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.466 INFO:tasks.workunit.client.0.smithi086.stdout: "user_capacity": { 2024-09-11T03:32:02.466 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:02.466 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: "report": { 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: "balancer": { 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: "active": true, 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: "mode": "" 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: "channels": [ 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: "basic", 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: "crash", 2024-09-11T03:32:02.467 INFO:tasks.workunit.client.0.smithi086.stdout: "device", 2024-09-11T03:32:02.468 INFO:tasks.workunit.client.0.smithi086.stdout: "ident" 2024-09-11T03:32:02.468 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.468 INFO:tasks.workunit.client.0.smithi086.stdout: "channels_available": [ 2024-09-11T03:32:02.468 INFO:tasks.workunit.client.0.smithi086.stdout: "basic", 2024-09-11T03:32:02.468 INFO:tasks.workunit.client.0.smithi086.stdout: "ident", 2024-09-11T03:32:02.468 INFO:tasks.workunit.client.0.smithi086.stdout: "crash", 2024-09-11T03:32:02.468 INFO:tasks.workunit.client.0.smithi086.stdout: "device", 2024-09-11T03:32:02.468 INFO:tasks.workunit.client.0.smithi086.stdout: "perf" 2024-09-11T03:32:02.468 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.468 INFO:tasks.workunit.client.0.smithi086.stdout: "collections_available": [ 2024-09-11T03:32:02.468 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_base", 2024-09-11T03:32:02.468 INFO:tasks.workunit.client.0.smithi086.stdout: "device_base", 2024-09-11T03:32:02.468 INFO:tasks.workunit.client.0.smithi086.stdout: "crash_base", 2024-09-11T03:32:02.469 INFO:tasks.workunit.client.0.smithi086.stdout: "ident_base", 2024-09-11T03:32:02.469 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_perf", 2024-09-11T03:32:02.469 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_mds_metadata", 2024-09-11T03:32:02.469 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_usage", 2024-09-11T03:32:02.469 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_usage_by_class", 2024-09-11T03:32:02.469 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_rook_v01", 2024-09-11T03:32:02.469 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_memory_metrics", 2024-09-11T03:32:02.469 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_options_bluestore" 2024-09-11T03:32:02.469 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.469 INFO:tasks.workunit.client.0.smithi086.stdout: "collections_opted_in": [ 2024-09-11T03:32:02.469 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_base", 2024-09-11T03:32:02.469 INFO:tasks.workunit.client.0.smithi086.stdout: "device_base", 2024-09-11T03:32:02.469 INFO:tasks.workunit.client.0.smithi086.stdout: "crash_base", 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: "ident_base", 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_perf", 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_mds_metadata", 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_usage", 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_usage_by_class", 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_rook_v01", 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_memory_metrics", 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_options_bluestore" 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: "config": { 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: "active_changed": [ 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_debug", 2024-09-11T03:32:02.470 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_mon_ticket_ttl", 2024-09-11T03:32:02.471 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_service_ticket_ttl", 2024-09-11T03:32:02.471 INFO:tasks.workunit.client.0.smithi086.stdout: "bdev_debug_aio", 2024-09-11T03:32:02.471 INFO:tasks.workunit.client.0.smithi086.stdout: "client_check_pool_perm", 2024-09-11T03:32:02.471 INFO:tasks.workunit.client.0.smithi086.stdout: "client_mount_gid", 2024-09-11T03:32:02.471 INFO:tasks.workunit.client.0.smithi086.stdout: "client_mount_uid", 2024-09-11T03:32:02.471 INFO:tasks.workunit.client.0.smithi086.stdout: "client_quota", 2024-09-11T03:32:02.471 INFO:tasks.workunit.client.0.smithi086.stdout: "container_image", 2024-09-11T03:32:02.471 INFO:tasks.workunit.client.0.smithi086.stdout: "daemonize", 2024-09-11T03:32:02.471 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_asserts_on_shutdown", 2024-09-11T03:32:02.471 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mgr", 2024-09-11T03:32:02.471 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mon", 2024-09-11T03:32:02.471 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_ms", 2024-09-11T03:32:02.471 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_osd", 2024-09-11T03:32:02.472 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_paxos", 2024-09-11T03:32:02.472 INFO:tasks.workunit.client.0.smithi086.stdout: "keyring", 2024-09-11T03:32:02.472 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_block_size", 2024-09-11T03:32:02.472 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_cache_size", 2024-09-11T03:32:02.472 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_compression", 2024-09-11T03:32:02.472 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_log", 2024-09-11T03:32:02.472 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_write_buffer_size", 2024-09-11T03:32:02.472 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_file", 2024-09-11T03:32:02.472 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_journald", 2024-09-11T03:32:02.472 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_stderr", 2024-09-11T03:32:02.472 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_allow_pool_delete", 2024-09-11T03:32:02.472 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_clock_drift_allowed", 2024-09-11T03:32:02.472 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_file_level", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_file", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_journald", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_stderr", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_data_avail_warn", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_election_default_strategy", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_host", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_max_pg_per_osd", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_mgr_mkfs_grace", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_prime_pg_temp", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_reporter_subtree_level", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_pg_warn_max_object_skew", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-11T03:32:02.473 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-11T03:32:02.474 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-11T03:32:02.474 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-11T03:32:02.474 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-11T03:32:02.474 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-11T03:32:02.474 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-11T03:32:02.474 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_too_few_osds", 2024-09-11T03:32:02.474 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_bug", 2024-09-11T03:32:02.474 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_old_message", 2024-09-11T03:32:02.474 INFO:tasks.workunit.client.0.smithi086.stdout: "no_config_file", 2024-09-11T03:32:02.474 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_default_list", 2024-09-11T03:32:02.474 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_load_list", 2024-09-11T03:32:02.474 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_crush_chooseleaf_type", 2024-09-11T03:32:02.474 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_misdirected_ops", 2024-09-11T03:32:02.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_op_order", 2024-09-11T03:32:02.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_pg_log_writeout", 2024-09-11T03:32:02.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_shutdown", 2024-09-11T03:32:02.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_cached_snaps", 2024-09-11T03:32:02.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_missing_on_start", 2024-09-11T03:32:02.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_stray_on_activate", 2024-09-11T03:32:02.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-11T03:32:02.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep", 2024-09-11T03:32:02.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep_hdd", 2024-09-11T03:32:02.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep_hybrid", 2024-09-11T03:32:02.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep_ssd", 2024-09-11T03:32:02.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_max_backfills", 2024-09-11T03:32:02.475 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-11T03:32:02.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_profile", 2024-09-11T03:32:02.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-11T03:32:02.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-11T03:32:02.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-11T03:32:02.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-11T03:32:02.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-11T03:32:02.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-11T03:32:02.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_client_lim", 2024-09-11T03:32:02.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_client_res", 2024-09-11T03:32:02.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-11T03:32:02.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target", 2024-09-11T03:32:02.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target_autotune", 2024-09-11T03:32:02.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue_cut_off", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pg_delete_cost", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_erasure_code_profile", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recover_clone_overlap", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_active", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_active_hdd", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_active_ssd", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_chunk", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep_hdd", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep_hybrid", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep_ssd", 2024-09-11T03:32:02.477 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_load_threshold", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_max_interval", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_sleep", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_shutdown_pgref_assert", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep_hdd", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep_ssd", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "public_addr", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "public_addrv", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "public_network", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd_default_features", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd_qos_exclude_ops", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "setgroup", 2024-09-11T03:32:02.478 INFO:tasks.workunit.client.0.smithi086.stdout: "setuser" 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: "cluster_changed": [ 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_debug", 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_mon_ticket_ttl", 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_service_ticket_ttl", 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: "bdev_debug_aio", 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: "container_image", 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_asserts_on_shutdown", 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mgr", 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mon", 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_ms", 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_osd", 2024-09-11T03:32:02.479 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_paxos", 2024-09-11T03:32:02.480 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_file", 2024-09-11T03:32:02.480 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_journald", 2024-09-11T03:32:02.480 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_stderr", 2024-09-11T03:32:02.480 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_join_fs", 2024-09-11T03:32:02.480 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/allow_ptrace", 2024-09-11T03:32:02.480 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/container_init", 2024-09-11T03:32:02.480 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/migration_current", 2024-09-11T03:32:02.480 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/use_repo_digest", 2024-09-11T03:32:02.480 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-11T03:32:02.480 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-11T03:32:02.480 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-11T03:32:02.480 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-11T03:32:02.480 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/ssl_server_port", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/orchestrator/orchestrator", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/channel_ident", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/description", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/organization", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_allow_pool_delete", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_clock_drift_allowed", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_file_level", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_file", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_data_avail_warn", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_election_default_strategy", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_max_pg_per_osd", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_mgr_mkfs_grace", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_prime_pg_temp", 2024-09-11T03:32:02.481 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_reporter_subtree_level", 2024-09-11T03:32:02.482 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_pg_warn_max_object_skew", 2024-09-11T03:32:02.482 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-11T03:32:02.482 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-11T03:32:02.482 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-11T03:32:02.482 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-11T03:32:02.482 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-11T03:32:02.482 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-11T03:32:02.482 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-11T03:32:02.482 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-11T03:32:02.482 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_too_few_osds", 2024-09-11T03:32:02.482 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_bug", 2024-09-11T03:32:02.482 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_old_message", 2024-09-11T03:32:02.482 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_default_list", 2024-09-11T03:32:02.483 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_load_list", 2024-09-11T03:32:02.483 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_misdirected_ops", 2024-09-11T03:32:02.483 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_op_order", 2024-09-11T03:32:02.483 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_pg_log_writeout", 2024-09-11T03:32:02.483 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_shutdown", 2024-09-11T03:32:02.483 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_cached_snaps", 2024-09-11T03:32:02.483 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_missing_on_start", 2024-09-11T03:32:02.483 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_stray_on_activate", 2024-09-11T03:32:02.483 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-11T03:32:02.483 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-11T03:32:02.483 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_profile", 2024-09-11T03:32:02.483 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target", 2024-09-11T03:32:02.484 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target_autotune", 2024-09-11T03:32:02.484 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue", 2024-09-11T03:32:02.484 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue_cut_off", 2024-09-11T03:32:02.484 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_erasure_code_profile", 2024-09-11T03:32:02.484 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-11T03:32:02.484 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recover_clone_overlap", 2024-09-11T03:32:02.484 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_chunk", 2024-09-11T03:32:02.484 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_load_threshold", 2024-09-11T03:32:02.484 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_max_interval", 2024-09-11T03:32:02.484 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_shutdown_pgref_assert", 2024-09-11T03:32:02.484 INFO:tasks.workunit.client.0.smithi086.stdout: "public_network", 2024-09-11T03:32:02.484 INFO:tasks.workunit.client.0.smithi086.stdout: "rgw_cache_enabled", 2024-09-11T03:32:02.484 INFO:tasks.workunit.client.0.smithi086.stdout: "rgw_enable_ops_log", 2024-09-11T03:32:02.485 INFO:tasks.workunit.client.0.smithi086.stdout: "rgw_enable_usage_log" 2024-09-11T03:32:02.485 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:02.485 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.485 INFO:tasks.workunit.client.0.smithi086.stdout: "contact": null, 2024-09-11T03:32:02.485 INFO:tasks.workunit.client.0.smithi086.stdout: "crashes": [], 2024-09-11T03:32:02.485 INFO:tasks.workunit.client.0.smithi086.stdout: "created": "2024-09-11T03:23:16.099776Z", 2024-09-11T03:32:02.485 INFO:tasks.workunit.client.0.smithi086.stdout: "crush": { 2024-09-11T03:32:02.485 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket_algs": { 2024-09-11T03:32:02.485 INFO:tasks.workunit.client.0.smithi086.stdout: "straw2": 3 2024-09-11T03:32:02.485 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.485 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket_sizes": { 2024-09-11T03:32:02.485 INFO:tasks.workunit.client.0.smithi086.stdout: "2": 1, 2024-09-11T03:32:02.485 INFO:tasks.workunit.client.0.smithi086.stdout: "4": 2 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket_types": { 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: "1": 2, 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: "11": 1 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: "compat_weight_set": false, 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: "device_classes": [ 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: 8 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_buckets": 6, 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_devices": 8, 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_rules": 1, 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_types": 12, 2024-09-11T03:32:02.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_weight_sets": 0, 2024-09-11T03:32:02.487 INFO:tasks.workunit.client.0.smithi086.stdout: "tunables": { 2024-09-11T03:32:02.487 INFO:tasks.workunit.client.0.smithi086.stdout: "allowed_bucket_algs": 54, 2024-09-11T03:32:02.487 INFO:tasks.workunit.client.0.smithi086.stdout: "choose_local_fallback_tries": 0, 2024-09-11T03:32:02.487 INFO:tasks.workunit.client.0.smithi086.stdout: "choose_local_tries": 0, 2024-09-11T03:32:02.487 INFO:tasks.workunit.client.0.smithi086.stdout: "choose_total_tries": 50, 2024-09-11T03:32:02.487 INFO:tasks.workunit.client.0.smithi086.stdout: "chooseleaf_descend_once": 1, 2024-09-11T03:32:02.487 INFO:tasks.workunit.client.0.smithi086.stdout: "chooseleaf_stable": 1, 2024-09-11T03:32:02.487 INFO:tasks.workunit.client.0.smithi086.stdout: "chooseleaf_vary_r": 1, 2024-09-11T03:32:02.487 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v2_rules": 0, 2024-09-11T03:32:02.487 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v3_rules": 0, 2024-09-11T03:32:02.487 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v4_buckets": 1, 2024-09-11T03:32:02.487 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v5_rules": 0, 2024-09-11T03:32:02.487 INFO:tasks.workunit.client.0.smithi086.stdout: "legacy_tunables": 0, 2024-09-11T03:32:02.488 INFO:tasks.workunit.client.0.smithi086.stdout: "minimum_required_version": "jewel", 2024-09-11T03:32:02.488 INFO:tasks.workunit.client.0.smithi086.stdout: "optimal_tunables": 1, 2024-09-11T03:32:02.488 INFO:tasks.workunit.client.0.smithi086.stdout: "profile": "jewel", 2024-09-11T03:32:02.488 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables": 1, 2024-09-11T03:32:02.488 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables2": 1, 2024-09-11T03:32:02.488 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables3": 1, 2024-09-11T03:32:02.488 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables5": 1, 2024-09-11T03:32:02.488 INFO:tasks.workunit.client.0.smithi086.stdout: "straw_calc_version": 1 2024-09-11T03:32:02.488 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.488 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.488 INFO:tasks.workunit.client.0.smithi086.stdout: "description": "upgrade test cluster", 2024-09-11T03:32:02.488 INFO:tasks.workunit.client.0.smithi086.stdout: "fs": { 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: "feature_flags": { 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: "enable_multiple": true, 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: "ever_enabled_multiple": true 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: "filesystems": [ 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: "approx_ctime": "2024-09", 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: "balancer_enabled": false, 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_caps": 0, 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_dns": 10, 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_inos": 13, 2024-09-11T03:32:02.489 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_subtrees": 2, 2024-09-11T03:32:02.490 INFO:tasks.workunit.client.0.smithi086.stdout: "ever_allowed_features": 0, 2024-09-11T03:32:02.490 INFO:tasks.workunit.client.0.smithi086.stdout: "explicitly_allowed_features": 0, 2024-09-11T03:32:02.490 INFO:tasks.workunit.client.0.smithi086.stdout: "files": 0, 2024-09-11T03:32:02.490 INFO:tasks.workunit.client.0.smithi086.stdout: "max_mds": 1, 2024-09-11T03:32:02.490 INFO:tasks.workunit.client.0.smithi086.stdout: "num_data_pools": 1, 2024-09-11T03:32:02.490 INFO:tasks.workunit.client.0.smithi086.stdout: "num_in": 1, 2024-09-11T03:32:02.490 INFO:tasks.workunit.client.0.smithi086.stdout: "num_mds": 1, 2024-09-11T03:32:02.490 INFO:tasks.workunit.client.0.smithi086.stdout: "num_sessions": 0, 2024-09-11T03:32:02.490 INFO:tasks.workunit.client.0.smithi086.stdout: "num_standby_replay": 0, 2024-09-11T03:32:02.490 INFO:tasks.workunit.client.0.smithi086.stdout: "num_up": 1, 2024-09-11T03:32:02.490 INFO:tasks.workunit.client.0.smithi086.stdout: "snaps": 0, 2024-09-11T03:32:02.490 INFO:tasks.workunit.client.0.smithi086.stdout: "standby_count_wanted": 0 2024-09-11T03:32:02.490 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.491 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.491 INFO:tasks.workunit.client.0.smithi086.stdout: "num_standby_mds": 1, 2024-09-11T03:32:02.491 INFO:tasks.workunit.client.0.smithi086.stdout: "total_num_mds": 2 2024-09-11T03:32:02.491 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.491 INFO:tasks.workunit.client.0.smithi086.stdout: "hosts": { 2024-09-11T03:32:02.491 INFO:tasks.workunit.client.0.smithi086.stdout: "num": 2, 2024-09-11T03:32:02.491 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_mds": 2, 2024-09-11T03:32:02.491 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_mgr": 2, 2024-09-11T03:32:02.491 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_mon": 2, 2024-09-11T03:32:02.491 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_osd": 2 2024-09-11T03:32:02.491 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.491 INFO:tasks.workunit.client.0.smithi086.stdout: "leaderboard": false, 2024-09-11T03:32:02.491 INFO:tasks.workunit.client.0.smithi086.stdout: "leaderboard_description": null, 2024-09-11T03:32:02.492 INFO:tasks.workunit.client.0.smithi086.stdout: "license": "sharing-1-0", 2024-09-11T03:32:02.492 INFO:tasks.workunit.client.0.smithi086.stdout: "metadata": { 2024-09-11T03:32:02.492 INFO:tasks.workunit.client.0.smithi086.stdout: "mds": { 2024-09-11T03:32:02.492 INFO:tasks.workunit.client.0.smithi086.stdout: "arch": { 2024-09-11T03:32:02.492 INFO:tasks.workunit.client.0.smithi086.stdout: "x86_64": 2 2024-09-11T03:32:02.492 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.492 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_version": { 2024-09-11T03:32:02.492 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:32:02.492 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.492 INFO:tasks.workunit.client.0.smithi086.stdout: "cpu": { 2024-09-11T03:32:02.492 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-11T03:32:02.492 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.492 INFO:tasks.workunit.client.0.smithi086.stdout: "distro": { 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: "centos": 2 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: "distro_description": { 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: "CentOS Stream 9": 2 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_description": { 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_version": { 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: "os": { 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: "Linux": 2 2024-09-11T03:32:02.493 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: "arch": { 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: "x86_64": 3 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_version": { 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: "cpu": { 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: "distro": { 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: "centos": 3 2024-09-11T03:32:02.494 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.495 INFO:tasks.workunit.client.0.smithi086.stdout: "distro_description": { 2024-09-11T03:32:02.495 INFO:tasks.workunit.client.0.smithi086.stdout: "CentOS Stream 9": 3 2024-09-11T03:32:02.495 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.495 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_description": { 2024-09-11T03:32:02.495 INFO:tasks.workunit.client.0.smithi086.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-11T03:32:02.495 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.495 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_version": { 2024-09-11T03:32:02.495 INFO:tasks.workunit.client.0.smithi086.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-11T03:32:02.495 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.495 INFO:tasks.workunit.client.0.smithi086.stdout: "os": { 2024-09-11T03:32:02.495 INFO:tasks.workunit.client.0.smithi086.stdout: "Linux": 3 2024-09-11T03:32:02.495 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.495 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: "arch": { 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: "x86_64": 8 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_version": { 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: "cpu": { 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: "distro": { 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: "centos": 8 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.496 INFO:tasks.workunit.client.0.smithi086.stdout: "distro_description": { 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: "CentOS Stream 9": 8 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_description": { 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_version": { 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: "os": { 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: "Linux": 8 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_objectstore": { 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": 8 2024-09-11T03:32:02.497 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: "rotational": { 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: "0": 8 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: "features": { 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: "optional": [], 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: "persistent": [ 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: "kraken", 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: "luminous", 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: "mimic", 2024-09-11T03:32:02.498 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap-prune", 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: "nautilus", 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: "octopus", 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: "pacific", 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: "elector-pinging", 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: "quincy", 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: "reef" 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: "ipv4_addr_mons": 6, 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: "ipv6_addr_mons": 0, 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: "min_mon_release": 18, 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: "v1_addr_mons": 3, 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: "v2_addr_mons": 3 2024-09-11T03:32:02.499 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.500 INFO:tasks.workunit.client.0.smithi086.stdout: "organization": "ceph-qa", 2024-09-11T03:32:02.500 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:02.500 INFO:tasks.workunit.client.0.smithi086.stdout: "cluster_network": false, 2024-09-11T03:32:02.500 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 8, 2024-09-11T03:32:02.500 INFO:tasks.workunit.client.0.smithi086.stdout: "require_min_compat_client": "luminous", 2024-09-11T03:32:02.500 INFO:tasks.workunit.client.0.smithi086.stdout: "require_osd_release": "reef" 2024-09-11T03:32:02.500 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.500 INFO:tasks.workunit.client.0.smithi086.stdout: "pools": [ 2024-09-11T03:32:02.500 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:02.500 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:02.500 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr" 2024-09-11T03:32:02.500 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.500 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:02.501 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:02.501 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:02.501 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:02.501 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:02.501 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 1, 2024-09-11T03:32:02.501 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 1, 2024-09-11T03:32:02.501 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 1, 2024-09-11T03:32:02.501 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:02.501 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:02.501 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:02.501 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 1781760, 2024-09-11T03:32:02.501 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:02.501 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 1781760, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 2, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 2.4431162728433264e-06, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 212, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 313344, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 590368, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 590368, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:02.502 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 1771104, 2024-09-11T03:32:02.503 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 179, 2024-09-11T03:32:02.503 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 2473984 2024-09-11T03:32:02.503 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.503 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:02.503 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:02.503 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:02.503 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.503 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:02.503 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:02.503 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs" 2024-09-11T03:32:02.503 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.503 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:02.503 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:02.504 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:02.504 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:02.504 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:02.504 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 32, 2024-09-11T03:32:02.504 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 32, 2024-09-11T03:32:02.504 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 2, 2024-09-11T03:32:02.504 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:02.504 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:02.504 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:02.504 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 98304, 2024-09-11T03:32:02.504 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:02.504 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:02.504 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 98304, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 22, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 1.3479292704232648e-07, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 0, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 0, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 3428, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 3428, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 10284, 2024-09-11T03:32:02.505 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 51, 2024-09-11T03:32:02.506 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 20480 2024-09-11T03:32:02.506 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.506 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:02.506 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:02.506 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:02.506 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.506 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:02.506 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:02.506 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs" 2024-09-11T03:32:02.506 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.506 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:02.506 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:02.506 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 64, 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 64, 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 3, 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 0, 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 0, 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:02.507 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:02.508 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 0, 2024-09-11T03:32:02.508 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:02.508 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 0.0, 2024-09-11T03:32:02.508 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:02.508 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:02.508 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 0, 2024-09-11T03:32:02.508 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 0, 2024-09-11T03:32:02.508 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 0, 2024-09-11T03:32:02.508 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 0, 2024-09-11T03:32:02.508 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:02.508 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 0, 2024-09-11T03:32:02.508 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 0, 2024-09-11T03:32:02.508 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 0 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd" 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:02.509 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:02.510 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 8, 2024-09-11T03:32:02.510 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 8, 2024-09-11T03:32:02.510 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 4, 2024-09-11T03:32:02.510 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:02.510 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:02.510 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:02.510 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 12288, 2024-09-11T03:32:02.510 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:02.510 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:02.510 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 12288, 2024-09-11T03:32:02.510 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:02.510 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:02.510 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 2, 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 1.684911765664765e-08, 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 0, 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 0, 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 19, 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 19, 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 57, 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 2, 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 2048 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.511 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd": { 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: "mirroring_by_pool": [ 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: false 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_images_by_pool": [ 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_pools": 1 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.512 INFO:tasks.workunit.client.0.smithi086.stdout: "report_id": "b86b05c3-0b6c-498b-8d1a-644abda8d532", 2024-09-11T03:32:02.513 INFO:tasks.workunit.client.0.smithi086.stdout: "report_timestamp": "2024-09-11T03:32:02.408466", 2024-09-11T03:32:02.513 INFO:tasks.workunit.client.0.smithi086.stdout: "report_version": 1, 2024-09-11T03:32:02.513 INFO:tasks.workunit.client.0.smithi086.stdout: "rook": { 2024-09-11T03:32:02.513 INFO:tasks.workunit.client.0.smithi086.stdout: "cluster": { 2024-09-11T03:32:02.513 INFO:tasks.workunit.client.0.smithi086.stdout: "external-mode": null, 2024-09-11T03:32:02.513 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:02.513 INFO:tasks.workunit.client.0.smithi086.stdout: "allow-multiple-per-node": null, 2024-09-11T03:32:02.513 INFO:tasks.workunit.client.0.smithi086.stdout: "count": null, 2024-09-11T03:32:02.513 INFO:tasks.workunit.client.0.smithi086.stdout: "max-id": null, 2024-09-11T03:32:02.513 INFO:tasks.workunit.client.0.smithi086.stdout: "pvc": { 2024-09-11T03:32:02.513 INFO:tasks.workunit.client.0.smithi086.stdout: "enabled": null 2024-09-11T03:32:02.513 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.513 INFO:tasks.workunit.client.0.smithi086.stdout: "stretch": { 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: "enabled": null 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: "network": { 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: "provider": null 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: "storage": { 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: "device-set": { 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: "count": { 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: "non-portable": null, 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: "portable": null, 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: "total": null 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.514 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: "csi": { 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: "version": null 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: "kubernetes": { 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: "version": null 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: "node": { 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: "count": { 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: "kubernetes-total": null, 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: "with-ceph-daemons": null, 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: "with-csi-cephfs-plugin": null, 2024-09-11T03:32:02.515 INFO:tasks.workunit.client.0.smithi086.stdout: "with-csi-nfs-plugin": null, 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: "with-csi-rbd-plugin": null 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: "usage": { 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: "storage-class": { 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: "count": { 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket": null, 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs": null, 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: "nfs": null, 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd": null, 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: "total": null 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.516 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.517 INFO:tasks.workunit.client.0.smithi086.stdout: "version": null 2024-09-11T03:32:02.517 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.517 INFO:tasks.workunit.client.0.smithi086.stdout: "services": {}, 2024-09-11T03:32:02.517 INFO:tasks.workunit.client.0.smithi086.stdout: "usage": { 2024-09-11T03:32:02.517 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 105, 2024-09-11T03:32:02.517 INFO:tasks.workunit.client.0.smithi086.stdout: "pools": 4, 2024-09-11T03:32:02.517 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_by_class": { 2024-09-11T03:32:02.517 INFO:tasks.workunit.client.0.smithi086.stdout: "ssd": { 2024-09-11T03:32:02.517 INFO:tasks.workunit.client.0.smithi086.stdout: "total_avail_bytes": 767726645248, 2024-09-11T03:32:02.517 INFO:tasks.workunit.client.0.smithi086.stdout: "total_bytes": 767960285184, 2024-09-11T03:32:02.517 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_bytes": 233639936, 2024-09-11T03:32:02.517 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_raw_bytes": 233639936, 2024-09-11T03:32:02.517 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_raw_ratio": 0.0003042343887500465 2024-09-11T03:32:02.518 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.518 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:02.518 INFO:tasks.workunit.client.0.smithi086.stdout: "total_avail_bytes": 767726645248, 2024-09-11T03:32:02.518 INFO:tasks.workunit.client.0.smithi086.stdout: "total_bytes": 767960285184, 2024-09-11T03:32:02.518 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_bytes": 233639936 2024-09-11T03:32:02.518 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.518 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:02.518 INFO:tasks.workunit.client.0.smithi086.stdout:} 2024-09-11T03:32:02.519 INFO:tasks.workunit.client.0.smithi086.stderr:++ ceph telemetry collection ls 2024-09-11T03:32:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[27247]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:02.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:02.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[37253]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:02.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:02.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:02.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:02.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:02.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:02.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:02.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:02.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:02 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:02.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:02 smithi130 ceph-mon[31190]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:02.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:02 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:02.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:02 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:02.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:02 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:02.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:02 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:02.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:02 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:02.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:02 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:02.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:02 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:02.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:02 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:02.893 INFO:tasks.workunit.client.0.smithi086.stderr:+ COLLECTIONS='New collections are available: 2024-09-11T03:32:02.894 INFO:tasks.workunit.client.0.smithi086.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-09-11T03:32:02.894 INFO:tasks.workunit.client.0.smithi086.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-11T03:32:02.894 INFO:tasks.workunit.client.0.smithi086.stderr: 2024-09-11T03:32:02.894 INFO:tasks.workunit.client.0.smithi086.stderr:NAME STATUS DESC 2024-09-11T03:32:02.894 INFO:tasks.workunit.client.0.smithi086.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-11T03:32:02.894 INFO:tasks.workunit.client.0.smithi086.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-11T03:32:02.894 INFO:tasks.workunit.client.0.smithi086.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-11T03:32:02.894 INFO:tasks.workunit.client.0.smithi086.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-11T03:32:02.894 INFO:tasks.workunit.client.0.smithi086.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-11T03:32:02.894 INFO:tasks.workunit.client.0.smithi086.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-11T03:32:02.894 INFO:tasks.workunit.client.0.smithi086.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-11T03:32:02.895 INFO:tasks.workunit.client.0.smithi086.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-11T03:32:02.895 INFO:tasks.workunit.client.0.smithi086.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-11T03:32:02.895 INFO:tasks.workunit.client.0.smithi086.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-11T03:32:02.895 INFO:tasks.workunit.client.0.smithi086.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-09-11T03:32:02.895 INFO:tasks.workunit.client.0.smithi086.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-09-11T03:32:02.895 INFO:tasks.workunit.client.0.smithi086.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-11T03:32:02.895 INFO:tasks.workunit.client.0.smithi086.stderr:+ [[ New collections are available: 2024-09-11T03:32:02.895 INFO:tasks.workunit.client.0.smithi086.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-11T03:32:02.895 INFO:tasks.workunit.client.0.smithi086.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-11T03:32:02.895 INFO:tasks.workunit.client.0.smithi086.stderr: 2024-09-11T03:32:02.895 INFO:tasks.workunit.client.0.smithi086.stderr:NAME STATUS DESC 2024-09-11T03:32:02.895 INFO:tasks.workunit.client.0.smithi086.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-11T03:32:02.895 INFO:tasks.workunit.client.0.smithi086.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-11T03:32:02.896 INFO:tasks.workunit.client.0.smithi086.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-11T03:32:02.896 INFO:tasks.workunit.client.0.smithi086.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-11T03:32:02.896 INFO:tasks.workunit.client.0.smithi086.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-11T03:32:02.896 INFO:tasks.workunit.client.0.smithi086.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-11T03:32:02.896 INFO:tasks.workunit.client.0.smithi086.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-11T03:32:02.896 INFO:tasks.workunit.client.0.smithi086.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-11T03:32:02.896 INFO:tasks.workunit.client.0.smithi086.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-11T03:32:02.896 INFO:tasks.workunit.client.0.smithi086.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-11T03:32:02.896 INFO:tasks.workunit.client.0.smithi086.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-09-11T03:32:02.896 INFO:tasks.workunit.client.0.smithi086.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-11T03:32:02.896 INFO:tasks.workunit.client.0.smithi086.stderr:+ [[ New collections are available: 2024-09-11T03:32:02.896 INFO:tasks.workunit.client.0.smithi086.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-11T03:32:02.896 INFO:tasks.workunit.client.0.smithi086.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr: 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr:NAME STATUS DESC 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-11T03:32:02.897 INFO:tasks.workunit.client.0.smithi086.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-11T03:32:02.898 INFO:tasks.workunit.client.0.smithi086.stderr:+ [[ New collections are available: 2024-09-11T03:32:02.898 INFO:tasks.workunit.client.0.smithi086.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-11T03:32:02.898 INFO:tasks.workunit.client.0.smithi086.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-11T03:32:02.898 INFO:tasks.workunit.client.0.smithi086.stderr: 2024-09-11T03:32:02.898 INFO:tasks.workunit.client.0.smithi086.stderr:NAME STATUS DESC 2024-09-11T03:32:02.898 INFO:tasks.workunit.client.0.smithi086.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-11T03:32:02.898 INFO:tasks.workunit.client.0.smithi086.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-11T03:32:02.898 INFO:tasks.workunit.client.0.smithi086.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-11T03:32:02.898 INFO:tasks.workunit.client.0.smithi086.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-11T03:32:02.898 INFO:tasks.workunit.client.0.smithi086.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-11T03:32:02.898 INFO:tasks.workunit.client.0.smithi086.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-11T03:32:02.898 INFO:tasks.workunit.client.0.smithi086.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-11T03:32:02.898 INFO:tasks.workunit.client.0.smithi086.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-11T03:32:02.899 INFO:tasks.workunit.client.0.smithi086.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-11T03:32:02.899 INFO:tasks.workunit.client.0.smithi086.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-11T03:32:02.899 INFO:tasks.workunit.client.0.smithi086.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-11T03:32:02.899 INFO:tasks.workunit.client.0.smithi086.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-11T03:32:02.899 INFO:tasks.workunit.client.0.smithi086.stderr:+ [[ New collections are available: 2024-09-11T03:32:02.899 INFO:tasks.workunit.client.0.smithi086.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-11T03:32:02.899 INFO:tasks.workunit.client.0.smithi086.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-11T03:32:02.899 INFO:tasks.workunit.client.0.smithi086.stderr: 2024-09-11T03:32:02.899 INFO:tasks.workunit.client.0.smithi086.stderr:NAME STATUS DESC 2024-09-11T03:32:02.899 INFO:tasks.workunit.client.0.smithi086.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-11T03:32:02.899 INFO:tasks.workunit.client.0.smithi086.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-11T03:32:02.899 INFO:tasks.workunit.client.0.smithi086.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-11T03:32:02.899 INFO:tasks.workunit.client.0.smithi086.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-11T03:32:02.900 INFO:tasks.workunit.client.0.smithi086.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-11T03:32:02.900 INFO:tasks.workunit.client.0.smithi086.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-11T03:32:02.900 INFO:tasks.workunit.client.0.smithi086.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-11T03:32:02.900 INFO:tasks.workunit.client.0.smithi086.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-11T03:32:02.900 INFO:tasks.workunit.client.0.smithi086.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-11T03:32:02.900 INFO:tasks.workunit.client.0.smithi086.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-11T03:32:02.900 INFO:tasks.workunit.client.0.smithi086.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-11T03:32:02.900 INFO:tasks.workunit.client.0.smithi086.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-11T03:32:02.900 INFO:tasks.workunit.client.0.smithi086.stderr:+ [[ New collections are available: 2024-09-11T03:32:02.900 INFO:tasks.workunit.client.0.smithi086.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-11T03:32:02.900 INFO:tasks.workunit.client.0.smithi086.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-11T03:32:02.900 INFO:tasks.workunit.client.0.smithi086.stderr: 2024-09-11T03:32:02.900 INFO:tasks.workunit.client.0.smithi086.stderr:NAME STATUS DESC 2024-09-11T03:32:02.901 INFO:tasks.workunit.client.0.smithi086.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-11T03:32:02.901 INFO:tasks.workunit.client.0.smithi086.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-11T03:32:02.901 INFO:tasks.workunit.client.0.smithi086.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-11T03:32:02.901 INFO:tasks.workunit.client.0.smithi086.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-11T03:32:02.901 INFO:tasks.workunit.client.0.smithi086.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-11T03:32:02.901 INFO:tasks.workunit.client.0.smithi086.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-11T03:32:02.901 INFO:tasks.workunit.client.0.smithi086.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-11T03:32:02.901 INFO:tasks.workunit.client.0.smithi086.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-11T03:32:02.901 INFO:tasks.workunit.client.0.smithi086.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-11T03:32:02.901 INFO:tasks.workunit.client.0.smithi086.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-11T03:32:02.901 INFO:tasks.workunit.client.0.smithi086.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-11T03:32:02.901 INFO:tasks.workunit.client.0.smithi086.stderr:+ ceph telemetry on --license sharing-1-0 2024-09-11T03:32:03.428 INFO:tasks.workunit.client.0.smithi086.stdout:Telemetry is on. 2024-09-11T03:32:03.428 INFO:tasks.workunit.client.0.smithi086.stdout:Some channels are disabled, please enable with: 2024-09-11T03:32:03.428 INFO:tasks.workunit.client.0.smithi086.stdout:`ceph telemetry enable channel perf` 2024-09-11T03:32:03.440 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[27247]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.441 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[27247]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.441 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[27247]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.441 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[27247]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.441 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[27247]: from='client.24728 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.441 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:03.441 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:03.441 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:03.441 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:03.441 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:03] ENGINE Bus STOPPING 2024-09-11T03:32:03.442 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:32:03.442 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:03] ENGINE Bus STOPPED 2024-09-11T03:32:03.442 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:03] ENGINE Bus STARTING 2024-09-11T03:32:03.442 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:03] ENGINE Serving on http://:::9283 2024-09-11T03:32:03.442 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[37253]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.442 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[37253]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.442 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[37253]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.442 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[37253]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.442 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[37253]: from='client.24728 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.442 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:03.443 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:03.443 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:03.443 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:03.443 INFO:tasks.workunit.client.0.smithi086.stderr:+ ceph telemetry enable channel perf 2024-09-11T03:32:03.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:03 smithi130 ceph-mon[31190]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:03 smithi130 ceph-mon[31190]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:03 smithi130 ceph-mon[31190]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:03 smithi130 ceph-mon[31190]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:03 smithi130 ceph-mon[31190]: from='client.24728 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:03.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:03 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:03.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:03 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:03.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:03 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:03.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:03 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:03.747 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:03] ENGINE Bus STARTED 2024-09-11T03:32:03.747 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:03] ENGINE Bus STOPPING 2024-09-11T03:32:03.926 INFO:tasks.workunit.client.0.smithi086.stdout:channel_perf is enabled 2024-09-11T03:32:03.937 INFO:tasks.workunit.client.0.smithi086.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-11T03:32:04.046 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:32:04.047 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:03] ENGINE Bus STOPPED 2024-09-11T03:32:04.047 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:03] ENGINE Bus STARTING 2024-09-11T03:32:04.047 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:04] ENGINE Serving on http://:::9283 2024-09-11T03:32:04.047 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:32:04] ENGINE Bus STARTED 2024-09-11T03:32:04.295 INFO:tasks.workunit.client.0.smithi086.stderr:+ LAST_OPT_REVISION=1 2024-09-11T03:32:04.295 INFO:tasks.workunit.client.0.smithi086.stderr:+ '[' 1 -ne 1 ']' 2024-09-11T03:32:04.295 INFO:tasks.workunit.client.0.smithi086.stderr:+ ceph telemetry show 2024-09-11T03:32:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='client.24728 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-11T03:32:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:04.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:04.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:04.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:04.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='client.24728 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:04.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:04.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-11T03:32:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:04.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:04.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.327 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.327 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.327 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.327 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.327 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.327 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.327 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.327 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.327 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.327 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:04.327 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:04.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:04.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:04.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:04.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:04.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:04.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:04.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.330 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.330 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.330 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:04.330 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:04.330 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.330 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.330 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.330 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:04.330 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:04.330 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.330 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.330 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:04 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='client.24728 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-11T03:32:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:04.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:04.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:04.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:04.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:04.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:04.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:04.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:04.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:04.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:04.601 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:04.601 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:04.601 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:04 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:04.947 INFO:tasks.workunit.client.0.smithi086.stdout:{ 2024-09-11T03:32:04.947 INFO:tasks.workunit.client.0.smithi086.stdout: "balancer": { 2024-09-11T03:32:04.947 INFO:tasks.workunit.client.0.smithi086.stdout: "active": true, 2024-09-11T03:32:04.947 INFO:tasks.workunit.client.0.smithi086.stdout: "mode": "" 2024-09-11T03:32:04.947 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.947 INFO:tasks.workunit.client.0.smithi086.stdout: "channels": [ 2024-09-11T03:32:04.947 INFO:tasks.workunit.client.0.smithi086.stdout: "basic", 2024-09-11T03:32:04.947 INFO:tasks.workunit.client.0.smithi086.stdout: "crash", 2024-09-11T03:32:04.947 INFO:tasks.workunit.client.0.smithi086.stdout: "device", 2024-09-11T03:32:04.947 INFO:tasks.workunit.client.0.smithi086.stdout: "ident", 2024-09-11T03:32:04.947 INFO:tasks.workunit.client.0.smithi086.stdout: "perf" 2024-09-11T03:32:04.947 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:04.948 INFO:tasks.workunit.client.0.smithi086.stdout: "channels_available": [ 2024-09-11T03:32:04.948 INFO:tasks.workunit.client.0.smithi086.stdout: "basic", 2024-09-11T03:32:04.948 INFO:tasks.workunit.client.0.smithi086.stdout: "ident", 2024-09-11T03:32:04.948 INFO:tasks.workunit.client.0.smithi086.stdout: "crash", 2024-09-11T03:32:04.948 INFO:tasks.workunit.client.0.smithi086.stdout: "device", 2024-09-11T03:32:04.948 INFO:tasks.workunit.client.0.smithi086.stdout: "perf" 2024-09-11T03:32:04.948 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:04.948 INFO:tasks.workunit.client.0.smithi086.stdout: "collections_available": [ 2024-09-11T03:32:04.948 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_base", 2024-09-11T03:32:04.948 INFO:tasks.workunit.client.0.smithi086.stdout: "device_base", 2024-09-11T03:32:04.948 INFO:tasks.workunit.client.0.smithi086.stdout: "crash_base", 2024-09-11T03:32:04.948 INFO:tasks.workunit.client.0.smithi086.stdout: "ident_base", 2024-09-11T03:32:04.948 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_perf", 2024-09-11T03:32:04.949 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_mds_metadata", 2024-09-11T03:32:04.949 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_usage", 2024-09-11T03:32:04.949 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_usage_by_class", 2024-09-11T03:32:04.949 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_rook_v01", 2024-09-11T03:32:04.949 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_memory_metrics", 2024-09-11T03:32:04.949 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_options_bluestore" 2024-09-11T03:32:04.949 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:04.949 INFO:tasks.workunit.client.0.smithi086.stdout: "collections_opted_in": [ 2024-09-11T03:32:04.949 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_base", 2024-09-11T03:32:04.949 INFO:tasks.workunit.client.0.smithi086.stdout: "device_base", 2024-09-11T03:32:04.949 INFO:tasks.workunit.client.0.smithi086.stdout: "crash_base", 2024-09-11T03:32:04.949 INFO:tasks.workunit.client.0.smithi086.stdout: "ident_base", 2024-09-11T03:32:04.949 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_perf", 2024-09-11T03:32:04.950 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_mds_metadata", 2024-09-11T03:32:04.950 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_usage", 2024-09-11T03:32:04.950 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_usage_by_class", 2024-09-11T03:32:04.950 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_rook_v01", 2024-09-11T03:32:04.950 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_memory_metrics", 2024-09-11T03:32:04.950 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_options_bluestore" 2024-09-11T03:32:04.950 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:04.950 INFO:tasks.workunit.client.0.smithi086.stdout: "config": { 2024-09-11T03:32:04.950 INFO:tasks.workunit.client.0.smithi086.stdout: "active_changed": [ 2024-09-11T03:32:04.950 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-11T03:32:04.950 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_debug", 2024-09-11T03:32:04.950 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_mon_ticket_ttl", 2024-09-11T03:32:04.950 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_service_ticket_ttl", 2024-09-11T03:32:04.951 INFO:tasks.workunit.client.0.smithi086.stdout: "bdev_debug_aio", 2024-09-11T03:32:04.951 INFO:tasks.workunit.client.0.smithi086.stdout: "client_check_pool_perm", 2024-09-11T03:32:04.951 INFO:tasks.workunit.client.0.smithi086.stdout: "client_mount_gid", 2024-09-11T03:32:04.951 INFO:tasks.workunit.client.0.smithi086.stdout: "client_mount_uid", 2024-09-11T03:32:04.951 INFO:tasks.workunit.client.0.smithi086.stdout: "client_quota", 2024-09-11T03:32:04.951 INFO:tasks.workunit.client.0.smithi086.stdout: "container_image", 2024-09-11T03:32:04.951 INFO:tasks.workunit.client.0.smithi086.stdout: "daemonize", 2024-09-11T03:32:04.951 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_asserts_on_shutdown", 2024-09-11T03:32:04.951 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mgr", 2024-09-11T03:32:04.951 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mon", 2024-09-11T03:32:04.951 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_ms", 2024-09-11T03:32:04.951 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_osd", 2024-09-11T03:32:04.951 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_paxos", 2024-09-11T03:32:04.952 INFO:tasks.workunit.client.0.smithi086.stdout: "keyring", 2024-09-11T03:32:04.952 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_block_size", 2024-09-11T03:32:04.952 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_cache_size", 2024-09-11T03:32:04.952 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_compression", 2024-09-11T03:32:04.952 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_log", 2024-09-11T03:32:04.952 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_write_buffer_size", 2024-09-11T03:32:04.952 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_file", 2024-09-11T03:32:04.952 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_journald", 2024-09-11T03:32:04.952 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_stderr", 2024-09-11T03:32:04.952 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_allow_pool_delete", 2024-09-11T03:32:04.952 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_clock_drift_allowed", 2024-09-11T03:32:04.952 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_file_level", 2024-09-11T03:32:04.952 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_file", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_journald", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_stderr", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_data_avail_warn", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_election_default_strategy", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_host", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_max_pg_per_osd", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_mgr_mkfs_grace", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_prime_pg_temp", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_reporter_subtree_level", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_pg_warn_max_object_skew", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-11T03:32:04.953 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-11T03:32:04.954 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-11T03:32:04.954 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-11T03:32:04.954 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-11T03:32:04.954 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-11T03:32:04.954 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_too_few_osds", 2024-09-11T03:32:04.954 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_bug", 2024-09-11T03:32:04.954 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_old_message", 2024-09-11T03:32:04.954 INFO:tasks.workunit.client.0.smithi086.stdout: "no_config_file", 2024-09-11T03:32:04.954 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_default_list", 2024-09-11T03:32:04.954 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_load_list", 2024-09-11T03:32:04.954 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_crush_chooseleaf_type", 2024-09-11T03:32:04.954 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_misdirected_ops", 2024-09-11T03:32:04.954 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_op_order", 2024-09-11T03:32:04.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_pg_log_writeout", 2024-09-11T03:32:04.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_shutdown", 2024-09-11T03:32:04.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_cached_snaps", 2024-09-11T03:32:04.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_missing_on_start", 2024-09-11T03:32:04.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_stray_on_activate", 2024-09-11T03:32:04.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-11T03:32:04.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep", 2024-09-11T03:32:04.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep_hdd", 2024-09-11T03:32:04.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep_hybrid", 2024-09-11T03:32:04.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep_ssd", 2024-09-11T03:32:04.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_max_backfills", 2024-09-11T03:32:04.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-11T03:32:04.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_profile", 2024-09-11T03:32:04.956 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-11T03:32:04.956 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-11T03:32:04.956 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-11T03:32:04.956 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-11T03:32:04.956 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-11T03:32:04.956 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-11T03:32:04.956 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_client_lim", 2024-09-11T03:32:04.956 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_client_res", 2024-09-11T03:32:04.956 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-11T03:32:04.956 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target", 2024-09-11T03:32:04.956 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target_autotune", 2024-09-11T03:32:04.956 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue", 2024-09-11T03:32:04.956 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue_cut_off", 2024-09-11T03:32:04.957 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pg_delete_cost", 2024-09-11T03:32:04.957 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_erasure_code_profile", 2024-09-11T03:32:04.957 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-11T03:32:04.957 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recover_clone_overlap", 2024-09-11T03:32:04.957 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_active", 2024-09-11T03:32:04.957 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_active_hdd", 2024-09-11T03:32:04.957 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_active_ssd", 2024-09-11T03:32:04.957 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_chunk", 2024-09-11T03:32:04.957 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep", 2024-09-11T03:32:04.957 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep_hdd", 2024-09-11T03:32:04.957 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep_hybrid", 2024-09-11T03:32:04.958 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep_ssd", 2024-09-11T03:32:04.958 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_load_threshold", 2024-09-11T03:32:04.958 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_max_interval", 2024-09-11T03:32:04.958 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_sleep", 2024-09-11T03:32:04.958 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_shutdown_pgref_assert", 2024-09-11T03:32:04.958 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep", 2024-09-11T03:32:04.958 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep_hdd", 2024-09-11T03:32:04.958 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-11T03:32:04.958 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep_ssd", 2024-09-11T03:32:04.958 INFO:tasks.workunit.client.0.smithi086.stdout: "public_addr", 2024-09-11T03:32:04.958 INFO:tasks.workunit.client.0.smithi086.stdout: "public_addrv", 2024-09-11T03:32:04.958 INFO:tasks.workunit.client.0.smithi086.stdout: "public_network", 2024-09-11T03:32:04.958 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd_default_features", 2024-09-11T03:32:04.959 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd_qos_exclude_ops", 2024-09-11T03:32:04.959 INFO:tasks.workunit.client.0.smithi086.stdout: "setgroup", 2024-09-11T03:32:04.959 INFO:tasks.workunit.client.0.smithi086.stdout: "setuser" 2024-09-11T03:32:04.959 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:04.959 INFO:tasks.workunit.client.0.smithi086.stdout: "cluster_changed": [ 2024-09-11T03:32:04.959 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-11T03:32:04.959 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_debug", 2024-09-11T03:32:04.959 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_mon_ticket_ttl", 2024-09-11T03:32:04.959 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_service_ticket_ttl", 2024-09-11T03:32:04.959 INFO:tasks.workunit.client.0.smithi086.stdout: "bdev_debug_aio", 2024-09-11T03:32:04.959 INFO:tasks.workunit.client.0.smithi086.stdout: "container_image", 2024-09-11T03:32:04.959 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_asserts_on_shutdown", 2024-09-11T03:32:04.960 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mgr", 2024-09-11T03:32:04.960 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mon", 2024-09-11T03:32:04.960 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_ms", 2024-09-11T03:32:04.960 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_osd", 2024-09-11T03:32:04.960 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_paxos", 2024-09-11T03:32:04.960 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_file", 2024-09-11T03:32:04.960 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_journald", 2024-09-11T03:32:04.960 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_stderr", 2024-09-11T03:32:04.960 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_join_fs", 2024-09-11T03:32:04.960 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/allow_ptrace", 2024-09-11T03:32:04.960 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/container_init", 2024-09-11T03:32:04.960 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/migration_current", 2024-09-11T03:32:04.960 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/use_repo_digest", 2024-09-11T03:32:04.961 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-11T03:32:04.961 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-11T03:32:04.961 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-11T03:32:04.961 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-11T03:32:04.961 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/ssl_server_port", 2024-09-11T03:32:04.961 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/orchestrator/orchestrator", 2024-09-11T03:32:04.961 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/channel_ident", 2024-09-11T03:32:04.961 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/channel_perf", 2024-09-11T03:32:04.961 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/description", 2024-09-11T03:32:04.961 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/enabled", 2024-09-11T03:32:04.961 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/organization", 2024-09-11T03:32:04.961 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_allow_pool_delete", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_clock_drift_allowed", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_file_level", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_file", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_data_avail_warn", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_election_default_strategy", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_max_pg_per_osd", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_mgr_mkfs_grace", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_prime_pg_temp", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_reporter_subtree_level", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_pg_warn_max_object_skew", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-11T03:32:04.962 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-11T03:32:04.963 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-11T03:32:04.963 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-11T03:32:04.963 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-11T03:32:04.963 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-11T03:32:04.963 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_too_few_osds", 2024-09-11T03:32:04.963 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_bug", 2024-09-11T03:32:04.963 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_old_message", 2024-09-11T03:32:04.963 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_default_list", 2024-09-11T03:32:04.963 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_load_list", 2024-09-11T03:32:04.963 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_misdirected_ops", 2024-09-11T03:32:04.963 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_op_order", 2024-09-11T03:32:04.963 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_pg_log_writeout", 2024-09-11T03:32:04.963 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_shutdown", 2024-09-11T03:32:04.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_cached_snaps", 2024-09-11T03:32:04.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_missing_on_start", 2024-09-11T03:32:04.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_stray_on_activate", 2024-09-11T03:32:04.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-11T03:32:04.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-11T03:32:04.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_profile", 2024-09-11T03:32:04.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target", 2024-09-11T03:32:04.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target_autotune", 2024-09-11T03:32:04.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue", 2024-09-11T03:32:04.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue_cut_off", 2024-09-11T03:32:04.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_erasure_code_profile", 2024-09-11T03:32:04.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-11T03:32:04.965 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recover_clone_overlap", 2024-09-11T03:32:04.965 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_chunk", 2024-09-11T03:32:04.965 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_load_threshold", 2024-09-11T03:32:04.965 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_max_interval", 2024-09-11T03:32:04.965 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_shutdown_pgref_assert", 2024-09-11T03:32:04.965 INFO:tasks.workunit.client.0.smithi086.stdout: "public_network", 2024-09-11T03:32:04.965 INFO:tasks.workunit.client.0.smithi086.stdout: "rgw_cache_enabled", 2024-09-11T03:32:04.965 INFO:tasks.workunit.client.0.smithi086.stdout: "rgw_enable_ops_log", 2024-09-11T03:32:04.965 INFO:tasks.workunit.client.0.smithi086.stdout: "rgw_enable_usage_log" 2024-09-11T03:32:04.965 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:04.965 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.965 INFO:tasks.workunit.client.0.smithi086.stdout: "contact": null, 2024-09-11T03:32:04.966 INFO:tasks.workunit.client.0.smithi086.stdout: "crashes": [], 2024-09-11T03:32:04.966 INFO:tasks.workunit.client.0.smithi086.stdout: "created": "2024-09-11T03:23:16.099776Z", 2024-09-11T03:32:04.966 INFO:tasks.workunit.client.0.smithi086.stdout: "crush": { 2024-09-11T03:32:04.966 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket_algs": { 2024-09-11T03:32:04.966 INFO:tasks.workunit.client.0.smithi086.stdout: "straw2": 3 2024-09-11T03:32:04.966 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.966 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket_sizes": { 2024-09-11T03:32:04.966 INFO:tasks.workunit.client.0.smithi086.stdout: "2": 1, 2024-09-11T03:32:04.966 INFO:tasks.workunit.client.0.smithi086.stdout: "4": 2 2024-09-11T03:32:04.966 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.966 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket_types": { 2024-09-11T03:32:04.966 INFO:tasks.workunit.client.0.smithi086.stdout: "1": 2, 2024-09-11T03:32:04.966 INFO:tasks.workunit.client.0.smithi086.stdout: "11": 1 2024-09-11T03:32:04.967 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.967 INFO:tasks.workunit.client.0.smithi086.stdout: "compat_weight_set": false, 2024-09-11T03:32:04.967 INFO:tasks.workunit.client.0.smithi086.stdout: "device_classes": [ 2024-09-11T03:32:04.967 INFO:tasks.workunit.client.0.smithi086.stdout: 8 2024-09-11T03:32:04.967 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:04.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_buckets": 6, 2024-09-11T03:32:04.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_devices": 8, 2024-09-11T03:32:04.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_rules": 1, 2024-09-11T03:32:04.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_types": 12, 2024-09-11T03:32:04.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_weight_sets": 0, 2024-09-11T03:32:04.967 INFO:tasks.workunit.client.0.smithi086.stdout: "tunables": { 2024-09-11T03:32:04.967 INFO:tasks.workunit.client.0.smithi086.stdout: "allowed_bucket_algs": 54, 2024-09-11T03:32:04.968 INFO:tasks.workunit.client.0.smithi086.stdout: "choose_local_fallback_tries": 0, 2024-09-11T03:32:04.968 INFO:tasks.workunit.client.0.smithi086.stdout: "choose_local_tries": 0, 2024-09-11T03:32:04.968 INFO:tasks.workunit.client.0.smithi086.stdout: "choose_total_tries": 50, 2024-09-11T03:32:04.968 INFO:tasks.workunit.client.0.smithi086.stdout: "chooseleaf_descend_once": 1, 2024-09-11T03:32:04.968 INFO:tasks.workunit.client.0.smithi086.stdout: "chooseleaf_stable": 1, 2024-09-11T03:32:04.968 INFO:tasks.workunit.client.0.smithi086.stdout: "chooseleaf_vary_r": 1, 2024-09-11T03:32:04.968 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v2_rules": 0, 2024-09-11T03:32:04.968 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v3_rules": 0, 2024-09-11T03:32:04.968 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v4_buckets": 1, 2024-09-11T03:32:04.968 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v5_rules": 0, 2024-09-11T03:32:04.968 INFO:tasks.workunit.client.0.smithi086.stdout: "legacy_tunables": 0, 2024-09-11T03:32:04.968 INFO:tasks.workunit.client.0.smithi086.stdout: "minimum_required_version": "jewel", 2024-09-11T03:32:04.968 INFO:tasks.workunit.client.0.smithi086.stdout: "optimal_tunables": 1, 2024-09-11T03:32:04.969 INFO:tasks.workunit.client.0.smithi086.stdout: "profile": "jewel", 2024-09-11T03:32:04.969 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables": 1, 2024-09-11T03:32:04.969 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables2": 1, 2024-09-11T03:32:04.969 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables3": 1, 2024-09-11T03:32:04.969 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables5": 1, 2024-09-11T03:32:04.969 INFO:tasks.workunit.client.0.smithi086.stdout: "straw_calc_version": 1 2024-09-11T03:32:04.969 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:04.969 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.969 INFO:tasks.workunit.client.0.smithi086.stdout: "description": "upgrade test cluster", 2024-09-11T03:32:04.969 INFO:tasks.workunit.client.0.smithi086.stdout: "fs": { 2024-09-11T03:32:04.969 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:04.969 INFO:tasks.workunit.client.0.smithi086.stdout: "feature_flags": { 2024-09-11T03:32:04.969 INFO:tasks.workunit.client.0.smithi086.stdout: "enable_multiple": true, 2024-09-11T03:32:04.970 INFO:tasks.workunit.client.0.smithi086.stdout: "ever_enabled_multiple": true 2024-09-11T03:32:04.970 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.970 INFO:tasks.workunit.client.0.smithi086.stdout: "filesystems": [ 2024-09-11T03:32:04.970 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:04.970 INFO:tasks.workunit.client.0.smithi086.stdout: "approx_ctime": "2024-09", 2024-09-11T03:32:04.970 INFO:tasks.workunit.client.0.smithi086.stdout: "balancer_enabled": false, 2024-09-11T03:32:04.970 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.970 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_caps": 0, 2024-09-11T03:32:04.970 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_dns": 10, 2024-09-11T03:32:04.970 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_inos": 13, 2024-09-11T03:32:04.970 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_subtrees": 2, 2024-09-11T03:32:04.970 INFO:tasks.workunit.client.0.smithi086.stdout: "ever_allowed_features": 0, 2024-09-11T03:32:04.970 INFO:tasks.workunit.client.0.smithi086.stdout: "explicitly_allowed_features": 0, 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: "files": 0, 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: "max_mds": 1, 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: "num_data_pools": 1, 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: "num_in": 1, 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: "num_mds": 1, 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: "num_sessions": 0, 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: "num_standby_replay": 0, 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: "num_up": 1, 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: "snaps": 0, 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: "standby_count_wanted": 0 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: "num_standby_mds": 1, 2024-09-11T03:32:04.971 INFO:tasks.workunit.client.0.smithi086.stdout: "total_num_mds": 2 2024-09-11T03:32:04.972 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.972 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_stats": { 2024-09-11T03:32:04.972 INFO:tasks.workunit.client.0.smithi086.stdout: "mds": { 2024-09-11T03:32:04.972 INFO:tasks.workunit.client.0.smithi086.stdout: "mds.7164039c3c4d408653c99001db48fa0ebaade7f9": { 2024-09-11T03:32:04.972 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 20135936, 2024-09-11T03:32:04.972 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 336696, 2024-09-11T03:32:04.972 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2621440, 2024-09-11T03:32:04.972 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 909312, 2024-09-11T03:32:04.972 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 0, 2024-09-11T03:32:04.972 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 341, 2024-09-11T03:32:04.972 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:04.972 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 742872, 2024-09-11T03:32:04.972 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 12, 2024-09-11T03:32:04.973 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 817664, 2024-09-11T03:32:04.973 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 14707952, 2024-09-11T03:32:04.973 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 20135936 2024-09-11T03:32:04.973 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.973 INFO:tasks.workunit.client.0.smithi086.stdout: "mds.ffa0def71e9f994dd08cd80ea309b9443282da18": { 2024-09-11T03:32:04.973 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 20357120, 2024-09-11T03:32:04.973 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 398096, 2024-09-11T03:32:04.973 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2621440, 2024-09-11T03:32:04.973 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 24576, 2024-09-11T03:32:04.973 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 827392, 2024-09-11T03:32:04.973 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 421, 2024-09-11T03:32:04.973 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:04.973 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 1202648, 2024-09-11T03:32:04.974 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 20, 2024-09-11T03:32:04.974 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 976384, 2024-09-11T03:32:04.974 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 15133976, 2024-09-11T03:32:04.974 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 21184512 2024-09-11T03:32:04.974 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:04.974 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.974 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:04.974 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.7164039c3c4d408653c99001db48fa0ebaade7f9": { 2024-09-11T03:32:04.974 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 35364864, 2024-09-11T03:32:04.974 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 1322256, 2024-09-11T03:32:04.974 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2621440, 2024-09-11T03:32:04.974 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:04.974 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 11116544, 2024-09-11T03:32:04.975 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1137, 2024-09-11T03:32:04.975 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:04.975 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 7727128, 2024-09-11T03:32:04.975 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 21, 2024-09-11T03:32:04.975 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 993792, 2024-09-11T03:32:04.975 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 22700248, 2024-09-11T03:32:04.975 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 46481408 2024-09-11T03:32:04.975 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.975 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.d0bf061b64e0a528e4246af4de2ee6cc0767c1e1": { 2024-09-11T03:32:04.975 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 34914304, 2024-09-11T03:32:04.975 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 787256, 2024-09-11T03:32:04.975 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2621440, 2024-09-11T03:32:04.975 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 729088, 2024-09-11T03:32:04.976 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 9461760, 2024-09-11T03:32:04.976 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 943, 2024-09-11T03:32:04.976 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:04.976 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 6949936, 2024-09-11T03:32:04.976 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 21, 2024-09-11T03:32:04.976 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 1174272, 2024-09-11T03:32:04.976 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 22652312, 2024-09-11T03:32:04.976 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 44376064 2024-09-11T03:32:04.976 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.976 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.ffa0def71e9f994dd08cd80ea309b9443282da18": { 2024-09-11T03:32:04.976 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 45260800, 2024-09-11T03:32:04.976 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 1353904, 2024-09-11T03:32:04.976 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2621440, 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 4251648, 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1894, 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 11365808, 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 23, 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 2919424, 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 27000224, 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 49512448 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.0": { 2024-09-11T03:32:04.977 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 46661632, 2024-09-11T03:32:04.978 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 825584, 2024-09-11T03:32:04.978 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:04.978 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:04.978 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 507904, 2024-09-11T03:32:04.978 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1409, 2024-09-11T03:32:04.978 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:04.978 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 5647232, 2024-09-11T03:32:04.978 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 46, 2024-09-11T03:32:04.978 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 2123264, 2024-09-11T03:32:04.978 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 35313040, 2024-09-11T03:32:04.978 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 47169536 2024-09-11T03:32:04.978 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.978 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.1": { 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 46309376, 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 879152, 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 90112, 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1368, 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 5841432, 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 47, 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 1984512, 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 34851768, 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 46399488 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.979 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.2": { 2024-09-11T03:32:04.980 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 45285376, 2024-09-11T03:32:04.980 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 759672, 2024-09-11T03:32:04.980 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:04.980 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:04.980 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 770048, 2024-09-11T03:32:04.980 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1291, 2024-09-11T03:32:04.980 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:04.980 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 5089544, 2024-09-11T03:32:04.980 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 47, 2024-09-11T03:32:04.980 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 2809856, 2024-09-11T03:32:04.980 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 33873792, 2024-09-11T03:32:04.980 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 46055424 2024-09-11T03:32:04.980 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.981 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.3": { 2024-09-11T03:32:04.981 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 46784512, 2024-09-11T03:32:04.981 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 1688096, 2024-09-11T03:32:04.981 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:04.981 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:04.981 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 598016, 2024-09-11T03:32:04.981 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1620, 2024-09-11T03:32:04.981 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:04.981 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 5381488, 2024-09-11T03:32:04.981 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 47, 2024-09-11T03:32:04.981 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 2829568, 2024-09-11T03:32:04.981 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 34132848, 2024-09-11T03:32:04.982 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 47382528 2024-09-11T03:32:04.982 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.982 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.4": { 2024-09-11T03:32:04.982 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 44277760, 2024-09-11T03:32:04.982 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 641792, 2024-09-11T03:32:04.982 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:04.982 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:04.982 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 942080, 2024-09-11T03:32:04.982 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1266, 2024-09-11T03:32:04.982 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:04.982 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 4979776, 2024-09-11T03:32:04.982 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 48, 2024-09-11T03:32:04.983 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 1823232, 2024-09-11T03:32:04.983 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 34080448, 2024-09-11T03:32:04.983 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 45219840 2024-09-11T03:32:04.983 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.983 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.5": { 2024-09-11T03:32:04.983 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 48922624, 2024-09-11T03:32:04.983 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 2026984, 2024-09-11T03:32:04.983 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:04.983 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:04.983 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 622592, 2024-09-11T03:32:04.983 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1655, 2024-09-11T03:32:04.983 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:04.983 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 5205864, 2024-09-11T03:32:04.984 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 47, 2024-09-11T03:32:04.984 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 3664128, 2024-09-11T03:32:04.984 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 35273136, 2024-09-11T03:32:04.984 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 49545216 2024-09-11T03:32:04.984 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.984 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.6": { 2024-09-11T03:32:04.984 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 49471488, 2024-09-11T03:32:04.984 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 1745288, 2024-09-11T03:32:04.984 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:04.984 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:04.984 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 73728, 2024-09-11T03:32:04.984 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1704, 2024-09-11T03:32:04.984 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:04.985 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 5997328, 2024-09-11T03:32:04.985 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 47, 2024-09-11T03:32:04.985 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 3781120, 2024-09-11T03:32:04.985 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 35195240, 2024-09-11T03:32:04.985 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 49545216 2024-09-11T03:32:04.985 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.985 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.7": { 2024-09-11T03:32:04.985 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 49127424, 2024-09-11T03:32:04.985 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 1910072, 2024-09-11T03:32:04.985 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:04.985 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 16384, 2024-09-11T03:32:04.985 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 352256, 2024-09-11T03:32:04.986 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1779, 2024-09-11T03:32:04.986 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:04.986 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 5955112, 2024-09-11T03:32:04.986 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 47, 2024-09-11T03:32:04.986 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 4065536, 2024-09-11T03:32:04.986 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 34427808, 2024-09-11T03:32:04.986 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 49479680 2024-09-11T03:32:04.986 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:04.986 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:04.986 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.986 INFO:tasks.workunit.client.0.smithi086.stdout: "hosts": { 2024-09-11T03:32:04.986 INFO:tasks.workunit.client.0.smithi086.stdout: "num": 2, 2024-09-11T03:32:04.986 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_mds": 2, 2024-09-11T03:32:04.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_mgr": 2, 2024-09-11T03:32:04.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_mon": 2, 2024-09-11T03:32:04.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_osd": 2 2024-09-11T03:32:04.987 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.987 INFO:tasks.workunit.client.0.smithi086.stdout: "io_rate": { 2024-09-11T03:32:04.987 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_stats_delta": { 2024-09-11T03:32:04.987 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": 0, 2024-09-11T03:32:04.987 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:04.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_store_stats": 0, 2024-09-11T03:32:04.987 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:04.987 INFO:tasks.workunit.client.0.smithi086.stdout: "stamp_delta": "12.002573", 2024-09-11T03:32:04.987 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:04.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:04.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:04.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:04.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:04.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:04.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:04.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:04.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:04.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:04.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:04.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:04.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:04.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:04.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:04.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:04.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:04.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:04.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:04.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:04.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:04.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:04.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:04.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:04.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:04.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:04.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:04.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:04.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:04.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:04.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:04.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:04.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:04.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:04.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:04.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:04.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:04.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:04.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:04.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:04.991 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:04.991 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.991 INFO:tasks.workunit.client.0.smithi086.stdout: "store_stats": { 2024-09-11T03:32:04.991 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": 0, 2024-09-11T03:32:04.991 INFO:tasks.workunit.client.0.smithi086.stdout: "available": 0, 2024-09-11T03:32:04.991 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed": 0, 2024-09-11T03:32:04.991 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_allocated": 0, 2024-09-11T03:32:04.991 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_original": 0, 2024-09-11T03:32:04.991 INFO:tasks.workunit.client.0.smithi086.stdout: "data_stored": 0, 2024-09-11T03:32:04.991 INFO:tasks.workunit.client.0.smithi086.stdout: "internal_metadata": 0, 2024-09-11T03:32:04.991 INFO:tasks.workunit.client.0.smithi086.stdout: "internally_reserved": 0, 2024-09-11T03:32:04.991 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_allocated": 0, 2024-09-11T03:32:04.991 INFO:tasks.workunit.client.0.smithi086.stdout: "total": 0 2024-09-11T03:32:04.992 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.992 INFO:tasks.workunit.client.0.smithi086.stdout: "up": 0 2024-09-11T03:32:04.992 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:04.992 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.992 INFO:tasks.workunit.client.0.smithi086.stdout: "leaderboard": false, 2024-09-11T03:32:04.992 INFO:tasks.workunit.client.0.smithi086.stdout: "leaderboard_description": null, 2024-09-11T03:32:04.992 INFO:tasks.workunit.client.0.smithi086.stdout: "license": "sharing-1-0", 2024-09-11T03:32:04.992 INFO:tasks.workunit.client.0.smithi086.stdout: "mempool": { 2024-09-11T03:32:04.992 INFO:tasks.workunit.client.0.smithi086.stdout: "mds": { 2024-09-11T03:32:04.992 INFO:tasks.workunit.client.0.smithi086.stdout: "mds.7164039c3c4d408653c99001db48fa0ebaade7f9": { 2024-09-11T03:32:04.992 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:04.992 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.992 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.993 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.993 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:04.993 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.993 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.993 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.993 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:04.993 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.993 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.993 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.993 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:04.993 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.993 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.993 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:04.994 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.995 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.996 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:04.996 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.996 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.996 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.996 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:04.996 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.996 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.996 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.996 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:04.996 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.996 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.996 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.996 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:04.997 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.997 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.997 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.997 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:04.997 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.997 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.997 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.997 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:04.997 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.997 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.997 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.997 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:04.997 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 149167, 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 32 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 928, 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 2 2024-09-11T03:32:04.998 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.999 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:04.999 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.999 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.999 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.999 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:04.999 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.999 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.999 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.999 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:04.999 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:04.999 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:04.999 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:04.999 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:05.000 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.000 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.000 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.000 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:05.000 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.000 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.000 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.000 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:05.000 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.000 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.000 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: "mds.ffa0def71e9f994dd08cd80ea309b9443282da18": { 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.001 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.002 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.002 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.002 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.002 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.002 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:05.002 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.002 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.002 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.002 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:05.002 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.002 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.002 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.002 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.003 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.004 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.004 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:05.004 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.004 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.004 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.004 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:05.004 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.004 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.004 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.004 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:05.004 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.004 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.004 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.005 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:05.005 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.005 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.005 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.005 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:05.005 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.005 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.005 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.005 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:05.005 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.005 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.005 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.005 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.006 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.007 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.007 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:05.007 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 222727, 2024-09-11T03:32:05.007 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 72 2024-09-11T03:32:05.007 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.007 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:05.007 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.007 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.007 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.007 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:05.007 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 51704, 2024-09-11T03:32:05.007 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 208 2024-09-11T03:32:05.007 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:05.008 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 8112, 2024-09-11T03:32:05.009 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 137 2024-09-11T03:32:05.009 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.009 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:05.009 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.009 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.009 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.009 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:05.009 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.009 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.009 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.009 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:05.009 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.009 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.7164039c3c4d408653c99001db48fa0ebaade7f9": { 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.010 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.011 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.011 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.011 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.011 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:05.011 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.011 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.011 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.011 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:05.011 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.011 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.011 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.011 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:05.011 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.012 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.012 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.012 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:05.012 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.012 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.012 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.012 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:05.012 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.012 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.012 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.012 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:05.012 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.012 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.013 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.013 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:05.013 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.013 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.013 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.013 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:05.013 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.013 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.013 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.013 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:05.014 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.014 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.014 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.014 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:05.014 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.014 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.014 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.014 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:05.014 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.014 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.014 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.014 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:05.014 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.015 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.016 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:05.016 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.016 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.016 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.016 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:05.016 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1177963, 2024-09-11T03:32:05.016 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 365 2024-09-11T03:32:05.016 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.016 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:05.016 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.016 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.016 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.016 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.017 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.018 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.018 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:05.018 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6688, 2024-09-11T03:32:05.018 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 136 2024-09-11T03:32:05.018 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.018 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:05.018 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12744, 2024-09-11T03:32:05.018 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 1546 2024-09-11T03:32:05.018 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.018 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:05.018 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 5312, 2024-09-11T03:32:05.018 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 103 2024-09-11T03:32:05.018 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.d0bf061b64e0a528e4246af4de2ee6cc0767c1e1": { 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.019 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.020 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.020 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.020 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.020 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.020 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:05.020 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.020 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.020 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.020 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:05.020 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.020 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.020 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.020 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:05.021 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.021 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.021 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.021 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:05.021 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.021 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.021 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.021 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:05.021 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.021 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.021 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.022 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:05.022 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.022 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.022 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.022 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:05.022 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.022 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.022 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.022 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:05.022 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.022 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.022 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.022 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:05.023 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.023 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.023 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.023 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:05.023 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.023 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.023 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.023 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:05.023 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.023 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.023 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.023 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:05.023 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.024 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.024 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.024 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:05.024 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.024 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.024 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.024 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:05.024 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.024 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.024 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.024 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:05.024 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.024 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1206589, 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 370 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.025 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:05.026 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.026 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.026 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.026 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.026 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.026 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.026 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.026 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:05.026 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.026 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.026 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.026 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:05.026 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.027 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.027 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.027 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:05.027 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6688, 2024-09-11T03:32:05.027 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 136 2024-09-11T03:32:05.027 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.027 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:05.027 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12744, 2024-09-11T03:32:05.027 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 1546 2024-09-11T03:32:05.027 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.027 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:05.027 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 5312, 2024-09-11T03:32:05.027 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 103 2024-09-11T03:32:05.028 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.028 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:05.028 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.028 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.028 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.028 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:05.028 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.028 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.028 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.028 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.028 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.ffa0def71e9f994dd08cd80ea309b9443282da18": { 2024-09-11T03:32:05.028 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:05.028 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.029 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.030 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:05.030 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.030 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.030 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.030 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:05.030 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.030 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.030 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.030 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:05.031 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.031 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.031 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.031 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:05.031 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.031 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.031 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.031 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:05.031 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.031 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.031 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.031 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:05.031 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.032 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.033 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:05.033 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.033 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.033 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.033 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:05.033 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.033 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.033 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.033 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:05.033 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.033 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.033 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.033 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:05.034 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.034 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.034 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.034 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:05.034 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.034 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.034 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.034 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:05.034 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1216053, 2024-09-11T03:32:05.034 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 359 2024-09-11T03:32:05.034 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.034 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:05.034 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 352, 2024-09-11T03:32:05.035 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 4 2024-09-11T03:32:05.035 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.035 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:05.035 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.035 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.035 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.035 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.035 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.035 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.035 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.035 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:05.035 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.035 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6688, 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 136 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12744, 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 1546 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.036 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:05.037 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 10624, 2024-09-11T03:32:05.037 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 206 2024-09-11T03:32:05.037 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.037 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:05.037 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.037 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.037 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.037 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:05.037 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.037 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.037 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.037 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.037 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.0": { 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:05.038 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 5840, 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 73 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 22848, 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 204 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:05.039 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1712, 2024-09-11T03:32:05.040 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 45 2024-09-11T03:32:05.040 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.040 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:05.040 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 606208, 2024-09-11T03:32:05.040 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 17 2024-09-11T03:32:05.040 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.040 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:05.040 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 57985, 2024-09-11T03:32:05.040 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 10537 2024-09-11T03:32:05.040 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.040 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:05.040 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 145096, 2024-09-11T03:32:05.040 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 245 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 11720, 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 774 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9792, 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 204 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.041 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:05.042 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 33562, 2024-09-11T03:32:05.042 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 213 2024-09-11T03:32:05.042 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.042 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:05.042 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 22848, 2024-09-11T03:32:05.042 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 204 2024-09-11T03:32:05.042 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.042 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:05.042 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.042 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.042 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.042 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:05.043 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 442605, 2024-09-11T03:32:05.043 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 96 2024-09-11T03:32:05.043 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.043 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:05.043 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.043 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.043 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.043 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:05.043 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2435154, 2024-09-11T03:32:05.043 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 193 2024-09-11T03:32:05.043 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.043 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:05.043 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6952, 2024-09-11T03:32:05.044 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 79 2024-09-11T03:32:05.044 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.044 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:05.044 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.044 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.044 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.044 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.044 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 521640, 2024-09-11T03:32:05.044 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 45 2024-09-11T03:32:05.044 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.044 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:05.044 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.044 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.045 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.045 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:05.045 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 95784, 2024-09-11T03:32:05.045 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 189 2024-09-11T03:32:05.045 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.045 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:05.045 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 241064, 2024-09-11T03:32:05.045 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3553 2024-09-11T03:32:05.045 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.045 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:05.045 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.045 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.045 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.046 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.1": { 2024-09-11T03:32:05.047 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:05.047 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.047 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.047 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.047 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.047 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:05.047 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:05.047 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.047 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:05.047 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:05.047 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:05.047 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.047 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:05.048 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:05.048 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.048 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.048 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:05.048 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 4960, 2024-09-11T03:32:05.048 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 62 2024-09-11T03:32:05.048 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.048 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:05.048 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21616, 2024-09-11T03:32:05.048 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 193 2024-09-11T03:32:05.048 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.048 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:05.048 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1376, 2024-09-11T03:32:05.049 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 42 2024-09-11T03:32:05.049 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.049 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:05.049 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 26475, 2024-09-11T03:32:05.049 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 6 2024-09-11T03:32:05.049 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.049 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:05.049 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 51539, 2024-09-11T03:32:05.049 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 9519 2024-09-11T03:32:05.049 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.049 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:05.049 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 135576, 2024-09-11T03:32:05.049 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 231 2024-09-11T03:32:05.050 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.050 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:05.050 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9696, 2024-09-11T03:32:05.050 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 601 2024-09-11T03:32:05.050 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.050 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:05.050 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9264, 2024-09-11T03:32:05.050 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 193 2024-09-11T03:32:05.050 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.050 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:05.050 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.050 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.050 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 29206, 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 199 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21616, 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 193 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 736, 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 1 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:05.051 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 458247, 2024-09-11T03:32:05.052 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 101 2024-09-11T03:32:05.052 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.052 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:05.052 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12112, 2024-09-11T03:32:05.052 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.052 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.052 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:05.052 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2435572, 2024-09-11T03:32:05.052 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 188 2024-09-11T03:32:05.052 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.052 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:05.052 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 5016, 2024-09-11T03:32:05.052 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 57 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 428904, 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 37 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.053 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:05.054 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 8528, 2024-09-11T03:32:05.054 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 22 2024-09-11T03:32:05.054 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.054 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:05.054 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 240296, 2024-09-11T03:32:05.054 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3517 2024-09-11T03:32:05.054 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.054 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:05.054 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.054 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.054 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.054 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:05.054 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.2": { 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:05.055 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.056 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.056 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.056 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.056 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:05.056 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:05.056 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.056 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:05.056 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:05.056 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:05.056 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.056 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:05.056 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:05.056 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.057 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.057 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:05.057 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 4560, 2024-09-11T03:32:05.057 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 57 2024-09-11T03:32:05.057 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.057 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:05.057 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21168, 2024-09-11T03:32:05.057 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 189 2024-09-11T03:32:05.057 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.057 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:05.057 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1376, 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 42 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 26575, 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 6 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 48332, 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 9040 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 128776, 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 221 2024-09-11T03:32:05.058 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.059 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:05.059 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 8832, 2024-09-11T03:32:05.059 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 586 2024-09-11T03:32:05.059 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.059 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:05.059 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9072, 2024-09-11T03:32:05.059 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 189 2024-09-11T03:32:05.059 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.059 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:05.059 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.059 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.059 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.059 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 27318, 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 189 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21168, 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 189 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 736, 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 1 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 377066, 2024-09-11T03:32:05.060 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 81 2024-09-11T03:32:05.061 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.061 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:05.061 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12112, 2024-09-11T03:32:05.061 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.061 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.061 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:05.061 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2422020, 2024-09-11T03:32:05.061 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 186 2024-09-11T03:32:05.061 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.061 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:05.061 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 4488, 2024-09-11T03:32:05.061 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 51 2024-09-11T03:32:05.061 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.062 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:05.062 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.062 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.062 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.062 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.062 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 347760, 2024-09-11T03:32:05.062 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 30 2024-09-11T03:32:05.062 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.062 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:05.062 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.062 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.062 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.063 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:05.063 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 8112, 2024-09-11T03:32:05.063 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 22 2024-09-11T03:32:05.063 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.063 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:05.063 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 241064, 2024-09-11T03:32:05.063 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3553 2024-09-11T03:32:05.063 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.063 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:05.063 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.063 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.063 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.063 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.3": { 2024-09-11T03:32:05.064 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:05.065 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.065 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.065 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.065 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.065 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:05.065 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:05.065 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.065 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:05.065 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:05.065 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:05.065 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.065 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:05.065 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:05.066 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.066 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.066 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:05.066 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 3920, 2024-09-11T03:32:05.066 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 49 2024-09-11T03:32:05.066 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.066 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:05.066 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21728, 2024-09-11T03:32:05.066 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 194 2024-09-11T03:32:05.066 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.066 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:05.066 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 704, 2024-09-11T03:32:05.066 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 36 2024-09-11T03:32:05.067 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.067 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:05.067 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 14187, 2024-09-11T03:32:05.067 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.067 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.067 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:05.067 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 89544, 2024-09-11T03:32:05.067 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 15505 2024-09-11T03:32:05.067 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.067 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:05.067 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 202216, 2024-09-11T03:32:05.067 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 329 2024-09-11T03:32:05.067 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.068 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:05.068 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9748, 2024-09-11T03:32:05.068 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 605 2024-09-11T03:32:05.068 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.068 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:05.068 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9312, 2024-09-11T03:32:05.068 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 194 2024-09-11T03:32:05.068 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.068 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:05.068 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.068 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.068 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.068 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:05.069 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 28526, 2024-09-11T03:32:05.069 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 197 2024-09-11T03:32:05.069 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.069 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:05.069 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21728, 2024-09-11T03:32:05.069 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 194 2024-09-11T03:32:05.069 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.069 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:05.069 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2208, 2024-09-11T03:32:05.069 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.069 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.069 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:05.069 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 293240, 2024-09-11T03:32:05.070 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 61 2024-09-11T03:32:05.070 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.070 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:05.070 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 26565, 2024-09-11T03:32:05.070 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 9 2024-09-11T03:32:05.070 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.070 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:05.070 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2437704, 2024-09-11T03:32:05.070 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 182 2024-09-11T03:32:05.070 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.070 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:05.070 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 4928, 2024-09-11T03:32:05.070 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 56 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 428904, 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 37 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.071 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:05.072 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 10400, 2024-09-11T03:32:05.072 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 20 2024-09-11T03:32:05.072 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.072 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:05.072 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 240296, 2024-09-11T03:32:05.072 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3517 2024-09-11T03:32:05.072 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.072 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:05.072 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.072 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.072 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.072 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:05.072 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.073 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.073 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.073 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:05.073 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.073 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.073 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.073 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:05.073 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.073 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.073 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.073 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.073 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.4": { 2024-09-11T03:32:05.073 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:05.074 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.075 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.075 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:05.075 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 3920, 2024-09-11T03:32:05.075 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 49 2024-09-11T03:32:05.075 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.075 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:05.075 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21840, 2024-09-11T03:32:05.075 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 195 2024-09-11T03:32:05.075 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.075 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:05.075 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 816, 2024-09-11T03:32:05.075 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 37 2024-09-11T03:32:05.075 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.076 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:05.076 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.076 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.076 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.076 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:05.076 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 52441, 2024-09-11T03:32:05.076 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 9709 2024-09-11T03:32:05.076 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.076 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:05.076 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 138296, 2024-09-11T03:32:05.076 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 235 2024-09-11T03:32:05.076 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.076 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 10072, 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 608 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9360, 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 195 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 29894, 2024-09-11T03:32:05.077 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 203 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21840, 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 195 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 736, 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 1 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 969259, 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 82 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.078 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:05.079 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12112, 2024-09-11T03:32:05.079 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.079 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.079 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:05.079 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2440291, 2024-09-11T03:32:05.079 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 184 2024-09-11T03:32:05.079 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.079 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:05.079 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 4928, 2024-09-11T03:32:05.079 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 56 2024-09-11T03:32:05.079 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.079 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:05.079 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.080 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.080 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.080 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.080 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 463680, 2024-09-11T03:32:05.080 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 40 2024-09-11T03:32:05.080 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.080 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:05.080 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.080 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.080 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.080 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:05.080 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9984, 2024-09-11T03:32:05.080 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 20 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 241064, 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3553 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.081 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.5": { 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.082 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.083 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:05.083 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:05.083 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.083 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:05.083 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:05.083 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:05.083 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.083 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:05.083 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:05.083 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.083 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.084 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:05.084 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 3280, 2024-09-11T03:32:05.084 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 41 2024-09-11T03:32:05.084 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.084 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:05.084 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21840, 2024-09-11T03:32:05.084 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 195 2024-09-11T03:32:05.084 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.084 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:05.084 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 480, 2024-09-11T03:32:05.084 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 34 2024-09-11T03:32:05.084 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.084 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 91999, 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 15837 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 206976, 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 336 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 10216, 2024-09-11T03:32:05.085 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 611 2024-09-11T03:32:05.086 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.086 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:05.086 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9360, 2024-09-11T03:32:05.086 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 195 2024-09-11T03:32:05.086 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.086 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:05.086 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.086 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.086 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.086 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:05.086 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 30150, 2024-09-11T03:32:05.086 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 204 2024-09-11T03:32:05.086 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21840, 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 195 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2208, 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 873221, 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 59 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:05.087 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 26565, 2024-09-11T03:32:05.088 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 9 2024-09-11T03:32:05.088 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.088 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:05.088 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2436424, 2024-09-11T03:32:05.088 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 186 2024-09-11T03:32:05.088 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.088 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:05.088 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 5456, 2024-09-11T03:32:05.088 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 62 2024-09-11T03:32:05.088 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.088 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:05.088 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.088 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.089 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.089 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.089 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 475272, 2024-09-11T03:32:05.089 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 41 2024-09-11T03:32:05.089 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.089 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:05.089 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.089 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.089 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.089 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:05.089 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 13520, 2024-09-11T03:32:05.089 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 26 2024-09-11T03:32:05.089 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 240296, 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3517 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:05.090 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.091 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.091 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.091 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:05.091 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.091 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.091 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.091 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.091 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.6": { 2024-09-11T03:32:05.091 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:05.091 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.091 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.091 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.091 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.092 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:05.092 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:05.092 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.092 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:05.092 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:05.092 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:05.092 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.092 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:05.092 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:05.092 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.092 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.092 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:05.092 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2640, 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 33 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 22624, 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 202 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 480, 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 34 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 14719, 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.093 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.094 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:05.094 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 91276, 2024-09-11T03:32:05.094 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 15984 2024-09-11T03:32:05.094 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.094 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:05.094 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 204256, 2024-09-11T03:32:05.094 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 332 2024-09-11T03:32:05.094 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.094 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:05.094 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 11200, 2024-09-11T03:32:05.094 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 764 2024-09-11T03:32:05.094 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.094 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9696, 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 202 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 30490, 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 200 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 22624, 2024-09-11T03:32:05.095 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 202 2024-09-11T03:32:05.096 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.096 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:05.096 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.096 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.096 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.096 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:05.096 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 845420, 2024-09-11T03:32:05.096 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 53 2024-09-11T03:32:05.096 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.096 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:05.096 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.096 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.096 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2448912, 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 183 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 4840, 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 55 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.097 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 452088, 2024-09-11T03:32:05.098 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 39 2024-09-11T03:32:05.098 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.098 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:05.098 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.098 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.098 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.098 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:05.098 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 94952, 2024-09-11T03:32:05.098 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 193 2024-09-11T03:32:05.098 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.098 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:05.098 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 241064, 2024-09-11T03:32:05.098 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3553 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.099 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.7": { 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.100 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:05.101 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:05.101 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:05.101 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.101 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:05.101 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:05.101 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:05.101 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.101 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:05.101 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2160, 2024-09-11T03:32:05.101 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 27 2024-09-11T03:32:05.101 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.101 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:05.101 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 22736, 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 203 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1600, 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 44 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 297085, 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 13 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 94896, 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 16473 2024-09-11T03:32:05.102 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.103 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:05.103 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 211056, 2024-09-11T03:32:05.103 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 342 2024-09-11T03:32:05.103 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.103 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:05.103 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12004, 2024-09-11T03:32:05.103 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 773 2024-09-11T03:32:05.103 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.103 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:05.103 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9744, 2024-09-11T03:32:05.103 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 203 2024-09-11T03:32:05.103 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.104 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:05.104 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.104 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.104 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.104 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:05.104 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 32882, 2024-09-11T03:32:05.104 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 210 2024-09-11T03:32:05.104 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.104 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:05.104 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 22736, 2024-09-11T03:32:05.104 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 203 2024-09-11T03:32:05.104 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.104 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:05.105 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.105 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.105 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.105 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:05.105 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 190236, 2024-09-11T03:32:05.105 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 37 2024-09-11T03:32:05.105 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.105 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:05.105 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.105 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.105 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.105 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:05.105 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2437641, 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 219 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6336, 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 72 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 533232, 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 46 2024-09-11T03:32:05.106 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 96408, 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 223 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 240296, 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3517 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:05.107 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.108 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.108 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.108 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:05.108 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.108 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.108 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.108 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:05.108 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.108 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.108 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.108 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: "metadata": { 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: "mds": { 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: "arch": { 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: "x86_64": 2 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_version": { 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:32:05.109 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: "cpu": { 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: "distro": { 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: "centos": 2 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: "distro_description": { 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: "CentOS Stream 9": 2 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_description": { 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_version": { 2024-09-11T03:32:05.110 INFO:tasks.workunit.client.0.smithi086.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-11T03:32:05.111 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.111 INFO:tasks.workunit.client.0.smithi086.stdout: "os": { 2024-09-11T03:32:05.111 INFO:tasks.workunit.client.0.smithi086.stdout: "Linux": 2 2024-09-11T03:32:05.111 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.111 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.111 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:05.111 INFO:tasks.workunit.client.0.smithi086.stdout: "arch": { 2024-09-11T03:32:05.111 INFO:tasks.workunit.client.0.smithi086.stdout: "x86_64": 3 2024-09-11T03:32:05.111 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.111 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_version": { 2024-09-11T03:32:05.111 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-11T03:32:05.111 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.111 INFO:tasks.workunit.client.0.smithi086.stdout: "cpu": { 2024-09-11T03:32:05.112 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-11T03:32:05.112 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.112 INFO:tasks.workunit.client.0.smithi086.stdout: "distro": { 2024-09-11T03:32:05.112 INFO:tasks.workunit.client.0.smithi086.stdout: "centos": 3 2024-09-11T03:32:05.112 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.112 INFO:tasks.workunit.client.0.smithi086.stdout: "distro_description": { 2024-09-11T03:32:05.112 INFO:tasks.workunit.client.0.smithi086.stdout: "CentOS Stream 9": 3 2024-09-11T03:32:05.112 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.112 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_description": { 2024-09-11T03:32:05.112 INFO:tasks.workunit.client.0.smithi086.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-11T03:32:05.112 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.112 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_version": { 2024-09-11T03:32:05.112 INFO:tasks.workunit.client.0.smithi086.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-11T03:32:05.113 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.113 INFO:tasks.workunit.client.0.smithi086.stdout: "os": { 2024-09-11T03:32:05.113 INFO:tasks.workunit.client.0.smithi086.stdout: "Linux": 3 2024-09-11T03:32:05.113 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.113 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.113 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.113 INFO:tasks.workunit.client.0.smithi086.stdout: "arch": { 2024-09-11T03:32:05.113 INFO:tasks.workunit.client.0.smithi086.stdout: "x86_64": 8 2024-09-11T03:32:05.113 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.113 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_version": { 2024-09-11T03:32:05.113 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-11T03:32:05.113 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.113 INFO:tasks.workunit.client.0.smithi086.stdout: "cpu": { 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: "distro": { 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: "centos": 8 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: "distro_description": { 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: "CentOS Stream 9": 8 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_description": { 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_version": { 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-11T03:32:05.114 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.115 INFO:tasks.workunit.client.0.smithi086.stdout: "os": { 2024-09-11T03:32:05.115 INFO:tasks.workunit.client.0.smithi086.stdout: "Linux": 8 2024-09-11T03:32:05.115 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.115 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_objectstore": { 2024-09-11T03:32:05.115 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": 8 2024-09-11T03:32:05.115 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.115 INFO:tasks.workunit.client.0.smithi086.stdout: "rotational": { 2024-09-11T03:32:05.115 INFO:tasks.workunit.client.0.smithi086.stdout: "0": 8 2024-09-11T03:32:05.115 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.115 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.115 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.115 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:05.115 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: "features": { 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: "optional": [], 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: "persistent": [ 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: "kraken", 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: "luminous", 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: "mimic", 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap-prune", 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: "nautilus", 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: "octopus", 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: "pacific", 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: "elector-pinging", 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: "quincy", 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: "reef" 2024-09-11T03:32:05.116 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.117 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.117 INFO:tasks.workunit.client.0.smithi086.stdout: "ipv4_addr_mons": 6, 2024-09-11T03:32:05.117 INFO:tasks.workunit.client.0.smithi086.stdout: "ipv6_addr_mons": 0, 2024-09-11T03:32:05.117 INFO:tasks.workunit.client.0.smithi086.stdout: "min_mon_release": 18, 2024-09-11T03:32:05.117 INFO:tasks.workunit.client.0.smithi086.stdout: "v1_addr_mons": 3, 2024-09-11T03:32:05.117 INFO:tasks.workunit.client.0.smithi086.stdout: "v2_addr_mons": 3 2024-09-11T03:32:05.117 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.117 INFO:tasks.workunit.client.0.smithi086.stdout: "organization": "ceph-qa", 2024-09-11T03:32:05.117 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.117 INFO:tasks.workunit.client.0.smithi086.stdout: "cluster_network": false, 2024-09-11T03:32:05.117 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 8, 2024-09-11T03:32:05.117 INFO:tasks.workunit.client.0.smithi086.stdout: "require_min_compat_client": "luminous", 2024-09-11T03:32:05.117 INFO:tasks.workunit.client.0.smithi086.stdout: "require_osd_release": "reef" 2024-09-11T03:32:05.118 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.118 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_perf_histograms": [ 2024-09-11T03:32:05.118 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.118 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:05.118 INFO:tasks.workunit.client.0.smithi086.stdout: "axes": [ 2024-09-11T03:32:05.118 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.118 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:05.118 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:05.118 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Latency (usec)", 2024-09-11T03:32:05.118 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 100000, 2024-09-11T03:32:05.118 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:05.118 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:05.118 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 99999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[100000, 199999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[200000, 399999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[400000, 799999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[800000, 1599999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[1600000, 3199999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[3200000, 6399999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[6400000, 12799999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[12800000, 25599999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[25600000, 51199999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[51200000, 102399999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[102400000, 204799999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[204800000, 409599999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[409600000, 819199999]", 2024-09-11T03:32:05.119 INFO:tasks.workunit.client.0.smithi086.stdout: "[819200000, 1638399999]", 2024-09-11T03:32:05.120 INFO:tasks.workunit.client.0.smithi086.stdout: "[1638400000, 3276799999]", 2024-09-11T03:32:05.120 INFO:tasks.workunit.client.0.smithi086.stdout: "[3276800000, 6553599999]", 2024-09-11T03:32:05.120 INFO:tasks.workunit.client.0.smithi086.stdout: "[6553600000, 13107199999]", 2024-09-11T03:32:05.120 INFO:tasks.workunit.client.0.smithi086.stdout: "[13107200000, 26214399999]", 2024-09-11T03:32:05.120 INFO:tasks.workunit.client.0.smithi086.stdout: "[26214400000, 52428799999]", 2024-09-11T03:32:05.120 INFO:tasks.workunit.client.0.smithi086.stdout: "[52428800000, 104857599999]", 2024-09-11T03:32:05.120 INFO:tasks.workunit.client.0.smithi086.stdout: "[104857600000, 209715199999]", 2024-09-11T03:32:05.120 INFO:tasks.workunit.client.0.smithi086.stdout: "[209715200000, 419430399999]", 2024-09-11T03:32:05.120 INFO:tasks.workunit.client.0.smithi086.stdout: "[419430400000, 838860799999]", 2024-09-11T03:32:05.120 INFO:tasks.workunit.client.0.smithi086.stdout: "[838860800000, 1677721599999]", 2024-09-11T03:32:05.120 INFO:tasks.workunit.client.0.smithi086.stdout: "[1677721600000, 3355443199999]", 2024-09-11T03:32:05.120 INFO:tasks.workunit.client.0.smithi086.stdout: "[3355443200000, 6710886399999]", 2024-09-11T03:32:05.120 INFO:tasks.workunit.client.0.smithi086.stdout: "[6710886400000, 13421772799999]", 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: "[13421772800000, 26843545599999]", 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: "[26843545600000, 53687091199999]", 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: "[53687091200000, None]" 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Request size (bytes)", 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 512, 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:05.121 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 511]", 2024-09-11T03:32:05.122 INFO:tasks.workunit.client.0.smithi086.stdout: "[512, 1023]", 2024-09-11T03:32:05.122 INFO:tasks.workunit.client.0.smithi086.stdout: "[1024, 2047]", 2024-09-11T03:32:05.122 INFO:tasks.workunit.client.0.smithi086.stdout: "[2048, 4095]", 2024-09-11T03:32:05.122 INFO:tasks.workunit.client.0.smithi086.stdout: "[4096, 8191]", 2024-09-11T03:32:05.122 INFO:tasks.workunit.client.0.smithi086.stdout: "[8192, 16383]", 2024-09-11T03:32:05.122 INFO:tasks.workunit.client.0.smithi086.stdout: "[16384, 32767]", 2024-09-11T03:32:05.122 INFO:tasks.workunit.client.0.smithi086.stdout: "[32768, 65535]", 2024-09-11T03:32:05.122 INFO:tasks.workunit.client.0.smithi086.stdout: "[65536, 131071]", 2024-09-11T03:32:05.122 INFO:tasks.workunit.client.0.smithi086.stdout: "[131072, 262143]", 2024-09-11T03:32:05.122 INFO:tasks.workunit.client.0.smithi086.stdout: "[262144, 524287]", 2024-09-11T03:32:05.122 INFO:tasks.workunit.client.0.smithi086.stdout: "[524288, 1048575]", 2024-09-11T03:32:05.123 INFO:tasks.workunit.client.0.smithi086.stdout: "[1048576, 2097151]", 2024-09-11T03:32:05.123 INFO:tasks.workunit.client.0.smithi086.stdout: "[2097152, 4194303]", 2024-09-11T03:32:05.123 INFO:tasks.workunit.client.0.smithi086.stdout: "[4194304, 8388607]", 2024-09-11T03:32:05.123 INFO:tasks.workunit.client.0.smithi086.stdout: "[8388608, 16777215]", 2024-09-11T03:32:05.123 INFO:tasks.workunit.client.0.smithi086.stdout: "[16777216, 33554431]", 2024-09-11T03:32:05.123 INFO:tasks.workunit.client.0.smithi086.stdout: "[33554432, 67108863]", 2024-09-11T03:32:05.123 INFO:tasks.workunit.client.0.smithi086.stdout: "[67108864, 134217727]", 2024-09-11T03:32:05.123 INFO:tasks.workunit.client.0.smithi086.stdout: "[134217728, 268435455]", 2024-09-11T03:32:05.123 INFO:tasks.workunit.client.0.smithi086.stdout: "[268435456, 536870911]", 2024-09-11T03:32:05.123 INFO:tasks.workunit.client.0.smithi086.stdout: "[536870912, 1073741823]", 2024-09-11T03:32:05.123 INFO:tasks.workunit.client.0.smithi086.stdout: "[1073741824, 2147483647]", 2024-09-11T03:32:05.123 INFO:tasks.workunit.client.0.smithi086.stdout: "[2147483648, 4294967295]", 2024-09-11T03:32:05.123 INFO:tasks.workunit.client.0.smithi086.stdout: "[4294967296, 8589934591]", 2024-09-11T03:32:05.124 INFO:tasks.workunit.client.0.smithi086.stdout: "[8589934592, 17179869183]", 2024-09-11T03:32:05.124 INFO:tasks.workunit.client.0.smithi086.stdout: "[17179869184, 34359738367]", 2024-09-11T03:32:05.124 INFO:tasks.workunit.client.0.smithi086.stdout: "[34359738368, 68719476735]", 2024-09-11T03:32:05.124 INFO:tasks.workunit.client.0.smithi086.stdout: "[68719476736, 137438953471]", 2024-09-11T03:32:05.124 INFO:tasks.workunit.client.0.smithi086.stdout: "[137438953472, 274877906943]", 2024-09-11T03:32:05.124 INFO:tasks.workunit.client.0.smithi086.stdout: "[274877906944, None]" 2024-09-11T03:32:05.124 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.124 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:05.124 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.124 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.124 INFO:tasks.workunit.client.0.smithi086.stdout: "osds": [ 2024-09-11T03:32:05.124 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.124 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 0, 2024-09-11T03:32:05.125 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.125 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.125 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.125 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.125 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.125 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.125 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.125 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.125 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.125 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.125 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.125 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.125 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.126 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.127 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.127 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.127 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.127 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.127 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.127 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.127 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.127 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.127 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.127 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 1, 2024-09-11T03:32:05.127 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.127 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.127 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.128 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.128 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.128 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.128 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.128 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.128 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.128 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.128 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.128 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.128 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.128 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.128 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.128 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.129 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.129 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.129 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.129 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.129 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.129 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.129 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.129 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.129 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.129 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.129 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.130 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.130 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.130 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.130 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.130 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.130 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.130 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.130 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.130 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.131 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 2, 2024-09-11T03:32:05.131 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.131 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.131 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.131 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.131 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.131 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.131 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.131 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.131 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.131 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.131 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.131 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.132 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.132 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.132 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.132 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.132 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.132 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.132 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.132 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.132 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.132 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.132 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.132 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.132 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 3, 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.133 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.134 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.134 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.134 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.134 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.134 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.134 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.134 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.134 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.134 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.134 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.134 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.134 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.134 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.135 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.135 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.135 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.135 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.135 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.135 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.135 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.135 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.135 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.135 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.135 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.135 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.136 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.136 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.136 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.136 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.136 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.136 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.136 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.136 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.136 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.136 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 4, 2024-09-11T03:32:05.136 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.136 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.137 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.138 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.138 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.138 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.138 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.138 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.138 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.138 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.138 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.138 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.138 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.138 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.138 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.138 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 5, 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.139 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.140 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.140 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.140 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.140 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.140 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.140 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.140 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.140 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.140 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.141 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.141 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.141 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.141 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.141 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.141 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.141 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.141 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.141 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.141 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.141 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.141 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.141 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.142 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.142 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.142 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.142 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.142 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.142 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.142 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.142 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.142 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 6, 2024-09-11T03:32:05.142 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.142 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.142 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.142 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.143 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.143 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.143 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.143 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.143 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.143 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.143 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.143 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.143 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.143 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.143 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.143 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.143 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.144 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.144 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.144 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.144 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.144 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.144 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.144 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.144 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.144 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.144 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.144 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.144 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.144 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 7, 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.145 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.146 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.146 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.146 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.146 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.146 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.146 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.146 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.146 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.146 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.146 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.146 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.146 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.147 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.147 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.147 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.147 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.147 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.147 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.147 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.147 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.147 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.147 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.147 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.147 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.147 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.148 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.148 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.148 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.148 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.148 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.148 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:05.148 INFO:tasks.workunit.client.0.smithi086.stdout: "axes": [ 2024-09-11T03:32:05.148 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.148 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:05.148 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:05.148 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Latency (usec)", 2024-09-11T03:32:05.148 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 100000, 2024-09-11T03:32:05.148 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 99999]", 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[100000, 199999]", 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[200000, 399999]", 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[400000, 799999]", 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[800000, 1599999]", 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[1600000, 3199999]", 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[3200000, 6399999]", 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[6400000, 12799999]", 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[12800000, 25599999]", 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[25600000, 51199999]", 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[51200000, 102399999]", 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[102400000, 204799999]", 2024-09-11T03:32:05.149 INFO:tasks.workunit.client.0.smithi086.stdout: "[204800000, 409599999]", 2024-09-11T03:32:05.150 INFO:tasks.workunit.client.0.smithi086.stdout: "[409600000, 819199999]", 2024-09-11T03:32:05.150 INFO:tasks.workunit.client.0.smithi086.stdout: "[819200000, 1638399999]", 2024-09-11T03:32:05.150 INFO:tasks.workunit.client.0.smithi086.stdout: "[1638400000, 3276799999]", 2024-09-11T03:32:05.150 INFO:tasks.workunit.client.0.smithi086.stdout: "[3276800000, 6553599999]", 2024-09-11T03:32:05.150 INFO:tasks.workunit.client.0.smithi086.stdout: "[6553600000, 13107199999]", 2024-09-11T03:32:05.150 INFO:tasks.workunit.client.0.smithi086.stdout: "[13107200000, 26214399999]", 2024-09-11T03:32:05.150 INFO:tasks.workunit.client.0.smithi086.stdout: "[26214400000, 52428799999]", 2024-09-11T03:32:05.150 INFO:tasks.workunit.client.0.smithi086.stdout: "[52428800000, 104857599999]", 2024-09-11T03:32:05.150 INFO:tasks.workunit.client.0.smithi086.stdout: "[104857600000, 209715199999]", 2024-09-11T03:32:05.150 INFO:tasks.workunit.client.0.smithi086.stdout: "[209715200000, 419430399999]", 2024-09-11T03:32:05.150 INFO:tasks.workunit.client.0.smithi086.stdout: "[419430400000, 838860799999]", 2024-09-11T03:32:05.150 INFO:tasks.workunit.client.0.smithi086.stdout: "[838860800000, 1677721599999]", 2024-09-11T03:32:05.150 INFO:tasks.workunit.client.0.smithi086.stdout: "[1677721600000, 3355443199999]", 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: "[3355443200000, 6710886399999]", 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: "[6710886400000, 13421772799999]", 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: "[13421772800000, 26843545599999]", 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: "[26843545600000, 53687091199999]", 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: "[53687091200000, None]" 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Request size (bytes)", 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 512, 2024-09-11T03:32:05.151 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:05.152 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:05.152 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 511]", 2024-09-11T03:32:05.152 INFO:tasks.workunit.client.0.smithi086.stdout: "[512, 1023]", 2024-09-11T03:32:05.152 INFO:tasks.workunit.client.0.smithi086.stdout: "[1024, 2047]", 2024-09-11T03:32:05.152 INFO:tasks.workunit.client.0.smithi086.stdout: "[2048, 4095]", 2024-09-11T03:32:05.152 INFO:tasks.workunit.client.0.smithi086.stdout: "[4096, 8191]", 2024-09-11T03:32:05.152 INFO:tasks.workunit.client.0.smithi086.stdout: "[8192, 16383]", 2024-09-11T03:32:05.152 INFO:tasks.workunit.client.0.smithi086.stdout: "[16384, 32767]", 2024-09-11T03:32:05.152 INFO:tasks.workunit.client.0.smithi086.stdout: "[32768, 65535]", 2024-09-11T03:32:05.152 INFO:tasks.workunit.client.0.smithi086.stdout: "[65536, 131071]", 2024-09-11T03:32:05.152 INFO:tasks.workunit.client.0.smithi086.stdout: "[131072, 262143]", 2024-09-11T03:32:05.152 INFO:tasks.workunit.client.0.smithi086.stdout: "[262144, 524287]", 2024-09-11T03:32:05.152 INFO:tasks.workunit.client.0.smithi086.stdout: "[524288, 1048575]", 2024-09-11T03:32:05.153 INFO:tasks.workunit.client.0.smithi086.stdout: "[1048576, 2097151]", 2024-09-11T03:32:05.153 INFO:tasks.workunit.client.0.smithi086.stdout: "[2097152, 4194303]", 2024-09-11T03:32:05.153 INFO:tasks.workunit.client.0.smithi086.stdout: "[4194304, 8388607]", 2024-09-11T03:32:05.153 INFO:tasks.workunit.client.0.smithi086.stdout: "[8388608, 16777215]", 2024-09-11T03:32:05.153 INFO:tasks.workunit.client.0.smithi086.stdout: "[16777216, 33554431]", 2024-09-11T03:32:05.153 INFO:tasks.workunit.client.0.smithi086.stdout: "[33554432, 67108863]", 2024-09-11T03:32:05.153 INFO:tasks.workunit.client.0.smithi086.stdout: "[67108864, 134217727]", 2024-09-11T03:32:05.153 INFO:tasks.workunit.client.0.smithi086.stdout: "[134217728, 268435455]", 2024-09-11T03:32:05.153 INFO:tasks.workunit.client.0.smithi086.stdout: "[268435456, 536870911]", 2024-09-11T03:32:05.153 INFO:tasks.workunit.client.0.smithi086.stdout: "[536870912, 1073741823]", 2024-09-11T03:32:05.153 INFO:tasks.workunit.client.0.smithi086.stdout: "[1073741824, 2147483647]", 2024-09-11T03:32:05.153 INFO:tasks.workunit.client.0.smithi086.stdout: "[2147483648, 4294967295]", 2024-09-11T03:32:05.153 INFO:tasks.workunit.client.0.smithi086.stdout: "[4294967296, 8589934591]", 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: "[8589934592, 17179869183]", 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: "[17179869184, 34359738367]", 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: "[34359738368, 68719476735]", 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: "[68719476736, 137438953471]", 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: "[137438953472, 274877906943]", 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: "[274877906944, None]" 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: "osds": [ 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 0, 2024-09-11T03:32:05.154 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.155 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.155 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.155 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.155 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.155 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.155 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.155 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.155 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.155 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.155 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.155 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.155 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.156 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.156 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.156 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.156 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.156 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.156 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.156 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.156 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.156 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.156 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.156 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.156 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.156 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.157 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.157 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.157 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.157 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.157 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.157 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.157 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.157 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.157 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.157 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.157 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 1, 2024-09-11T03:32:05.158 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.158 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.158 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.158 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.158 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.158 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.158 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.158 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.158 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.158 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.158 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.158 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.158 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.159 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.159 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.159 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.159 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.159 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.159 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.159 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.159 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.159 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.159 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.159 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.159 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.159 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.160 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.160 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.160 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.160 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.160 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.160 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.160 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.160 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.160 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.160 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.160 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 2, 2024-09-11T03:32:05.160 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.160 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.161 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.161 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.161 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.161 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.161 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.161 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.161 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.161 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.161 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.161 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.161 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.161 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.162 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.163 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.163 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.163 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.163 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.163 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.163 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.163 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.163 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.163 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 3, 2024-09-11T03:32:05.163 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.163 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.163 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.163 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.164 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.164 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.164 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.164 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.164 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.164 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.164 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.164 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.164 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.164 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.164 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.164 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.165 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.166 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.166 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.166 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.166 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.166 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.166 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.166 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 4, 2024-09-11T03:32:05.166 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.166 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.166 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.166 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.166 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.166 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.167 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.167 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.167 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.167 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.167 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.167 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.167 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.167 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.167 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.167 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.167 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.167 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.168 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.168 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.168 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.168 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.168 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.168 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.168 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.168 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.168 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.168 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.168 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.168 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.169 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.169 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.169 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.169 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.169 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.169 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.169 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 5, 2024-09-11T03:32:05.169 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.169 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.169 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.169 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.169 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.169 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.170 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.170 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.170 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.170 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.170 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.170 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.170 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.170 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.170 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.170 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.170 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.170 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.170 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.171 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.171 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.171 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.171 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.171 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.171 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.171 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.171 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.171 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.171 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.171 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.171 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.171 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.172 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.172 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.172 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.172 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.172 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 6, 2024-09-11T03:32:05.172 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.172 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.172 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.172 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.172 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.172 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.172 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.173 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.173 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.173 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.173 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.173 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.173 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.173 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.173 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.173 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.173 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.173 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.173 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.173 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.174 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.174 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.174 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.174 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.174 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.174 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.174 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.174 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.174 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.174 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.174 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.174 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.174 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.175 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.175 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.175 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.175 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 7, 2024-09-11T03:32:05.175 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.175 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.175 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.175 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.175 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.175 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.175 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.175 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.175 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.176 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.177 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.177 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.177 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.177 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.177 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.177 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.177 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.177 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.177 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.177 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.177 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.177 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.177 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.178 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.178 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:05.178 INFO:tasks.workunit.client.0.smithi086.stdout: "axes": [ 2024-09-11T03:32:05.178 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.178 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:05.178 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:05.178 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Latency (usec)", 2024-09-11T03:32:05.178 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 100000, 2024-09-11T03:32:05.178 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:05.178 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:05.178 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 99999]", 2024-09-11T03:32:05.178 INFO:tasks.workunit.client.0.smithi086.stdout: "[100000, 199999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[200000, 399999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[400000, 799999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[800000, 1599999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[1600000, 3199999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[3200000, 6399999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[6400000, 12799999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[12800000, 25599999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[25600000, 51199999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[51200000, 102399999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[102400000, 204799999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[204800000, 409599999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[409600000, 819199999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[819200000, 1638399999]", 2024-09-11T03:32:05.179 INFO:tasks.workunit.client.0.smithi086.stdout: "[1638400000, 3276799999]", 2024-09-11T03:32:05.180 INFO:tasks.workunit.client.0.smithi086.stdout: "[3276800000, 6553599999]", 2024-09-11T03:32:05.180 INFO:tasks.workunit.client.0.smithi086.stdout: "[6553600000, 13107199999]", 2024-09-11T03:32:05.180 INFO:tasks.workunit.client.0.smithi086.stdout: "[13107200000, 26214399999]", 2024-09-11T03:32:05.180 INFO:tasks.workunit.client.0.smithi086.stdout: "[26214400000, 52428799999]", 2024-09-11T03:32:05.180 INFO:tasks.workunit.client.0.smithi086.stdout: "[52428800000, 104857599999]", 2024-09-11T03:32:05.180 INFO:tasks.workunit.client.0.smithi086.stdout: "[104857600000, 209715199999]", 2024-09-11T03:32:05.180 INFO:tasks.workunit.client.0.smithi086.stdout: "[209715200000, 419430399999]", 2024-09-11T03:32:05.180 INFO:tasks.workunit.client.0.smithi086.stdout: "[419430400000, 838860799999]", 2024-09-11T03:32:05.180 INFO:tasks.workunit.client.0.smithi086.stdout: "[838860800000, 1677721599999]", 2024-09-11T03:32:05.180 INFO:tasks.workunit.client.0.smithi086.stdout: "[1677721600000, 3355443199999]", 2024-09-11T03:32:05.180 INFO:tasks.workunit.client.0.smithi086.stdout: "[3355443200000, 6710886399999]", 2024-09-11T03:32:05.180 INFO:tasks.workunit.client.0.smithi086.stdout: "[6710886400000, 13421772799999]", 2024-09-11T03:32:05.180 INFO:tasks.workunit.client.0.smithi086.stdout: "[13421772800000, 26843545599999]", 2024-09-11T03:32:05.181 INFO:tasks.workunit.client.0.smithi086.stdout: "[26843545600000, 53687091199999]", 2024-09-11T03:32:05.181 INFO:tasks.workunit.client.0.smithi086.stdout: "[53687091200000, None]" 2024-09-11T03:32:05.181 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.181 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:05.181 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.181 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.181 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:05.181 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:05.181 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Request size (bytes)", 2024-09-11T03:32:05.181 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 512, 2024-09-11T03:32:05.181 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:05.181 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:05.181 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 511]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[512, 1023]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[1024, 2047]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[2048, 4095]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[4096, 8191]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[8192, 16383]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[16384, 32767]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[32768, 65535]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[65536, 131071]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[131072, 262143]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[262144, 524287]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[524288, 1048575]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[1048576, 2097151]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[2097152, 4194303]", 2024-09-11T03:32:05.182 INFO:tasks.workunit.client.0.smithi086.stdout: "[4194304, 8388607]", 2024-09-11T03:32:05.183 INFO:tasks.workunit.client.0.smithi086.stdout: "[8388608, 16777215]", 2024-09-11T03:32:05.183 INFO:tasks.workunit.client.0.smithi086.stdout: "[16777216, 33554431]", 2024-09-11T03:32:05.183 INFO:tasks.workunit.client.0.smithi086.stdout: "[33554432, 67108863]", 2024-09-11T03:32:05.183 INFO:tasks.workunit.client.0.smithi086.stdout: "[67108864, 134217727]", 2024-09-11T03:32:05.183 INFO:tasks.workunit.client.0.smithi086.stdout: "[134217728, 268435455]", 2024-09-11T03:32:05.183 INFO:tasks.workunit.client.0.smithi086.stdout: "[268435456, 536870911]", 2024-09-11T03:32:05.183 INFO:tasks.workunit.client.0.smithi086.stdout: "[536870912, 1073741823]", 2024-09-11T03:32:05.183 INFO:tasks.workunit.client.0.smithi086.stdout: "[1073741824, 2147483647]", 2024-09-11T03:32:05.183 INFO:tasks.workunit.client.0.smithi086.stdout: "[2147483648, 4294967295]", 2024-09-11T03:32:05.183 INFO:tasks.workunit.client.0.smithi086.stdout: "[4294967296, 8589934591]", 2024-09-11T03:32:05.183 INFO:tasks.workunit.client.0.smithi086.stdout: "[8589934592, 17179869183]", 2024-09-11T03:32:05.183 INFO:tasks.workunit.client.0.smithi086.stdout: "[17179869184, 34359738367]", 2024-09-11T03:32:05.183 INFO:tasks.workunit.client.0.smithi086.stdout: "[34359738368, 68719476735]", 2024-09-11T03:32:05.184 INFO:tasks.workunit.client.0.smithi086.stdout: "[68719476736, 137438953471]", 2024-09-11T03:32:05.184 INFO:tasks.workunit.client.0.smithi086.stdout: "[137438953472, 274877906943]", 2024-09-11T03:32:05.184 INFO:tasks.workunit.client.0.smithi086.stdout: "[274877906944, None]" 2024-09-11T03:32:05.184 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.184 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:05.184 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.184 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.184 INFO:tasks.workunit.client.0.smithi086.stdout: "osds": [ 2024-09-11T03:32:05.184 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.184 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 0, 2024-09-11T03:32:05.184 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.184 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.184 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.185 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.186 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.187 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.187 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.187 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.187 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.187 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.187 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 1, 2024-09-11T03:32:05.187 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.187 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.187 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.187 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.187 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.188 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.188 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.188 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.188 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.188 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.188 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.188 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.188 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.188 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.188 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.188 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.188 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.188 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.189 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.190 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.190 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.190 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.190 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.190 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 2, 2024-09-11T03:32:05.190 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.190 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.190 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.190 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.190 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.190 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.190 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.190 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.191 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.192 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.192 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.192 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.192 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.192 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.192 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.192 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.192 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.192 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.192 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.192 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.192 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.193 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.193 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.193 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 3, 2024-09-11T03:32:05.193 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.193 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.193 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.193 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.193 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.193 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.193 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.193 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.193 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.193 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.194 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.194 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.194 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.194 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.194 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.194 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.194 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.194 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.194 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.194 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.194 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.194 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.194 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.195 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.195 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.195 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.195 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.195 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.195 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.195 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.195 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.195 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.195 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.195 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.195 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.195 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 4, 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.196 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.197 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.197 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.197 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.197 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.197 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.197 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.197 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.197 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.197 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.197 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.197 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.197 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.197 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.198 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.198 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.198 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.198 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.198 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.198 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.198 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.198 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.198 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.198 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.198 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 5, 2024-09-11T03:32:05.198 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.199 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.200 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.200 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.200 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.200 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.200 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.200 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.200 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.200 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.200 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.200 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.200 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.200 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.200 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.201 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.201 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.201 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.201 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.201 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.201 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.201 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.201 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.201 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 6, 2024-09-11T03:32:05.201 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.201 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.201 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.201 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.202 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.203 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.203 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.203 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.203 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.203 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.203 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.203 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.203 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.203 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.203 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.203 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.203 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.204 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.204 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.204 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.204 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.204 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.204 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.204 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 7, 2024-09-11T03:32:05.204 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.204 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.204 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.204 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.204 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.204 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.205 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.205 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.205 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.205 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.205 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.205 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.205 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.205 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.205 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.205 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.205 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.205 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.205 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.206 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: "axes": [ 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Latency (usec)", 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 100000, 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:05.207 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 99999]", 2024-09-11T03:32:05.208 INFO:tasks.workunit.client.0.smithi086.stdout: "[100000, 199999]", 2024-09-11T03:32:05.208 INFO:tasks.workunit.client.0.smithi086.stdout: "[200000, 399999]", 2024-09-11T03:32:05.208 INFO:tasks.workunit.client.0.smithi086.stdout: "[400000, 799999]", 2024-09-11T03:32:05.208 INFO:tasks.workunit.client.0.smithi086.stdout: "[800000, 1599999]", 2024-09-11T03:32:05.208 INFO:tasks.workunit.client.0.smithi086.stdout: "[1600000, 3199999]", 2024-09-11T03:32:05.208 INFO:tasks.workunit.client.0.smithi086.stdout: "[3200000, 6399999]", 2024-09-11T03:32:05.208 INFO:tasks.workunit.client.0.smithi086.stdout: "[6400000, 12799999]", 2024-09-11T03:32:05.208 INFO:tasks.workunit.client.0.smithi086.stdout: "[12800000, 25599999]", 2024-09-11T03:32:05.208 INFO:tasks.workunit.client.0.smithi086.stdout: "[25600000, 51199999]", 2024-09-11T03:32:05.208 INFO:tasks.workunit.client.0.smithi086.stdout: "[51200000, 102399999]", 2024-09-11T03:32:05.208 INFO:tasks.workunit.client.0.smithi086.stdout: "[102400000, 204799999]", 2024-09-11T03:32:05.208 INFO:tasks.workunit.client.0.smithi086.stdout: "[204800000, 409599999]", 2024-09-11T03:32:05.208 INFO:tasks.workunit.client.0.smithi086.stdout: "[409600000, 819199999]", 2024-09-11T03:32:05.209 INFO:tasks.workunit.client.0.smithi086.stdout: "[819200000, 1638399999]", 2024-09-11T03:32:05.209 INFO:tasks.workunit.client.0.smithi086.stdout: "[1638400000, 3276799999]", 2024-09-11T03:32:05.209 INFO:tasks.workunit.client.0.smithi086.stdout: "[3276800000, 6553599999]", 2024-09-11T03:32:05.209 INFO:tasks.workunit.client.0.smithi086.stdout: "[6553600000, 13107199999]", 2024-09-11T03:32:05.209 INFO:tasks.workunit.client.0.smithi086.stdout: "[13107200000, 26214399999]", 2024-09-11T03:32:05.209 INFO:tasks.workunit.client.0.smithi086.stdout: "[26214400000, 52428799999]", 2024-09-11T03:32:05.209 INFO:tasks.workunit.client.0.smithi086.stdout: "[52428800000, 104857599999]", 2024-09-11T03:32:05.209 INFO:tasks.workunit.client.0.smithi086.stdout: "[104857600000, 209715199999]", 2024-09-11T03:32:05.209 INFO:tasks.workunit.client.0.smithi086.stdout: "[209715200000, 419430399999]", 2024-09-11T03:32:05.209 INFO:tasks.workunit.client.0.smithi086.stdout: "[419430400000, 838860799999]", 2024-09-11T03:32:05.209 INFO:tasks.workunit.client.0.smithi086.stdout: "[838860800000, 1677721599999]", 2024-09-11T03:32:05.209 INFO:tasks.workunit.client.0.smithi086.stdout: "[1677721600000, 3355443199999]", 2024-09-11T03:32:05.209 INFO:tasks.workunit.client.0.smithi086.stdout: "[3355443200000, 6710886399999]", 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: "[6710886400000, 13421772799999]", 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: "[13421772800000, 26843545599999]", 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: "[26843545600000, 53687091199999]", 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: "[53687091200000, None]" 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Request size (bytes)", 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 512, 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:05.210 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 511]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[512, 1023]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[1024, 2047]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[2048, 4095]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[4096, 8191]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[8192, 16383]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[16384, 32767]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[32768, 65535]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[65536, 131071]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[131072, 262143]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[262144, 524287]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[524288, 1048575]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[1048576, 2097151]", 2024-09-11T03:32:05.211 INFO:tasks.workunit.client.0.smithi086.stdout: "[2097152, 4194303]", 2024-09-11T03:32:05.212 INFO:tasks.workunit.client.0.smithi086.stdout: "[4194304, 8388607]", 2024-09-11T03:32:05.212 INFO:tasks.workunit.client.0.smithi086.stdout: "[8388608, 16777215]", 2024-09-11T03:32:05.212 INFO:tasks.workunit.client.0.smithi086.stdout: "[16777216, 33554431]", 2024-09-11T03:32:05.212 INFO:tasks.workunit.client.0.smithi086.stdout: "[33554432, 67108863]", 2024-09-11T03:32:05.212 INFO:tasks.workunit.client.0.smithi086.stdout: "[67108864, 134217727]", 2024-09-11T03:32:05.212 INFO:tasks.workunit.client.0.smithi086.stdout: "[134217728, 268435455]", 2024-09-11T03:32:05.212 INFO:tasks.workunit.client.0.smithi086.stdout: "[268435456, 536870911]", 2024-09-11T03:32:05.212 INFO:tasks.workunit.client.0.smithi086.stdout: "[536870912, 1073741823]", 2024-09-11T03:32:05.212 INFO:tasks.workunit.client.0.smithi086.stdout: "[1073741824, 2147483647]", 2024-09-11T03:32:05.212 INFO:tasks.workunit.client.0.smithi086.stdout: "[2147483648, 4294967295]", 2024-09-11T03:32:05.212 INFO:tasks.workunit.client.0.smithi086.stdout: "[4294967296, 8589934591]", 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: "[8589934592, 17179869183]", 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: "[17179869184, 34359738367]", 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: "[34359738368, 68719476735]", 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: "[68719476736, 137438953471]", 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: "[137438953472, 274877906943]", 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: "[274877906944, None]" 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: "osds": [ 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 0, 2024-09-11T03:32:05.213 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.214 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.214 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.214 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.214 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.214 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.214 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.214 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.214 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.214 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.214 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.214 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.214 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.214 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.215 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.215 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.215 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.215 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.215 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.215 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.215 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.215 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.215 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.215 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.215 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.215 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.215 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.216 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.216 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.216 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.216 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.216 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.216 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.216 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.216 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.216 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.216 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 1, 2024-09-11T03:32:05.216 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.216 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.216 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 8, 5, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 15, 2, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 17, 1, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.217 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.218 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.218 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.218 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.218 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.218 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.218 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.218 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.218 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.218 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.218 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.218 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.218 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.219 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.219 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.219 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.219 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.219 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.219 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.219 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.219 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 2, 2024-09-11T03:32:05.219 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.219 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.219 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.219 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.219 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.220 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.220 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.220 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.220 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.220 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.220 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.220 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.220 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.220 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.220 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.220 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.220 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.220 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.221 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.221 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.221 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.221 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.221 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.221 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.221 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.221 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.221 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.221 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.221 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.221 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.221 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 3, 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.222 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.223 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.223 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.223 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.223 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.223 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.223 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.223 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.223 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.223 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.223 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.223 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.223 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.223 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.224 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.224 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.224 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.224 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.224 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.224 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.224 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.224 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.224 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.224 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.224 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.224 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.225 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.225 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.225 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.225 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 4, 2024-09-11T03:32:05.225 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.225 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.225 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.225 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.225 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.225 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.225 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.225 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.225 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.226 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.227 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.227 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.227 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.227 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.227 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.227 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.227 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.227 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.227 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.227 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.227 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.227 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.227 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.228 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 5, 2024-09-11T03:32:05.228 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.228 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.228 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.228 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.228 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.228 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.228 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.228 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.228 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.228 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.228 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.228 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.229 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.229 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.229 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.229 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.229 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.229 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.229 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.229 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.229 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.229 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.229 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.229 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.230 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.230 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.230 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.230 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.230 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.230 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.230 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.230 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.230 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.230 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.230 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.230 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.230 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 6, 2024-09-11T03:32:05.231 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.231 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.231 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.231 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.231 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.231 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.231 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.231 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.231 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.231 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.231 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.231 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.231 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.232 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.232 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.232 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.232 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.232 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.232 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.232 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.232 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.232 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.232 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.232 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.232 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.232 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.233 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.233 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.233 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.233 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.233 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.233 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.233 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.233 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.233 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.233 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.233 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 7, 2024-09-11T03:32:05.233 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:05.233 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.234 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.235 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.235 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.235 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.235 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.235 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.235 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.235 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.235 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.235 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.235 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.235 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.236 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.236 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.236 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.236 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.236 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:05.236 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:05.236 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.236 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.236 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:05.236 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.236 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.236 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.236 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_counters": { 2024-09-11T03:32:05.237 INFO:tasks.workunit.client.0.smithi086.stdout: "mds.ffa0def71e9f994dd08cd80ea309b9443282da18": { 2024-09-11T03:32:05.237 INFO:tasks.workunit.client.0.smithi086.stdout: "mds": { 2024-09-11T03:32:05.237 INFO:tasks.workunit.client.0.smithi086.stdout: "caps": { 2024-09-11T03:32:05.237 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.237 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.237 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_cap_op_flush_ack": { 2024-09-11T03:32:05.237 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.237 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.237 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-11T03:32:05.237 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.237 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.237 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_cap_op_grant": { 2024-09-11T03:32:05.237 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.238 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.238 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_cap_op_revoke": { 2024-09-11T03:32:05.238 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.238 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.238 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_cap_op_trunc": { 2024-09-11T03:32:05.238 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.238 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.238 INFO:tasks.workunit.client.0.smithi086.stdout: "dir_commit": { 2024-09-11T03:32:05.238 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12 2024-09-11T03:32:05.238 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.238 INFO:tasks.workunit.client.0.smithi086.stdout: "dir_fetch_complete": { 2024-09-11T03:32:05.238 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.238 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: "dir_fetch_keys": { 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: "dir_merge": { 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: "dir_split": { 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: "exported_inodes": { 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: "forward": { 2024-09-11T03:32:05.239 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.240 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.240 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_client_cap_release": { 2024-09-11T03:32:05.240 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.240 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.240 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_client_caps": { 2024-09-11T03:32:05.240 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.240 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.240 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_client_caps_dirty": { 2024-09-11T03:32:05.240 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.240 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.240 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_inode_file_caps": { 2024-09-11T03:32:05.240 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.240 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.241 INFO:tasks.workunit.client.0.smithi086.stdout: "imported_inodes": { 2024-09-11T03:32:05.241 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.241 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.241 INFO:tasks.workunit.client.0.smithi086.stdout: "inodes": { 2024-09-11T03:32:05.241 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:05.241 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.241 INFO:tasks.workunit.client.0.smithi086.stdout: "inodes_expired": { 2024-09-11T03:32:05.241 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.241 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.241 INFO:tasks.workunit.client.0.smithi086.stdout: "inodes_pinned": { 2024-09-11T03:32:05.241 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:05.241 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.241 INFO:tasks.workunit.client.0.smithi086.stdout: "inodes_with_caps": { 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: "load_cent": { 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: "openino_dir_fetch": { 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: "process_request_cap_release": { 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: "reply_latency": { 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.242 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 132380 2024-09-11T03:32:05.243 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.243 INFO:tasks.workunit.client.0.smithi086.stdout: "request": { 2024-09-11T03:32:05.243 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.243 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.243 INFO:tasks.workunit.client.0.smithi086.stdout: "root_rbytes": { 2024-09-11T03:32:05.243 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.243 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.243 INFO:tasks.workunit.client.0.smithi086.stdout: "root_rfiles": { 2024-09-11T03:32:05.243 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.243 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.243 INFO:tasks.workunit.client.0.smithi086.stdout: "root_rsnaps": { 2024-09-11T03:32:05.243 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.243 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.244 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_reply": { 2024-09-11T03:32:05.244 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.244 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.244 INFO:tasks.workunit.client.0.smithi086.stdout: "subtrees": { 2024-09-11T03:32:05.244 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.244 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.244 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.244 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_cache": { 2024-09-11T03:32:05.244 INFO:tasks.workunit.client.0.smithi086.stdout: "ireq_enqueue_scrub": { 2024-09-11T03:32:05.244 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.244 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.244 INFO:tasks.workunit.client.0.smithi086.stdout: "ireq_exportdir": { 2024-09-11T03:32:05.244 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: "ireq_flush": { 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: "ireq_fragmentdir": { 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: "ireq_fragstats": { 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: "ireq_inodestats": { 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.245 INFO:tasks.workunit.client.0.smithi086.stdout: "num_recovering_enqueued": { 2024-09-11T03:32:05.246 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.246 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.246 INFO:tasks.workunit.client.0.smithi086.stdout: "num_recovering_prioritized": { 2024-09-11T03:32:05.246 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.246 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.246 INFO:tasks.workunit.client.0.smithi086.stdout: "num_recovering_processing": { 2024-09-11T03:32:05.246 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.246 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.246 INFO:tasks.workunit.client.0.smithi086.stdout: "num_strays": { 2024-09-11T03:32:05.246 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.246 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.246 INFO:tasks.workunit.client.0.smithi086.stdout: "num_strays_delayed": { 2024-09-11T03:32:05.246 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: "num_strays_enqueuing": { 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_completed": { 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_started": { 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: "strays_created": { 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.247 INFO:tasks.workunit.client.0.smithi086.stdout: "strays_enqueued": { 2024-09-11T03:32:05.248 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.248 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.248 INFO:tasks.workunit.client.0.smithi086.stdout: "strays_migrated": { 2024-09-11T03:32:05.248 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.248 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.248 INFO:tasks.workunit.client.0.smithi086.stdout: "strays_reintegrated": { 2024-09-11T03:32:05.248 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.248 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.248 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.248 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_log": { 2024-09-11T03:32:05.248 INFO:tasks.workunit.client.0.smithi086.stdout: "ev": { 2024-09-11T03:32:05.248 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5 2024-09-11T03:32:05.248 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: "evadd": { 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: "evex": { 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: "evexd": { 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: "evexg": { 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: "evtrm": { 2024-09-11T03:32:05.249 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: "jlat": { 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11085806 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: "replayed": { 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: "seg": { 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: "segadd": { 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.250 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: "segex": { 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: "segexd": { 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: "segexg": { 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: "segtrm": { 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.251 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_mem": { 2024-09-11T03:32:05.252 INFO:tasks.workunit.client.0.smithi086.stdout: "cap": { 2024-09-11T03:32:05.252 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.252 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.252 INFO:tasks.workunit.client.0.smithi086.stdout: "cap+": { 2024-09-11T03:32:05.252 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.252 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.252 INFO:tasks.workunit.client.0.smithi086.stdout: "cap-": { 2024-09-11T03:32:05.252 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.252 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.252 INFO:tasks.workunit.client.0.smithi086.stdout: "dir": { 2024-09-11T03:32:05.252 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12 2024-09-11T03:32:05.252 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.253 INFO:tasks.workunit.client.0.smithi086.stdout: "dir+": { 2024-09-11T03:32:05.253 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12 2024-09-11T03:32:05.253 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.253 INFO:tasks.workunit.client.0.smithi086.stdout: "dir-": { 2024-09-11T03:32:05.253 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.253 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.253 INFO:tasks.workunit.client.0.smithi086.stdout: "dn": { 2024-09-11T03:32:05.253 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:05.253 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.253 INFO:tasks.workunit.client.0.smithi086.stdout: "dn+": { 2024-09-11T03:32:05.253 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:05.253 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.253 INFO:tasks.workunit.client.0.smithi086.stdout: "dn-": { 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: "heap": { 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 207124 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: "ino": { 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: "ino+": { 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: "ino-": { 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.254 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.255 INFO:tasks.workunit.client.0.smithi086.stdout: "rss": { 2024-09-11T03:32:05.255 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41276 2024-09-11T03:32:05.255 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.255 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.255 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_server": { 2024-09-11T03:32:05.255 INFO:tasks.workunit.client.0.smithi086.stdout: "cap_acquisition_throttle": { 2024-09-11T03:32:05.255 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.255 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.255 INFO:tasks.workunit.client.0.smithi086.stdout: "cap_revoke_eviction": { 2024-09-11T03:32:05.255 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.255 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.255 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_client_request": { 2024-09-11T03:32:05.255 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.256 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.256 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_client_session": { 2024-09-11T03:32:05.256 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 16 2024-09-11T03:32:05.256 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.256 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_peer_request": { 2024-09-11T03:32:05.256 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.256 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.256 INFO:tasks.workunit.client.0.smithi086.stdout: "req_create_latency": { 2024-09-11T03:32:05.256 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.256 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.256 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.256 INFO:tasks.workunit.client.0.smithi086.stdout: "req_getattr_latency": { 2024-09-11T03:32:05.256 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.257 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 132380 2024-09-11T03:32:05.257 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.257 INFO:tasks.workunit.client.0.smithi086.stdout: "req_getfilelock_latency": { 2024-09-11T03:32:05.257 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.257 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.257 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.257 INFO:tasks.workunit.client.0.smithi086.stdout: "req_getvxattr_latency": { 2024-09-11T03:32:05.257 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.257 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.257 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.257 INFO:tasks.workunit.client.0.smithi086.stdout: "req_link_latency": { 2024-09-11T03:32:05.257 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.257 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lookup_latency": { 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lookuphash_latency": { 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lookupino_latency": { 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.258 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lookupname_latency": { 2024-09-11T03:32:05.259 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.259 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.259 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.259 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lookupparent_latency": { 2024-09-11T03:32:05.259 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.259 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.259 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.259 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lookupsnap_latency": { 2024-09-11T03:32:05.259 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.259 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.259 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.259 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lssnap_latency": { 2024-09-11T03:32:05.259 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.260 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.260 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.260 INFO:tasks.workunit.client.0.smithi086.stdout: "req_mkdir_latency": { 2024-09-11T03:32:05.260 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.260 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.260 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.260 INFO:tasks.workunit.client.0.smithi086.stdout: "req_mknod_latency": { 2024-09-11T03:32:05.260 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.260 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.260 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.260 INFO:tasks.workunit.client.0.smithi086.stdout: "req_mksnap_latency": { 2024-09-11T03:32:05.260 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.260 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: "req_open_latency": { 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: "req_readdir_latency": { 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: "req_rename_latency": { 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.261 INFO:tasks.workunit.client.0.smithi086.stdout: "req_renamesnap_latency": { 2024-09-11T03:32:05.262 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.262 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.262 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.262 INFO:tasks.workunit.client.0.smithi086.stdout: "req_rmdir_latency": { 2024-09-11T03:32:05.262 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.262 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.262 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.262 INFO:tasks.workunit.client.0.smithi086.stdout: "req_rmsnap_latency": { 2024-09-11T03:32:05.262 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.262 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.262 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.262 INFO:tasks.workunit.client.0.smithi086.stdout: "req_rmxattr_latency": { 2024-09-11T03:32:05.262 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: "req_setattr_latency": { 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: "req_setdirlayout_latency": { 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: "req_setfilelock_latency": { 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.263 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.264 INFO:tasks.workunit.client.0.smithi086.stdout: "req_setlayout_latency": { 2024-09-11T03:32:05.264 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.264 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.264 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.264 INFO:tasks.workunit.client.0.smithi086.stdout: "req_setxattr_latency": { 2024-09-11T03:32:05.264 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.264 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.264 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.264 INFO:tasks.workunit.client.0.smithi086.stdout: "req_snapdiff_latency": { 2024-09-11T03:32:05.264 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.264 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.264 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.264 INFO:tasks.workunit.client.0.smithi086.stdout: "req_symlink_latency": { 2024-09-11T03:32:05.265 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.265 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.265 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.265 INFO:tasks.workunit.client.0.smithi086.stdout: "req_unlink_latency": { 2024-09-11T03:32:05.265 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.265 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.265 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.265 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.265 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_sessions": { 2024-09-11T03:32:05.265 INFO:tasks.workunit.client.0.smithi086.stdout: "average_load": { 2024-09-11T03:32:05.265 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.265 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.265 INFO:tasks.workunit.client.0.smithi086.stdout: "avg_session_uptime": { 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 87 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: "mdthresh_evicted": { 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: "session_add": { 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: "session_count": { 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: "session_remove": { 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.266 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.267 INFO:tasks.workunit.client.0.smithi086.stdout: "sessions_open": { 2024-09-11T03:32:05.267 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.267 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.267 INFO:tasks.workunit.client.0.smithi086.stdout: "sessions_stale": { 2024-09-11T03:32:05.267 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.267 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.267 INFO:tasks.workunit.client.0.smithi086.stdout: "total_load": { 2024-09-11T03:32:05.267 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.267 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.267 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.267 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:05.267 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:05.267 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 45 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: "purge_queue": { 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_executed": { 2024-09-11T03:32:05.268 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.269 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.269 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_executed_ops": { 2024-09-11T03:32:05.269 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.269 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.269 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_executing": { 2024-09-11T03:32:05.269 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.269 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.269 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_executing_high_water": { 2024-09-11T03:32:05.269 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.269 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.269 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_executing_ops": { 2024-09-11T03:32:05.269 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.269 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_executing_ops_high_water": { 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_item_in_journal": { 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.7164039c3c4d408653c99001db48fa0ebaade7f9": { 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: "election_call": { 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.270 INFO:tasks.workunit.client.0.smithi086.stdout: "election_lose": { 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: "election_win": { 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: "num_elections": { 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: "num_sessions": { 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: "session_add": { 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:05.271 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.272 INFO:tasks.workunit.client.0.smithi086.stdout: "session_rm": { 2024-09-11T03:32:05.272 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 52 2024-09-11T03:32:05.272 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.272 INFO:tasks.workunit.client.0.smithi086.stdout: "session_trim": { 2024-09-11T03:32:05.272 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.272 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.272 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.272 INFO:tasks.workunit.client.0.smithi086.stdout: "paxos": { 2024-09-11T03:32:05.272 INFO:tasks.workunit.client.0.smithi086.stdout: "accept_timeout": { 2024-09-11T03:32:05.272 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.272 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.272 INFO:tasks.workunit.client.0.smithi086.stdout: "begin": { 2024-09-11T03:32:05.272 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 823 2024-09-11T03:32:05.273 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.273 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_bytes": { 2024-09-11T03:32:05.273 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 823, 2024-09-11T03:32:05.273 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3902297 2024-09-11T03:32:05.273 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.273 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_keys": { 2024-09-11T03:32:05.273 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.273 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.273 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.273 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_latency": { 2024-09-11T03:32:05.273 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 823, 2024-09-11T03:32:05.273 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 126997670 2024-09-11T03:32:05.273 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.274 INFO:tasks.workunit.client.0.smithi086.stdout: "collect": { 2024-09-11T03:32:05.274 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.274 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.274 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_bytes": { 2024-09-11T03:32:05.274 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.274 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 146 2024-09-11T03:32:05.274 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.274 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_keys": { 2024-09-11T03:32:05.274 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.274 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.274 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.274 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_latency": { 2024-09-11T03:32:05.275 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.275 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.275 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.275 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_timeout": { 2024-09-11T03:32:05.275 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.275 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.275 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_uncommitted": { 2024-09-11T03:32:05.275 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.275 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.275 INFO:tasks.workunit.client.0.smithi086.stdout: "commit": { 2024-09-11T03:32:05.275 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 824 2024-09-11T03:32:05.275 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.275 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_bytes": { 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_keys": { 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_latency": { 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: "lease_ack_timeout": { 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.276 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.277 INFO:tasks.workunit.client.0.smithi086.stdout: "lease_timeout": { 2024-09-11T03:32:05.277 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.277 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.277 INFO:tasks.workunit.client.0.smithi086.stdout: "new_pn": { 2024-09-11T03:32:05.277 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.277 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.277 INFO:tasks.workunit.client.0.smithi086.stdout: "new_pn_latency": { 2024-09-11T03:32:05.277 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.277 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.277 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.277 INFO:tasks.workunit.client.0.smithi086.stdout: "refresh": { 2024-09-11T03:32:05.277 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 824 2024-09-11T03:32:05.277 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.278 INFO:tasks.workunit.client.0.smithi086.stdout: "refresh_latency": { 2024-09-11T03:32:05.278 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 824, 2024-09-11T03:32:05.278 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1823966512 2024-09-11T03:32:05.278 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.278 INFO:tasks.workunit.client.0.smithi086.stdout: "restart": { 2024-09-11T03:32:05.278 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13 2024-09-11T03:32:05.278 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.278 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state": { 2024-09-11T03:32:05.278 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.278 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.278 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state_bytes": { 2024-09-11T03:32:05.278 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.278 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state_keys": { 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: "start_leader": { 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: "start_peon": { 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state": { 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 824 2024-09-11T03:32:05.279 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.280 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_bytes": { 2024-09-11T03:32:05.280 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 824, 2024-09-11T03:32:05.280 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7650036 2024-09-11T03:32:05.280 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.280 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_keys": { 2024-09-11T03:32:05.280 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 824, 2024-09-11T03:32:05.280 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5555 2024-09-11T03:32:05.280 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.280 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_latency": { 2024-09-11T03:32:05.280 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 824, 2024-09-11T03:32:05.280 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 325994021 2024-09-11T03:32:05.280 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.280 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.281 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache": { 2024-09-11T03:32:05.281 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:05.281 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1020054731 2024-09-11T03:32:05.281 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.281 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:05.281 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43859968 2024-09-11T03:32:05.281 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.281 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:05.281 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 32260096 2024-09-11T03:32:05.281 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.281 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:05.281 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2147483648 2024-09-11T03:32:05.281 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11599872 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:full": { 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348127232 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.282 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.283 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.283 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 277006470 2024-09-11T03:32:05.283 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.283 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.283 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 308526 2024-09-11T03:32:05.283 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.283 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.283 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.283 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.283 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.283 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.283 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.283 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.284 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.284 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.284 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.284 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.284 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.284 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.284 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.284 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.284 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.284 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.284 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.284 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.284 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 70812236 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:inc": { 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348127232 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.285 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.286 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.286 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.286 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.286 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.286 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.286 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 277006470 2024-09-11T03:32:05.286 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.286 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.286 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43916 2024-09-11T03:32:05.286 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.286 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.286 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.286 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.287 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.287 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.287 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.287 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.287 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.287 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.287 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.287 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.287 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.287 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.287 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.287 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.288 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.288 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.288 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.288 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.288 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.288 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.288 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.288 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.288 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.288 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.288 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71076846 2024-09-11T03:32:05.288 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.288 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:kv": { 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 322961408 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 184670980 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.289 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.290 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.290 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.290 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.290 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.290 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.290 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.290 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.290 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.290 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.290 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.290 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.290 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.290 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.291 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.292 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71181564 2024-09-11T03:32:05.292 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.292 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.292 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb": { 2024-09-11T03:32:05.292 INFO:tasks.workunit.client.0.smithi086.stdout: "compact": { 2024-09-11T03:32:05.292 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.292 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.292 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_queue_len": { 2024-09-11T03:32:05.292 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.292 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.292 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_queue_merge": { 2024-09-11T03:32:05.292 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.292 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_range": { 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: "get_latency": { 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 35261, 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 80463298 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_delay_time": { 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_memtable_time": { 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.293 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.294 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.294 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-11T03:32:05.294 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.294 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.294 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.294 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_wal_time": { 2024-09-11T03:32:05.294 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.294 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.294 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.294 INFO:tasks.workunit.client.0.smithi086.stdout: "submit_latency": { 2024-09-11T03:32:05.294 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.294 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.294 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.295 INFO:tasks.workunit.client.0.smithi086.stdout: "submit_sync_latency": { 2024-09-11T03:32:05.295 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1798, 2024-09-11T03:32:05.295 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 534076394 2024-09-11T03:32:05.295 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.295 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.295 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.295 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.d0bf061b64e0a528e4246af4de2ee6cc0767c1e1": { 2024-09-11T03:32:05.295 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:05.295 INFO:tasks.workunit.client.0.smithi086.stdout: "election_call": { 2024-09-11T03:32:05.295 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.295 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.295 INFO:tasks.workunit.client.0.smithi086.stdout: "election_lose": { 2024-09-11T03:32:05.296 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.296 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.296 INFO:tasks.workunit.client.0.smithi086.stdout: "election_win": { 2024-09-11T03:32:05.296 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.296 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_elections": { 2024-09-11T03:32:05.296 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3 2024-09-11T03:32:05.296 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_sessions": { 2024-09-11T03:32:05.296 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7 2024-09-11T03:32:05.296 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.296 INFO:tasks.workunit.client.0.smithi086.stdout: "session_add": { 2024-09-11T03:32:05.297 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5 2024-09-11T03:32:05.297 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.297 INFO:tasks.workunit.client.0.smithi086.stdout: "session_rm": { 2024-09-11T03:32:05.297 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 82 2024-09-11T03:32:05.297 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.297 INFO:tasks.workunit.client.0.smithi086.stdout: "session_trim": { 2024-09-11T03:32:05.297 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.297 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.297 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.297 INFO:tasks.workunit.client.0.smithi086.stdout: "paxos": { 2024-09-11T03:32:05.297 INFO:tasks.workunit.client.0.smithi086.stdout: "accept_timeout": { 2024-09-11T03:32:05.297 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.297 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: "begin": { 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 813 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_bytes": { 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 813, 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3875447 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_keys": { 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_latency": { 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 813, 2024-09-11T03:32:05.298 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 244994537 2024-09-11T03:32:05.299 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.299 INFO:tasks.workunit.client.0.smithi086.stdout: "collect": { 2024-09-11T03:32:05.299 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.299 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.299 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_bytes": { 2024-09-11T03:32:05.299 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:05.299 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73 2024-09-11T03:32:05.299 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.299 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_keys": { 2024-09-11T03:32:05.299 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:05.299 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.299 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.299 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_latency": { 2024-09-11T03:32:05.300 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:05.300 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.300 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.300 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_timeout": { 2024-09-11T03:32:05.300 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.300 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.300 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_uncommitted": { 2024-09-11T03:32:05.300 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.300 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.300 INFO:tasks.workunit.client.0.smithi086.stdout: "commit": { 2024-09-11T03:32:05.300 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 814 2024-09-11T03:32:05.300 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.300 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_bytes": { 2024-09-11T03:32:05.301 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.301 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.301 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.301 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_keys": { 2024-09-11T03:32:05.301 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.301 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.301 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.301 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_latency": { 2024-09-11T03:32:05.301 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.301 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.301 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.301 INFO:tasks.workunit.client.0.smithi086.stdout: "lease_ack_timeout": { 2024-09-11T03:32:05.301 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: "lease_timeout": { 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: "new_pn": { 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: "new_pn_latency": { 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: "refresh": { 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 814 2024-09-11T03:32:05.302 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.303 INFO:tasks.workunit.client.0.smithi086.stdout: "refresh_latency": { 2024-09-11T03:32:05.303 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 814, 2024-09-11T03:32:05.303 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1898957597 2024-09-11T03:32:05.303 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.303 INFO:tasks.workunit.client.0.smithi086.stdout: "restart": { 2024-09-11T03:32:05.303 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8 2024-09-11T03:32:05.303 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.303 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state": { 2024-09-11T03:32:05.303 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.303 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.303 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state_bytes": { 2024-09-11T03:32:05.303 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.303 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.304 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.304 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state_keys": { 2024-09-11T03:32:05.304 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.304 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.304 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.304 INFO:tasks.workunit.client.0.smithi086.stdout: "start_leader": { 2024-09-11T03:32:05.304 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.304 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.304 INFO:tasks.workunit.client.0.smithi086.stdout: "start_peon": { 2024-09-11T03:32:05.304 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.304 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.304 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state": { 2024-09-11T03:32:05.304 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 814 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_bytes": { 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 814, 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7598434 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_keys": { 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 814, 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5480 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_latency": { 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 814, 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 463989627 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.305 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.306 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache": { 2024-09-11T03:32:05.306 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:05.306 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1020054731 2024-09-11T03:32:05.306 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.306 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:05.306 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41754624 2024-09-11T03:32:05.306 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.306 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:05.306 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31072256 2024-09-11T03:32:05.306 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.306 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:05.306 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2147483648 2024-09-11T03:32:05.307 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.307 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:05.307 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10682368 2024-09-11T03:32:05.307 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.307 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.307 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:full": { 2024-09-11T03:32:05.307 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.307 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348127232 2024-09-11T03:32:05.307 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.307 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.307 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.307 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.307 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.308 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.308 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.308 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.308 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 277007385 2024-09-11T03:32:05.308 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.308 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.308 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 308526 2024-09-11T03:32:05.308 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.308 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.308 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.308 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.308 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.308 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.309 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.310 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.310 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.310 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.310 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.310 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.310 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.310 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 70811321 2024-09-11T03:32:05.310 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.310 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.310 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:inc": { 2024-09-11T03:32:05.310 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.310 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348127232 2024-09-11T03:32:05.310 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 277007385 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41477 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.311 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.312 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.312 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.312 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.312 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.312 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.312 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.312 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.312 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.312 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.312 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.312 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.312 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.312 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71078370 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.313 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:kv": { 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 322961408 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 184671590 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.314 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.315 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.316 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.316 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.316 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.316 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.316 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.316 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.316 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.316 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.316 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.316 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.316 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.316 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.316 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71180954 2024-09-11T03:32:05.317 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.317 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.317 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb": { 2024-09-11T03:32:05.317 INFO:tasks.workunit.client.0.smithi086.stdout: "compact": { 2024-09-11T03:32:05.317 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.317 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.317 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_queue_len": { 2024-09-11T03:32:05.317 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.317 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.317 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_queue_merge": { 2024-09-11T03:32:05.317 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.317 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.318 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_range": { 2024-09-11T03:32:05.318 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.318 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.318 INFO:tasks.workunit.client.0.smithi086.stdout: "get_latency": { 2024-09-11T03:32:05.318 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 34701, 2024-09-11T03:32:05.318 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 84180480 2024-09-11T03:32:05.318 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.318 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_delay_time": { 2024-09-11T03:32:05.318 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.318 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.318 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.318 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_memtable_time": { 2024-09-11T03:32:05.318 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_wal_time": { 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: "submit_latency": { 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.319 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.320 INFO:tasks.workunit.client.0.smithi086.stdout: "submit_sync_latency": { 2024-09-11T03:32:05.320 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1752, 2024-09-11T03:32:05.320 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 777469473 2024-09-11T03:32:05.320 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.320 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.320 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.320 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.ffa0def71e9f994dd08cd80ea309b9443282da18": { 2024-09-11T03:32:05.320 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:05.320 INFO:tasks.workunit.client.0.smithi086.stdout: "election_call": { 2024-09-11T03:32:05.320 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.320 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.320 INFO:tasks.workunit.client.0.smithi086.stdout: "election_lose": { 2024-09-11T03:32:05.320 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.321 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.321 INFO:tasks.workunit.client.0.smithi086.stdout: "election_win": { 2024-09-11T03:32:05.321 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3 2024-09-11T03:32:05.321 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_elections": { 2024-09-11T03:32:05.321 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 9 2024-09-11T03:32:05.321 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_sessions": { 2024-09-11T03:32:05.321 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11 2024-09-11T03:32:05.321 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.321 INFO:tasks.workunit.client.0.smithi086.stdout: "session_add": { 2024-09-11T03:32:05.321 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3 2024-09-11T03:32:05.321 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.322 INFO:tasks.workunit.client.0.smithi086.stdout: "session_rm": { 2024-09-11T03:32:05.322 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 171 2024-09-11T03:32:05.322 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.322 INFO:tasks.workunit.client.0.smithi086.stdout: "session_trim": { 2024-09-11T03:32:05.322 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.322 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.322 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.322 INFO:tasks.workunit.client.0.smithi086.stdout: "paxos": { 2024-09-11T03:32:05.322 INFO:tasks.workunit.client.0.smithi086.stdout: "accept_timeout": { 2024-09-11T03:32:05.322 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.322 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.322 INFO:tasks.workunit.client.0.smithi086.stdout: "begin": { 2024-09-11T03:32:05.322 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 948 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_bytes": { 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 948, 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4954005 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_keys": { 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 948, 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2844 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_latency": { 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 948, 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 190995753 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.323 INFO:tasks.workunit.client.0.smithi086.stdout: "collect": { 2024-09-11T03:32:05.324 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.324 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.324 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_bytes": { 2024-09-11T03:32:05.324 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.324 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.324 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.324 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_keys": { 2024-09-11T03:32:05.324 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.324 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.324 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.324 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_latency": { 2024-09-11T03:32:05.324 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.324 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.325 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.325 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_timeout": { 2024-09-11T03:32:05.325 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.325 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.325 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_uncommitted": { 2024-09-11T03:32:05.325 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.325 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.325 INFO:tasks.workunit.client.0.smithi086.stdout: "commit": { 2024-09-11T03:32:05.325 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 948 2024-09-11T03:32:05.325 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.325 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_bytes": { 2024-09-11T03:32:05.325 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 948, 2024-09-11T03:32:05.325 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4885807 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_keys": { 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 948, 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5411 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_latency": { 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 948, 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 390024345 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: "lease_ack_timeout": { 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: "lease_timeout": { 2024-09-11T03:32:05.326 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.327 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.327 INFO:tasks.workunit.client.0.smithi086.stdout: "new_pn": { 2024-09-11T03:32:05.327 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.327 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.327 INFO:tasks.workunit.client.0.smithi086.stdout: "new_pn_latency": { 2024-09-11T03:32:05.327 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.327 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3999912 2024-09-11T03:32:05.327 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.327 INFO:tasks.workunit.client.0.smithi086.stdout: "refresh": { 2024-09-11T03:32:05.327 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 950 2024-09-11T03:32:05.327 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.327 INFO:tasks.workunit.client.0.smithi086.stdout: "refresh_latency": { 2024-09-11T03:32:05.327 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 950, 2024-09-11T03:32:05.328 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2545943217 2024-09-11T03:32:05.328 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.328 INFO:tasks.workunit.client.0.smithi086.stdout: "restart": { 2024-09-11T03:32:05.328 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12 2024-09-11T03:32:05.328 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.328 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state": { 2024-09-11T03:32:05.328 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.328 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.328 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state_bytes": { 2024-09-11T03:32:05.328 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.328 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1050 2024-09-11T03:32:05.328 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.328 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state_keys": { 2024-09-11T03:32:05.329 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.329 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.329 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.329 INFO:tasks.workunit.client.0.smithi086.stdout: "start_leader": { 2024-09-11T03:32:05.329 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3 2024-09-11T03:32:05.329 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.329 INFO:tasks.workunit.client.0.smithi086.stdout: "start_peon": { 2024-09-11T03:32:05.329 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.329 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.329 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state": { 2024-09-11T03:32:05.329 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.329 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.329 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_bytes": { 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_keys": { 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_latency": { 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache": { 2024-09-11T03:32:05.330 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:05.331 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1020054731 2024-09-11T03:32:05.331 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.331 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:05.331 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46891008 2024-09-11T03:32:05.331 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.331 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:05.331 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 40460288 2024-09-11T03:32:05.331 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.331 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:05.331 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2147483648 2024-09-11T03:32:05.331 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.331 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:05.331 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6430720 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:full": { 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348127232 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.332 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 277007546 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 308096 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.333 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.334 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.335 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.335 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 70811590 2024-09-11T03:32:05.335 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.335 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.335 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:inc": { 2024-09-11T03:32:05.335 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.335 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348127232 2024-09-11T03:32:05.335 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.335 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.335 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.335 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.335 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.335 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 277007546 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41477 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.336 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.337 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.337 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.337 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.337 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.337 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.337 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.337 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.337 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.337 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.337 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.337 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.337 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.337 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.338 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.338 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.338 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.338 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.338 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.338 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71078209 2024-09-11T03:32:05.338 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.338 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.338 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:kv": { 2024-09-11T03:32:05.338 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.338 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 322961408 2024-09-11T03:32:05.338 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.338 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.339 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.339 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.339 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.339 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.339 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.339 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.339 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 184671697 2024-09-11T03:32:05.339 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.339 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.339 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.339 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.339 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.340 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.340 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.340 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.340 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.340 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.340 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.340 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.340 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.340 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.340 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.340 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.340 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.340 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.341 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.341 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.341 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.341 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.341 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.341 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.341 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.341 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.341 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.341 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.341 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.341 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71180847 2024-09-11T03:32:05.341 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb": { 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: "compact": { 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_queue_len": { 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_queue_merge": { 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_range": { 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.342 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.343 INFO:tasks.workunit.client.0.smithi086.stdout: "get_latency": { 2024-09-11T03:32:05.343 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 42585, 2024-09-11T03:32:05.343 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 169389006 2024-09-11T03:32:05.343 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.343 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_delay_time": { 2024-09-11T03:32:05.343 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.343 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.343 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.343 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_memtable_time": { 2024-09-11T03:32:05.343 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.343 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.343 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.343 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-11T03:32:05.344 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.344 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.344 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.344 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_wal_time": { 2024-09-11T03:32:05.344 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.344 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.344 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.344 INFO:tasks.workunit.client.0.smithi086.stdout: "submit_latency": { 2024-09-11T03:32:05.344 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.344 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.344 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.344 INFO:tasks.workunit.client.0.smithi086.stdout: "submit_sync_latency": { 2024-09-11T03:32:05.344 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2066, 2024-09-11T03:32:05.345 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 674328785 2024-09-11T03:32:05.345 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.345 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.345 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.345 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.0": { 2024-09-11T03:32:05.345 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.345 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:05.345 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.345 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.345 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:05.345 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.345 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.345 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:05.346 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:05.346 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.346 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:05.346 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.346 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.346 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:05.346 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.346 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.346 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:05.346 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.346 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.346 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:05.346 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2863104 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:05.347 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.348 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.348 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:05.348 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:05.348 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.348 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:05.348 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1851392 2024-09-11T03:32:05.348 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.348 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:05.348 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1712128 2024-09-11T03:32:05.348 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.348 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:05.348 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:05.348 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.349 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:05.349 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.349 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.349 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:05.349 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.349 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.349 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:05.349 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:05.349 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.349 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:05.349 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:05.349 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.349 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:05.350 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:05.350 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.350 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:05.350 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:05.350 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.350 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:05.350 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:05.350 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.350 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:05.350 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.350 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.350 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:05.350 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5554 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.351 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:05.352 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.352 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.352 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:05.352 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5554 2024-09-11T03:32:05.352 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.352 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:05.352 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.352 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.352 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:05.352 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.352 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.352 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:05.352 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.353 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4653056 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:05.354 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1388544 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 4, 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 155603 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.355 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:05.356 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.356 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.356 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:05.356 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.356 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.356 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:05.356 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.356 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.356 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:05.356 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 20, 2024-09-11T03:32:05.356 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 47077 2024-09-11T03:32:05.356 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.356 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:05.357 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.357 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.357 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.357 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:05.357 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.357 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.357 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:05.357 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 405, 2024-09-11T03:32:05.357 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 83474814 2024-09-11T03:32:05.357 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.357 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:05.357 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 395, 2024-09-11T03:32:05.357 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13353962 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 405, 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 354006 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 405, 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 83828820 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.358 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:05.359 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:05.359 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31962 2024-09-11T03:32:05.359 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.359 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:05.359 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 8, 2024-09-11T03:32:05.359 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 16816 2024-09-11T03:32:05.359 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.359 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:05.359 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.359 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.359 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.359 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:05.360 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.360 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.360 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.360 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:05.360 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 4, 2024-09-11T03:32:05.360 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 9386 2024-09-11T03:32:05.360 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.360 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:05.360 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 839 2024-09-11T03:32:05.360 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.360 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:05.360 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 238 2024-09-11T03:32:05.361 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.361 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:05.361 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 130, 2024-09-11T03:32:05.361 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2941965 2024-09-11T03:32:05.361 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.361 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:05.361 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 342, 2024-09-11T03:32:05.361 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348684 2024-09-11T03:32:05.361 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.361 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:05.361 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 212, 2024-09-11T03:32:05.361 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3978037 2024-09-11T03:32:05.361 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.362 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:05.362 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.362 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.362 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:05.362 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.362 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 44094 2024-09-11T03:32:05.362 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.362 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:05.362 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:05.362 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11128083 2024-09-11T03:32:05.362 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.362 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:05.362 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 129, 2024-09-11T03:32:05.363 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11481729 2024-09-11T03:32:05.363 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.363 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:05.363 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 128, 2024-09-11T03:32:05.363 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 560666655676 2024-09-11T03:32:05.363 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.363 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:05.363 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 129, 2024-09-11T03:32:05.363 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 156065068815 2024-09-11T03:32:05.363 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.363 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:05.363 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 483, 2024-09-11T03:32:05.363 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 178197880142 2024-09-11T03:32:05.364 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.364 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:05.364 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 483, 2024-09-11T03:32:05.364 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43947 2024-09-11T03:32:05.364 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.364 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:05.364 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:05.364 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 497714 2024-09-11T03:32:05.364 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.364 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:05.364 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:05.364 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 148692252 2024-09-11T03:32:05.364 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.365 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:05.365 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:05.365 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 164854 2024-09-11T03:32:05.365 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.365 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:05.365 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:05.365 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 45155012 2024-09-11T03:32:05.365 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.365 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:05.365 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:05.365 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 26282110 2024-09-11T03:32:05.365 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.365 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:05.366 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 940407 2024-09-11T03:32:05.366 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.366 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:05.366 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 63, 2024-09-11T03:32:05.366 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 338903 2024-09-11T03:32:05.366 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.366 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:05.366 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:05.366 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 231826064 2024-09-11T03:32:05.366 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.366 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:05.366 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:05.366 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31343331 2024-09-11T03:32:05.367 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.367 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:05.367 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:05.367 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2813662 2024-09-11T03:32:05.367 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.367 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.367 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:05.367 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:05.367 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861455963 2024-09-11T03:32:05.367 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.367 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:05.367 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 44417024 2024-09-11T03:32:05.368 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.368 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:05.368 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43720704 2024-09-11T03:32:05.368 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.368 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:05.368 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137367449 2024-09-11T03:32:05.368 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.368 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:05.368 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 696320 2024-09-11T03:32:05.368 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.368 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.368 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:05.368 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.369 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:05.369 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.369 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.369 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.369 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.369 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.369 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.369 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.369 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.369 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85459990 2024-09-11T03:32:05.369 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.369 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.369 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.370 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.370 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.370 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.370 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.370 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.370 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.370 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.370 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.370 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.370 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.370 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.370 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.370 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.371 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.371 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 606208 2024-09-11T03:32:05.371 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.371 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.371 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.371 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.371 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.371 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.371 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.371 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.371 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.371 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.371 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.372 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73317354 2024-09-11T03:32:05.372 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.372 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.372 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:05.372 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.372 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:05.372 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.372 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.372 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.372 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.372 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.372 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 640949925 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.373 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.374 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 72079627 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.375 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.376 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.376 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:05.376 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.376 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.376 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56973326 2024-09-11T03:32:05.376 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.376 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.376 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.376 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.376 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.376 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.376 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.376 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.377 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68855330 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:05.378 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.379 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.379 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.379 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.379 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.379 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.379 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.379 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.379 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 640949925 2024-09-11T03:32:05.379 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.379 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.379 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.379 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.379 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.380 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.380 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.380 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.380 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.380 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.380 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.380 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.380 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.380 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.380 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.380 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.380 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.381 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 263861 2024-09-11T03:32:05.381 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.381 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.381 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.381 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.381 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.381 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.381 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.381 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.381 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.381 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.381 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.381 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71817894 2024-09-11T03:32:05.382 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.382 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.382 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:05.382 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:05.382 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.382 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.382 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.382 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.382 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.382 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:05.382 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.382 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.382 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 45 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.383 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:05.384 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.384 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.384 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:05.384 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.384 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.384 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:05.384 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 616 2024-09-11T03:32:05.384 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.384 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:05.384 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 6, 2024-09-11T03:32:05.384 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 47171917 2024-09-11T03:32:05.384 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.384 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:05.385 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.385 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.385 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:05.385 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 7, 2024-09-11T03:32:05.385 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4776745 2024-09-11T03:32:05.385 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.385 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:05.385 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 6, 2024-09-11T03:32:05.385 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11991488 2024-09-11T03:32:05.385 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.385 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.385 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.386 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.386 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:05.386 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.386 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.386 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.386 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:05.386 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.386 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.386 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:05.386 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.386 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.386 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:05.386 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.387 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.387 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.387 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:05.387 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.387 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.387 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.387 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:05.387 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.387 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.387 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:05.387 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.387 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.387 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:05.388 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.388 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.388 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.388 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:05.388 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.388 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.388 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:05.388 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.388 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.388 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:05.388 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.388 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 616 2024-09-11T03:32:05.389 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.390 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:05.390 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 6, 2024-09-11T03:32:05.390 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 47171917 2024-09-11T03:32:05.390 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.390 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:05.390 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.390 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.390 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:05.390 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 7, 2024-09-11T03:32:05.390 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4776745 2024-09-11T03:32:05.390 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.390 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:05.390 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 6, 2024-09-11T03:32:05.391 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11991488 2024-09-11T03:32:05.391 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.391 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:05.391 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.391 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.391 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:05.391 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1771104 2024-09-11T03:32:05.391 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.391 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:05.391 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6 2024-09-11T03:32:05.391 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.391 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:05.391 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 29057024 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.1": { 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.392 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.393 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:05.393 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:05.393 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.393 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:05.393 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.393 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.393 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:05.393 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.393 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.393 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:05.393 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.393 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.393 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2469888 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.394 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:05.395 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.395 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.395 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:05.395 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:05.395 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.395 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:05.395 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1564672 2024-09-11T03:32:05.395 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.395 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:05.395 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1425408 2024-09-11T03:32:05.395 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.395 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:05.395 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.396 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:05.397 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:05.397 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.397 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:05.397 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:05.397 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.397 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:05.397 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:05.397 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.397 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:05.397 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.397 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.397 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:05.397 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.398 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:05.399 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.399 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.399 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:05.399 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:05.399 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.399 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:05.399 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.399 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.399 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:05.399 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.399 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.399 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:05.399 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.400 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:05.401 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.401 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.401 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:05.401 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.401 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.401 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:05.401 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.401 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.401 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:05.401 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3973120 2024-09-11T03:32:05.401 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 790528 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 212428 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:05.402 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.403 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.403 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.403 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:05.403 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.403 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.403 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:05.403 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.403 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.403 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:05.403 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.403 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.403 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:05.403 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 30, 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 77206 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 335, 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 102541312 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.404 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:05.405 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 334, 2024-09-11T03:32:05.405 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7057183 2024-09-11T03:32:05.405 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.405 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:05.405 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 335, 2024-09-11T03:32:05.405 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 345069 2024-09-11T03:32:05.405 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.405 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:05.405 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 335, 2024-09-11T03:32:05.405 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 102886381 2024-09-11T03:32:05.405 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.405 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:05.405 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.406 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.406 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.406 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:05.406 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:05.406 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 34757 2024-09-11T03:32:05.406 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.406 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:05.406 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 4, 2024-09-11T03:32:05.406 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8092 2024-09-11T03:32:05.406 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.406 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:05.406 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.406 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.407 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.407 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:05.407 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.407 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.407 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.407 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:05.407 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:05.407 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14360 2024-09-11T03:32:05.407 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.407 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:05.407 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 840 2024-09-11T03:32:05.407 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.407 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 249 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 147, 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5048786 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 370, 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 349226 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 223, 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7968843 2024-09-11T03:32:05.408 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.409 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:05.409 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.409 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.409 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:05.409 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:05.409 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 121341 2024-09-11T03:32:05.409 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.409 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:05.409 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:05.409 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31570275 2024-09-11T03:32:05.409 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.409 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:05.409 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 125, 2024-09-11T03:32:05.410 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27389565 2024-09-11T03:32:05.410 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.410 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:05.410 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 124, 2024-09-11T03:32:05.410 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 309781604104 2024-09-11T03:32:05.410 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.410 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:05.410 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 125, 2024-09-11T03:32:05.410 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 161466693165 2024-09-11T03:32:05.410 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.410 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:05.410 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 413, 2024-09-11T03:32:05.410 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 59355754021 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 413, 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 50222 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1751950 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 169619418 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.411 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:05.412 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:05.412 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 164473 2024-09-11T03:32:05.412 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.412 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:05.412 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:05.412 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95856158 2024-09-11T03:32:05.412 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.412 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:05.412 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:05.412 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23481698 2024-09-11T03:32:05.412 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.412 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:05.412 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 349490 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 58, 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 268869 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 322336498 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28725358 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.413 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:05.414 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:05.414 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2470971 2024-09-11T03:32:05.414 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.414 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.414 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:05.414 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:05.414 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861455963 2024-09-11T03:32:05.414 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.414 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:05.414 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43646976 2024-09-11T03:32:05.414 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.414 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:05.414 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43433984 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137367449 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 212992 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.415 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85496723 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.416 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 20480 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.417 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.418 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.418 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.418 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.418 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.418 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.418 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.418 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.418 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73866349 2024-09-11T03:32:05.418 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.418 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.418 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:05.418 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.418 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641225423 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.419 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:05.420 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.421 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.421 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.421 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.421 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.421 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.421 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.421 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.421 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.421 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.421 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.421 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71804129 2024-09-11T03:32:05.421 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.422 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.422 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:05.422 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.422 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:05.422 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.422 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.422 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.422 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.422 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.422 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:05.422 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.422 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.423 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56997815 2024-09-11T03:32:05.423 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.423 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.423 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.423 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.423 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.423 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.423 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.423 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.423 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.423 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.423 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.423 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.424 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.424 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.424 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.424 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.424 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.424 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.424 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.424 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.424 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.424 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.424 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.425 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.425 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.425 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.425 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.425 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.425 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.425 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68830841 2024-09-11T03:32:05.425 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.425 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.425 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:05.425 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.425 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:05.425 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.426 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.426 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.426 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.426 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.426 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.426 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.426 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.426 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641225423 2024-09-11T03:32:05.426 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.426 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.426 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.426 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.426 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 238693 2024-09-11T03:32:05.427 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.428 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.428 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.428 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.428 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.428 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.428 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.428 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.428 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.428 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.428 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.428 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71567564 2024-09-11T03:32:05.428 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.428 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.429 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:05.429 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:05.429 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.429 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.429 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.429 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.429 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.429 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:05.429 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.429 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.429 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.429 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.429 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.430 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.430 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.430 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:05.430 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 37 2024-09-11T03:32:05.430 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.430 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:05.430 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.430 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.430 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:05.430 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 157 2024-09-11T03:32:05.430 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.430 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:05.430 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.431 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.431 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:05.431 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.431 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.431 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:05.431 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2429467 2024-09-11T03:32:05.431 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.431 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:05.431 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 157, 2024-09-11T03:32:05.431 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1165636543 2024-09-11T03:32:05.431 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.431 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:05.431 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1052 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 157, 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 57982093 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 157, 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 180162022 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 33 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:05.432 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 33, 2024-09-11T03:32:05.433 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5766499 2024-09-11T03:32:05.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.433 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:05.433 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.433 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:05.433 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1052 2024-09-11T03:32:05.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.433 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:05.433 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 33, 2024-09-11T03:32:05.433 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5359496 2024-09-11T03:32:05.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.433 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 33, 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4539769 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 22 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 22, 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 20144994 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.434 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:05.435 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.435 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.435 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:05.435 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.435 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.435 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:05.435 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.435 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.435 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:05.435 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 22, 2024-09-11T03:32:05.435 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7884457 2024-09-11T03:32:05.435 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.435 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 22, 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 19126135 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 102 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2429467 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 102, 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1139725050 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.436 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:05.437 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.437 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.437 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:05.437 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 102, 2024-09-11T03:32:05.437 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 44738140 2024-09-11T03:32:05.437 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.437 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:05.437 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 102, 2024-09-11T03:32:05.437 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 156496118 2024-09-11T03:32:05.437 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.437 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:05.437 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.437 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 590368 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28459008 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.438 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.2": { 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.439 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.440 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:05.440 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.440 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.440 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:05.440 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.440 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.440 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:05.440 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:05.440 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.440 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:05.440 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2162688 2024-09-11T03:32:05.440 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.440 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.441 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:05.442 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1351680 2024-09-11T03:32:05.442 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.442 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:05.442 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1212416 2024-09-11T03:32:05.442 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.442 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:05.442 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:05.442 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.442 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:05.442 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.442 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.442 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:05.442 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.443 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.443 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:05.443 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:05.443 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.443 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:05.443 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:05.443 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.443 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:05.443 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:05.443 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.443 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:05.443 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:05.444 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.444 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:05.444 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:05.444 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.444 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:05.444 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.444 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.444 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:05.444 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.444 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.444 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:05.444 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:05.444 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.445 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:05.445 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:05.445 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.445 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:05.445 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:05.445 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.445 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:05.445 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:05.445 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.445 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:05.445 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.445 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.445 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:05.446 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:05.446 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.446 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:05.446 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.446 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.446 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:05.446 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.446 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.446 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:05.446 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.446 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.446 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:05.446 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.447 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.447 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:05.447 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.447 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.447 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:05.447 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.447 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.447 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:05.447 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.447 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.447 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:05.447 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.447 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.448 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:05.448 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.448 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.448 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:05.448 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.448 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.448 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:05.448 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3452928 2024-09-11T03:32:05.448 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.448 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.448 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:05.448 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:05.448 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 774144 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 4, 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 225276 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:05.449 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 14, 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 17099 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.450 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.451 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.451 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:05.451 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.451 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.451 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:05.451 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 283, 2024-09-11T03:32:05.451 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65908952 2024-09-11T03:32:05.451 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.451 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:05.451 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 278, 2024-09-11T03:32:05.451 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11060038 2024-09-11T03:32:05.451 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.451 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 283, 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 319111 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 283, 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 66228063 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:05.452 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 38526 2024-09-11T03:32:05.453 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.453 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:05.453 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:05.453 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1725 2024-09-11T03:32:05.453 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.453 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:05.453 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.453 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.453 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.453 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:05.453 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.453 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.453 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.454 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:05.454 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.454 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3968 2024-09-11T03:32:05.454 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.454 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:05.454 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 629 2024-09-11T03:32:05.454 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.454 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:05.454 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 222 2024-09-11T03:32:05.454 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.454 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:05.454 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 106, 2024-09-11T03:32:05.454 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1629429 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 285, 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 308217 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 179, 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5867289 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:05.455 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:05.456 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 158690 2024-09-11T03:32:05.456 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.456 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:05.456 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:05.456 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15748017 2024-09-11T03:32:05.456 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.456 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:05.456 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 120, 2024-09-11T03:32:05.456 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6943688 2024-09-11T03:32:05.456 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.456 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:05.456 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 119, 2024-09-11T03:32:05.456 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 413502797449 2024-09-11T03:32:05.457 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.457 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:05.457 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 120, 2024-09-11T03:32:05.457 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 147979950745 2024-09-11T03:32:05.457 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.457 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:05.457 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 340, 2024-09-11T03:32:05.457 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 169096166543 2024-09-11T03:32:05.457 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.457 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:05.457 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 340, 2024-09-11T03:32:05.457 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31708 2024-09-11T03:32:05.457 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 562411 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 148919926 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 110851 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:05.458 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:05.459 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56056818 2024-09-11T03:32:05.459 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.459 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:05.459 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:05.459 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 21957758 2024-09-11T03:32:05.459 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.459 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:05.459 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348642 2024-09-11T03:32:05.459 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.459 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:05.459 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 54, 2024-09-11T03:32:05.459 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 253129 2024-09-11T03:32:05.459 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 243292930 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 25047556 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2014458 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.460 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:05.461 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:05.461 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861455963 2024-09-11T03:32:05.461 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.461 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:05.461 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43302912 2024-09-11T03:32:05.461 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.461 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:05.461 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 42434560 2024-09-11T03:32:05.461 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.461 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:05.461 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137367449 2024-09-11T03:32:05.461 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.461 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 868352 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.462 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.463 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85497553 2024-09-11T03:32:05.463 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.463 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.463 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.463 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.463 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.463 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.463 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.463 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 20480 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.464 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.465 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.465 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.465 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.465 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.465 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.465 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.465 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.465 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73865519 2024-09-11T03:32:05.465 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.465 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.465 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:05.465 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.465 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641231654 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.466 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:05.467 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.468 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.468 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.468 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.468 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.468 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.468 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.468 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.468 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.468 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.468 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.468 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71797898 2024-09-11T03:32:05.468 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.468 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56998369 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.469 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.470 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.470 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.470 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.470 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.470 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.470 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.470 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.470 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.470 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.470 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.470 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.470 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.470 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.471 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.472 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68830287 2024-09-11T03:32:05.472 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.472 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.472 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:05.472 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.472 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:05.472 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.472 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.472 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.472 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.472 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.472 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.472 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641231654 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.473 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 225112 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.474 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71574914 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.475 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:05.476 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.476 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.476 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.476 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.476 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.476 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.476 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.476 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:05.476 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 30 2024-09-11T03:32:05.476 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.476 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:05.476 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.476 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.477 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:05.477 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:05.477 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.477 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:05.477 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.477 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.477 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:05.477 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.477 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.477 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:05.477 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.477 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.477 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 53286077 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3629479 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46539719 2024-09-11T03:32:05.478 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.479 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:05.480 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.480 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.480 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.480 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:05.480 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.480 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.480 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.480 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:05.480 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.480 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.480 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:05.480 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.480 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.481 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.482 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 53286077 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3629479 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46539719 2024-09-11T03:32:05.483 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.484 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:05.484 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.484 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.484 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:05.484 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.484 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.484 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:05.484 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.484 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.484 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:05.484 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.484 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28442624 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.3": { 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.485 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:05.486 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:05.486 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.486 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:05.486 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.486 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.486 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:05.486 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.486 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.486 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:05.486 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.486 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.486 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:05.486 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5652480 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:05.487 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.488 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.488 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:05.488 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:05.488 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.488 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:05.488 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2633728 2024-09-11T03:32:05.488 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.488 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:05.488 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2494464 2024-09-11T03:32:05.488 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.488 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:05.488 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:05.488 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:05.489 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:05.490 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.490 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:05.490 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:05.490 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.490 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:05.490 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:05.490 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.490 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:05.490 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.490 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.490 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:05.490 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.490 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.491 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:05.491 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:05.491 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.491 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:05.491 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:05.491 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.491 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:05.491 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:05.491 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.491 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:05.491 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5555 2024-09-11T03:32:05.491 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.491 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:05.492 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.492 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.492 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:05.492 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5555 2024-09-11T03:32:05.492 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.492 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:05.492 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.492 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.492 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:05.492 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.492 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.492 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:05.492 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.493 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8224768 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:05.494 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:05.495 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:05.495 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.495 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:05.495 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 794624 2024-09-11T03:32:05.495 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.495 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:05.495 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.495 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.495 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.495 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:05.495 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.495 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.495 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7347 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.496 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:05.497 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.497 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.497 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.497 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:05.497 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.497 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.497 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:05.497 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 596, 2024-09-11T03:32:05.497 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 465216591 2024-09-11T03:32:05.497 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.497 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:05.497 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 588, 2024-09-11T03:32:05.497 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24324803 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 596, 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 658683 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 596, 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 465875274 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.498 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:05.499 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:05.499 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31737 2024-09-11T03:32:05.499 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.499 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:05.499 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.499 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1021 2024-09-11T03:32:05.499 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.499 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:05.499 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.499 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.499 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.499 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:05.499 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7438 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3469 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 332 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:05.500 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 92, 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1129967 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 159, 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 350682 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 67, 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 607396 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.501 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 100, 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5561426 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3897589430 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 55, 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24590198 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 52, 2024-09-11T03:32:05.502 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 337462997266 2024-09-11T03:32:05.503 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.503 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:05.503 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 55, 2024-09-11T03:32:05.503 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 82046912104 2024-09-11T03:32:05.503 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.503 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:05.503 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3354, 2024-09-11T03:32:05.503 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1059347183 2024-09-11T03:32:05.503 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.503 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:05.503 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3354, 2024-09-11T03:32:05.503 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206826 2024-09-11T03:32:05.503 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.504 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:05.504 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:05.504 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 102912629 2024-09-11T03:32:05.504 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.504 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:05.504 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:05.504 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2578172033 2024-09-11T03:32:05.504 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.504 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:05.504 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:05.504 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 566532 2024-09-11T03:32:05.504 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.504 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:05.505 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:05.505 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1365861608 2024-09-11T03:32:05.505 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.505 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:05.505 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:05.505 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 352543407 2024-09-11T03:32:05.505 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.505 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:05.505 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 351772 2024-09-11T03:32:05.505 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.505 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:05.505 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 46, 2024-09-11T03:32:05.505 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 219677 2024-09-11T03:32:05.506 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.506 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:05.506 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:05.506 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8297346081 2024-09-11T03:32:05.506 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.506 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:05.506 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:05.506 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 385802273 2024-09-11T03:32:05.506 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.506 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:05.506 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:05.506 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 263540288 2024-09-11T03:32:05.506 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861455963 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 44630016 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43859968 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137367449 2024-09-11T03:32:05.507 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.508 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:05.508 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 770048 2024-09-11T03:32:05.508 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.508 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.508 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:05.508 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.508 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:05.508 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.508 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.508 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.508 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.508 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.508 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.509 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.509 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.509 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85491243 2024-09-11T03:32:05.509 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.509 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.509 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.509 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.509 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.509 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.509 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.509 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.509 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.509 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8192 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.510 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.511 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.511 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.511 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.511 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.511 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.511 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73884117 2024-09-11T03:32:05.511 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.511 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.511 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:05.511 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.511 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:05.511 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.511 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.512 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.512 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.512 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.512 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.512 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.512 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.512 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641184325 2024-09-11T03:32:05.512 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.512 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.512 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.512 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.512 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.512 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.513 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71845227 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:05.514 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.515 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:05.515 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.515 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.515 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.515 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.515 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.515 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:05.515 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.515 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.515 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56994162 2024-09-11T03:32:05.515 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.515 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.515 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.516 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.516 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.516 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.516 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.516 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.516 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.516 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.516 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.516 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.516 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.516 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.516 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.517 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.517 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.517 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.517 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.517 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.517 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.517 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.517 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.517 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.517 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.517 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.517 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.517 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.518 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.518 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68834494 2024-09-11T03:32:05.518 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.518 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.518 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:05.518 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.518 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:05.518 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.518 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.518 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.518 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.518 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.518 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641184325 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.519 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.520 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.520 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.520 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.520 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5828 2024-09-11T03:32:05.520 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.520 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.520 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 340376 2024-09-11T03:32:05.520 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.520 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.520 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.520 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.520 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.520 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71501151 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.521 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.522 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.522 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:05.522 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.522 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.522 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.522 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.522 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.522 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.522 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.522 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:05.522 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 37 2024-09-11T03:32:05.522 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.522 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.523 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.524 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:05.524 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.524 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.524 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.524 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:05.524 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.524 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.524 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:05.524 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.524 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1010334 2024-09-11T03:32:05.524 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.524 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:05.524 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.525 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.525 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.525 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.525 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.525 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.525 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:05.525 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.525 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.525 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.525 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:05.525 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.525 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.526 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:05.526 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.526 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.526 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:05.526 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.526 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.526 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.526 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:05.526 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.526 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.526 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.526 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:05.526 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.527 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.527 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:05.527 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.527 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.527 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:05.527 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.527 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.527 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.527 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:05.527 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.527 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.527 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:05.527 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.528 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.529 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.529 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:05.529 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.529 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.529 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:05.529 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.529 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.529 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.529 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:05.529 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.529 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.529 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:05.529 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.530 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1010334 2024-09-11T03:32:05.530 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.530 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:05.530 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.530 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.530 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.530 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:05.530 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.530 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.530 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:05.530 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.530 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.530 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28459008 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.4": { 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:05.531 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.532 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.532 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:05.532 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.532 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.532 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:05.532 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:05.532 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.532 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:05.532 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.532 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.532 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:05.532 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.532 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.533 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:05.533 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.533 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.533 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:05.533 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:05.533 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.533 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:05.533 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1380352 2024-09-11T03:32:05.533 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.533 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:05.533 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.533 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.533 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.534 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:05.534 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.534 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.534 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.534 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:05.534 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.534 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.534 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:05.534 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:05.534 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.534 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:05.534 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 999424 2024-09-11T03:32:05.534 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 860160 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:05.535 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:05.536 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.536 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:05.536 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:05.536 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.536 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:05.536 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:05.536 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.536 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:05.536 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:05.536 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.536 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:05.536 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:05.536 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:05.537 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:05.538 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.538 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:05.538 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:05.538 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.538 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:05.538 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.538 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.538 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:05.538 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:05.538 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.538 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:05.538 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.538 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:05.539 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.540 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.540 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:05.540 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.540 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.540 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:05.540 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.540 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.540 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:05.540 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.540 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.540 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:05.540 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.540 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2318336 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 798720 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 8, 2024-09-11T03:32:05.541 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 293911 2024-09-11T03:32:05.542 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.542 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:05.542 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.542 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.542 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.542 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:05.542 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.542 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.542 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:05.542 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.542 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.542 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:05.542 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2028 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 197, 2024-09-11T03:32:05.543 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 44810307 2024-09-11T03:32:05.544 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.544 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:05.544 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 188, 2024-09-11T03:32:05.544 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7910286 2024-09-11T03:32:05.544 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.544 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:05.544 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 197, 2024-09-11T03:32:05.544 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 199031 2024-09-11T03:32:05.544 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.544 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:05.544 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 197, 2024-09-11T03:32:05.544 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 45009338 2024-09-11T03:32:05.544 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 42470 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1186 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:05.545 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.546 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.546 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.546 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:05.546 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.546 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.546 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.546 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:05.546 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:05.546 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8854 2024-09-11T03:32:05.546 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.546 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:05.546 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 407 2024-09-11T03:32:05.547 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.547 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:05.547 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 251 2024-09-11T03:32:05.547 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.547 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:05.547 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 107, 2024-09-11T03:32:05.547 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 956429 2024-09-11T03:32:05.547 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.547 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:05.547 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 184, 2024-09-11T03:32:05.547 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 254552 2024-09-11T03:32:05.547 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.547 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:05.548 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 77, 2024-09-11T03:32:05.548 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 180184 2024-09-11T03:32:05.548 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.548 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:05.548 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.548 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.548 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:05.548 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:05.548 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 119527 2024-09-11T03:32:05.548 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.548 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:05.548 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:05.548 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3724086 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 49, 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3247903 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 48, 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 221944305288 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 49, 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 72343252826 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.549 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 278, 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7132180492 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 278, 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 26130 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 270291 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:05.550 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 99095695 2024-09-11T03:32:05.551 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.551 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:05.551 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:05.551 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 86066 2024-09-11T03:32:05.551 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.551 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:05.551 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:05.551 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 61832397 2024-09-11T03:32:05.551 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.551 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:05.551 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:05.551 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13220387 2024-09-11T03:32:05.551 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.552 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:05.552 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 350038 2024-09-11T03:32:05.552 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.552 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:05.552 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 48, 2024-09-11T03:32:05.552 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 215403 2024-09-11T03:32:05.552 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.552 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:05.552 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:05.552 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 178178519 2024-09-11T03:32:05.552 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.552 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:05.552 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15601749 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2010751 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861442560 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41418752 2024-09-11T03:32:05.553 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.554 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:05.554 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41263104 2024-09-11T03:32:05.554 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.554 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:05.554 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137351680 2024-09-11T03:32:05.554 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.554 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:05.554 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 155648 2024-09-11T03:32:05.554 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.554 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.554 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:05.554 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.554 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85496867 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.555 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.556 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.557 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.557 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.557 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.557 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.557 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.557 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.557 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.557 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.557 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.557 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.557 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73886685 2024-09-11T03:32:05.557 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.557 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641226506 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.558 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.559 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.560 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.560 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:05.560 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.560 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.560 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.560 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.560 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.560 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.560 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.560 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.560 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.560 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.560 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.561 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71803046 2024-09-11T03:32:05.561 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.561 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.561 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:05.561 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.561 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:05.561 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.561 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.561 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.561 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.561 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.561 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:05.561 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.562 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.562 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56997911 2024-09-11T03:32:05.562 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.562 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.562 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.562 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.562 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.562 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.562 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.562 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.562 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.562 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.562 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.563 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.564 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.564 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.564 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.564 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.564 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68830745 2024-09-11T03:32:05.564 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.564 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.564 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:05.564 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.564 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:05.564 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.564 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.564 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641226506 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.565 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 240966 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.566 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.567 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.567 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.567 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.567 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.567 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.567 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.567 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.567 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71564208 2024-09-11T03:32:05.567 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.567 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.567 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:05.567 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:05.568 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.568 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.568 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.568 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.568 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.568 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:05.568 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.568 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.568 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.568 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.568 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.568 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 40 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.569 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 22 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2473529 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:05.570 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:05.571 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 661427 2024-09-11T03:32:05.571 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.571 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:05.571 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:05.571 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2412916 2024-09-11T03:32:05.571 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.571 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.571 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.571 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.571 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:05.571 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.571 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.571 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.572 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:05.572 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.572 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.572 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:05.572 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.572 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.572 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:05.572 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.572 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.572 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.572 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:05.572 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.572 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.573 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.574 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.575 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.575 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:05.575 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.575 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:05.575 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 22 2024-09-11T03:32:05.575 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.575 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:05.575 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:05.575 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2473529 2024-09-11T03:32:05.575 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.575 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:05.575 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.575 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.576 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:05.576 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:05.576 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 661427 2024-09-11T03:32:05.576 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.576 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:05.576 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:05.576 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2412916 2024-09-11T03:32:05.576 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.576 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:05.576 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.576 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.576 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:05.576 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28467200 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.5": { 2024-09-11T03:32:05.577 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:05.578 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.579 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.579 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:05.579 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.579 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.579 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:05.579 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:05.579 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.579 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:05.579 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6139904 2024-09-11T03:32:05.579 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.579 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:05.579 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.579 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.580 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.580 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:05.580 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.580 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.580 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.580 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:05.580 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.580 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.580 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:05.580 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:05.580 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.580 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:05.580 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3088384 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2949120 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.581 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:05.582 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:05.582 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.582 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:05.582 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:05.582 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.582 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:05.582 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:05.582 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.582 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:05.582 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:05.582 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.582 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:05.582 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.583 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.584 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.585 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:05.585 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.585 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.585 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:05.585 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.585 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.585 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:05.585 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.585 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.585 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:05.585 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.585 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.585 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.586 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.587 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:05.587 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 9166848 2024-09-11T03:32:05.587 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.587 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.587 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:05.587 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:05.587 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:05.587 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.587 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:05.587 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 798720 2024-09-11T03:32:05.587 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.587 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:05.588 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 6, 2024-09-11T03:32:05.588 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 187810 2024-09-11T03:32:05.588 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.588 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:05.588 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.588 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.588 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.588 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:05.588 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.588 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.588 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:05.588 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.588 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.589 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:05.589 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.589 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.589 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:05.589 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:05.589 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4767 2024-09-11T03:32:05.589 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.589 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:05.589 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.589 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.589 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.589 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:05.589 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.590 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.590 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:05.590 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 707, 2024-09-11T03:32:05.590 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 457365835 2024-09-11T03:32:05.590 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.590 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:05.590 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 696, 2024-09-11T03:32:05.590 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 17558730 2024-09-11T03:32:05.590 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.590 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:05.590 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 707, 2024-09-11T03:32:05.590 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 540396 2024-09-11T03:32:05.590 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 707, 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 457906231 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41581 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:05.591 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.592 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1068 2024-09-11T03:32:05.592 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.592 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:05.592 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.592 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.592 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.592 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:05.592 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.592 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.592 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.592 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:05.592 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.592 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7093 2024-09-11T03:32:05.593 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.593 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:05.593 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3467 2024-09-11T03:32:05.593 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.593 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:05.593 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 355 2024-09-11T03:32:05.593 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.593 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:05.593 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 97, 2024-09-11T03:32:05.593 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 854916 2024-09-11T03:32:05.593 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.593 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:05.593 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 159, 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 357525 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 62, 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 363933 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 104, 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6494160 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.594 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:05.595 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:05.595 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3533309120 2024-09-11T03:32:05.595 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.595 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:05.595 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 46, 2024-09-11T03:32:05.595 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 16710412 2024-09-11T03:32:05.595 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.595 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:05.595 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 43, 2024-09-11T03:32:05.595 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 209649392673 2024-09-11T03:32:05.595 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.595 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:05.595 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 46, 2024-09-11T03:32:05.596 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73597359256 2024-09-11T03:32:05.596 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.596 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:05.596 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3378, 2024-09-11T03:32:05.596 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 9042285504 2024-09-11T03:32:05.596 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.596 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:05.596 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3378, 2024-09-11T03:32:05.596 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 157789 2024-09-11T03:32:05.596 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.596 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:05.596 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:05.596 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85487855 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2800867081 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 386105 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1499421078 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.597 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 357939788 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 352050 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 38, 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 148832 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8277217500 2024-09-11T03:32:05.598 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.599 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:05.599 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:05.599 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 389892263 2024-09-11T03:32:05.599 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.599 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:05.599 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:05.599 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 270363391 2024-09-11T03:32:05.599 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.599 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.599 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:05.599 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:05.599 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861442560 2024-09-11T03:32:05.599 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.600 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:05.600 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46792704 2024-09-11T03:32:05.600 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.600 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:05.600 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46096384 2024-09-11T03:32:05.600 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.600 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:05.600 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137351680 2024-09-11T03:32:05.600 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.600 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:05.600 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 696320 2024-09-11T03:32:05.600 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.600 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.601 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:05.601 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.601 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:05.601 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.601 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.601 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.601 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.601 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.601 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.601 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.601 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.601 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85490369 2024-09-11T03:32:05.601 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.602 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.603 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73893183 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.604 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641177770 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.605 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.606 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.607 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.607 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.607 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71851782 2024-09-11T03:32:05.607 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.607 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.607 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:05.607 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.607 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:05.607 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.607 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.607 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.607 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.607 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.608 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:05.608 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.608 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.608 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56993579 2024-09-11T03:32:05.608 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.608 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.608 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.608 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.608 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.608 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.608 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.608 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.608 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.609 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.609 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.609 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.609 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.609 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.609 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.609 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.609 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.609 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.609 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.609 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.609 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.609 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68835077 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:05.610 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641177770 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.611 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.612 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.612 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.612 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.612 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.612 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.612 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.612 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.612 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.612 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5846 2024-09-11T03:32:05.612 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.612 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.612 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 349599 2024-09-11T03:32:05.612 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71498465 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.613 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:05.614 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:05.614 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.614 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.614 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.614 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.614 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.614 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:05.614 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.614 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.614 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.614 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.614 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.614 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.615 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:05.616 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.616 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.616 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:05.616 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.616 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.616 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:05.616 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.616 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.616 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.616 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:05.616 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.616 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.616 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:05.617 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.617 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.617 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.617 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:05.617 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.617 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.617 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.617 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.617 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.617 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.617 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:05.617 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.617 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.618 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.618 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:05.618 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.618 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.618 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:05.618 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.618 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.618 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:05.618 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.618 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.618 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.618 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:05.618 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:05.619 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.620 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.620 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:05.620 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.620 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.620 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:05.620 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.620 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.620 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:05.620 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.620 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.620 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.620 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:05.620 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:05.621 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:05.622 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28463104 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.6": { 2024-09-11T03:32:05.623 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.624 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:05.624 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.624 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.624 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:05.624 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.624 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.624 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:05.624 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:05.624 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.624 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:05.624 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.624 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.624 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6447104 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.625 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3440640 2024-09-11T03:32:05.626 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3301376 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:05.627 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.628 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:05.629 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.629 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.629 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:05.629 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.629 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.629 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:05.629 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:05.629 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.629 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:05.629 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:05.629 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.629 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:05.630 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:05.630 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.630 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:05.630 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5556 2024-09-11T03:32:05.630 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.630 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:05.630 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.630 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.630 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:05.630 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5556 2024-09-11T03:32:05.630 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.630 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:05.630 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.631 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:05.632 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.632 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.632 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:05.632 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.632 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.632 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:05.632 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.632 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.632 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:05.632 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.632 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.632 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:05.632 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.633 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.633 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:05.633 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 9826304 2024-09-11T03:32:05.633 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.633 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.633 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:05.633 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:05.633 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:05.633 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.633 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:05.633 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1380352 2024-09-11T03:32:05.633 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.633 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.634 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:05.635 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.635 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.635 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:05.635 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:05.635 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8581 2024-09-11T03:32:05.635 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.635 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:05.635 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.635 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.635 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.635 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:05.635 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.635 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.636 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:05.636 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 793, 2024-09-11T03:32:05.636 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 466572578 2024-09-11T03:32:05.636 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.636 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:05.636 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 782, 2024-09-11T03:32:05.636 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 33644298 2024-09-11T03:32:05.636 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.636 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:05.636 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 793, 2024-09-11T03:32:05.636 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 624401 2024-09-11T03:32:05.636 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.636 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 793, 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 467196979 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 44821 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.637 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 17860 2024-09-11T03:32:05.638 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.638 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:05.638 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.638 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.638 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.638 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:05.638 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.638 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.638 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.638 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:05.638 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:05.638 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 17364 2024-09-11T03:32:05.638 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3440 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 366 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 104, 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1116432 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 160, 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 387445 2024-09-11T03:32:05.639 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.640 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:05.640 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 56, 2024-09-11T03:32:05.640 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 615787 2024-09-11T03:32:05.640 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.640 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:05.640 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.640 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.640 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:05.640 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 100, 2024-09-11T03:32:05.640 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5522393 2024-09-11T03:32:05.640 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.640 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:05.640 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:05.641 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3892709991 2024-09-11T03:32:05.641 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.641 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:05.641 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 38, 2024-09-11T03:32:05.641 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 21118506 2024-09-11T03:32:05.641 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.641 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:05.641 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 35, 2024-09-11T03:32:05.641 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 201102499737 2024-09-11T03:32:05.641 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.641 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:05.641 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 38, 2024-09-11T03:32:05.641 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 50976888265 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3359, 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1263420290 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3359, 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 189999 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4663438 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.642 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2565876364 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 506451 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1329606522 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:05.643 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 361592915 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 941978 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 31, 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 127889 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8154682616 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:05.644 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 396874695 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 266560389 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861442560 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46792704 2024-09-11T03:32:05.645 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.646 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:05.646 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46505984 2024-09-11T03:32:05.646 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.646 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:05.646 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137351680 2024-09-11T03:32:05.646 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.646 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:05.646 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 286720 2024-09-11T03:32:05.646 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.646 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.646 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:05.646 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.646 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85489868 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.647 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.648 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.648 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.648 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.648 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.648 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.648 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.648 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.648 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.648 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.648 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.648 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.648 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.648 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8192 2024-09-11T03:32:05.649 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.649 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.649 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.649 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.649 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.649 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.649 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.649 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.649 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.649 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.649 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.649 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73885492 2024-09-11T03:32:05.649 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.650 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.650 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:05.650 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.650 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:05.650 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.650 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.650 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.650 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.650 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.650 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.650 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.650 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.650 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641174016 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.651 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.652 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.652 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.652 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.652 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:05.652 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.652 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.652 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.652 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.652 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.652 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.652 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.652 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.652 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.653 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.653 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.653 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71855536 2024-09-11T03:32:05.653 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.653 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.653 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:05.653 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.653 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:05.653 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.653 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.653 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.653 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.653 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56993245 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.654 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.655 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.655 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.655 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.655 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.655 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.655 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.655 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.655 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.655 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.655 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.655 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.655 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.655 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.656 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.656 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.656 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.656 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.656 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.656 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.656 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68835411 2024-09-11T03:32:05.656 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.656 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.656 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:05.656 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.656 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:05.656 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641174016 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.657 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.658 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.658 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.658 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.658 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.658 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.658 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.658 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.658 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.658 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5918 2024-09-11T03:32:05.658 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.658 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.658 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 349214 2024-09-11T03:32:05.658 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71502532 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.659 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:05.660 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:05.660 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.660 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.660 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.660 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.660 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.660 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:05.660 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.660 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.660 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.660 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.660 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.660 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.661 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.661 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:05.661 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 39 2024-09-11T03:32:05.661 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.661 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:05.661 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.661 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.661 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:05.661 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13 2024-09-11T03:32:05.661 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.661 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:05.661 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.661 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.662 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:05.662 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.662 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.662 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:05.662 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2810 2024-09-11T03:32:05.662 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.662 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:05.662 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 13, 2024-09-11T03:32:05.662 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68607520 2024-09-11T03:32:05.662 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.662 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:05.662 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.662 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.663 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:05.663 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 15, 2024-09-11T03:32:05.663 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6498637 2024-09-11T03:32:05.663 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.663 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:05.663 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 13, 2024-09-11T03:32:05.663 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 32291431 2024-09-11T03:32:05.663 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.663 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.663 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.663 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.663 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:05.663 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.664 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.664 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.664 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:05.664 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.664 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.664 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:05.664 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.664 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.664 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:05.664 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.664 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.664 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.664 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:05.665 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.665 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.665 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.665 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:05.665 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.665 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.665 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:05.665 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.665 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.665 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:05.665 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.665 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.665 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.666 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:05.666 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.666 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.666 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:05.666 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.666 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.666 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:05.666 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.666 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.666 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:05.666 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.666 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.666 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2810 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 13, 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68607520 2024-09-11T03:32:05.667 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.668 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:05.668 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.668 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.668 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:05.668 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 15, 2024-09-11T03:32:05.668 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6498637 2024-09-11T03:32:05.668 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.668 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:05.668 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 13, 2024-09-11T03:32:05.668 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 32291431 2024-09-11T03:32:05.668 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.668 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:05.668 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 33239040 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.669 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.670 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.670 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.7": { 2024-09-11T03:32:05.670 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:05.670 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:05.670 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.670 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.670 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:05.670 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.670 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.670 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:05.670 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:05.670 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.670 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:05.671 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.671 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.671 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:05.671 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.671 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.671 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:05.671 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.671 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.671 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:05.671 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:05.671 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.671 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:05.672 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5853184 2024-09-11T03:32:05.672 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.672 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:05.672 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.672 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.672 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.672 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:05.672 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.672 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.672 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.672 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:05.672 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.672 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2883584 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2744320 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:05.673 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.674 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.674 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:05.674 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.674 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.674 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:05.674 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:05.674 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.674 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:05.674 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:05.674 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.674 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:05.674 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:05.674 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:05.675 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:05.676 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.676 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:05.676 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:05.676 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.676 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:05.676 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:05.676 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.676 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:05.676 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5552 2024-09-11T03:32:05.676 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.676 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:05.676 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.676 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5552 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:05.677 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.678 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.678 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:05.678 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.678 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.678 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:05.678 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.678 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.678 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:05.678 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.678 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.678 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:05.678 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.678 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8675328 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:05.679 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1384448 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 163517 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.680 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.681 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:05.681 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.681 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.681 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:05.681 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.681 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.681 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:05.681 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 7, 2024-09-11T03:32:05.681 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 16155 2024-09-11T03:32:05.681 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.681 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:05.681 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.681 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 657, 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 485970412 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 637, 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 34270571 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:05.682 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 657, 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 529203 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 657, 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 486499615 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 36401 2024-09-11T03:32:05.683 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.684 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:05.684 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.684 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 994 2024-09-11T03:32:05.684 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.684 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:05.684 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.684 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.684 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.684 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:05.684 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:05.684 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.684 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.684 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:05.685 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:05.685 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4014 2024-09-11T03:32:05.685 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.685 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:05.685 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3520 2024-09-11T03:32:05.685 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.685 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:05.685 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 382 2024-09-11T03:32:05.685 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.685 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:05.685 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 103, 2024-09-11T03:32:05.685 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1657944 2024-09-11T03:32:05.685 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 153, 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 303649 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 50, 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1057605 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 102, 2024-09-11T03:32:05.686 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5821391 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4355275973 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 25, 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 37078235 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 24, 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 119754187258 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.687 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:05.688 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 25, 2024-09-11T03:32:05.688 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 38244848161 2024-09-11T03:32:05.688 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.688 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:05.688 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3384, 2024-09-11T03:32:05.688 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2013416765 2024-09-11T03:32:05.688 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.688 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:05.688 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3384, 2024-09-11T03:32:05.688 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 195883 2024-09-11T03:32:05.688 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.688 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:05.688 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 589584679 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3538218475 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 500118 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1990548542 2024-09-11T03:32:05.689 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.690 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:05.690 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:05.690 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 378938260 2024-09-11T03:32:05.690 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.690 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:05.690 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 940556 2024-09-11T03:32:05.690 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.690 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:05.690 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 24, 2024-09-11T03:32:05.690 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 117230 2024-09-11T03:32:05.690 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.690 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10852809057 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 414357957 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 287387446 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:05.691 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:05.692 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861442560 2024-09-11T03:32:05.692 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.692 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:05.692 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46727168 2024-09-11T03:32:05.692 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.692 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:05.692 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46587904 2024-09-11T03:32:05.692 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.692 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:05.692 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137351680 2024-09-11T03:32:05.692 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.692 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:05.692 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 139264 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.693 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85480888 2024-09-11T03:32:05.694 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.694 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.694 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.694 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.694 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.694 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.694 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.694 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.694 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.694 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.694 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.694 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.694 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 143360 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.695 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.696 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.696 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.696 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73759304 2024-09-11T03:32:05.696 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.696 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.696 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:05.696 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.696 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:05.696 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.696 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.696 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.696 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.696 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641106666 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.697 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.698 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.699 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.699 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.699 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.699 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.699 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.699 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71922886 2024-09-11T03:32:05.699 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.699 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.699 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:05.699 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.699 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:05.699 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.699 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.700 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:05.700 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.700 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.700 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:05.700 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.700 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.700 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56987259 2024-09-11T03:32:05.700 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.700 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.700 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.700 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.700 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.700 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.701 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.701 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.701 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.701 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.701 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.701 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.701 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.701 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.701 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.701 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.701 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.701 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.701 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68841397 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.702 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641106666 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:05.703 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.704 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.704 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:05.704 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.704 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.704 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:05.704 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.704 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.704 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:05.704 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.704 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.704 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:05.704 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.704 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 366997 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:05.705 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71558017 2024-09-11T03:32:05.706 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.706 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.706 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:05.706 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:05.706 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.706 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.706 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.706 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.706 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.706 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:05.706 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.706 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.706 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.707 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:05.708 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.708 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.708 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:05.708 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.708 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.708 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:05.708 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.708 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.708 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:05.708 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 43, 2024-09-11T03:32:05.708 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 50278485 2024-09-11T03:32:05.708 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.708 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 132134 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 45, 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11860127 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 43, 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 37125844 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.709 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 28, 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4373900 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 132134 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 28, 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3960309 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.710 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:05.711 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 28, 2024-09-11T03:32:05.711 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3339510 2024-09-11T03:32:05.711 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.711 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:05.711 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:05.711 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.711 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:05.711 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.711 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.711 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:05.711 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:05.711 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11348076 2024-09-11T03:32:05.712 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.712 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:05.712 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.712 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.712 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:05.712 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.712 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.712 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:05.712 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.712 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.712 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:05.712 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:05.712 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3631843 2024-09-11T03:32:05.713 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.713 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:05.713 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:05.713 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10986618 2024-09-11T03:32:05.713 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.713 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:05.713 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5 2024-09-11T03:32:05.713 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.713 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:05.713 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.713 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.713 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:05.713 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 34556509 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 7, 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4267975 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 22799716 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.714 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:05.715 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.715 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.715 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:05.715 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.715 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.715 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:05.715 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:05.715 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.715 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:05.715 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:05.715 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.715 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:05.715 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 29052928 2024-09-11T03:32:05.716 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.716 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.716 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.716 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.716 INFO:tasks.workunit.client.0.smithi086.stdout: "pools": [ 2024-09-11T03:32:05.716 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.716 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:05.716 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr" 2024-09-11T03:32:05.716 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.716 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:05.716 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:05.716 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:05.716 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:05.717 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:05.717 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 1, 2024-09-11T03:32:05.717 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 1, 2024-09-11T03:32:05.717 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 1, 2024-09-11T03:32:05.717 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:05.717 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:05.717 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:05.717 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 1781760, 2024-09-11T03:32:05.720 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:05.720 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:05.720 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 1781760, 2024-09-11T03:32:05.720 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:05.720 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:05.720 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 2, 2024-09-11T03:32:05.720 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:05.720 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 2.4431162728433264e-06, 2024-09-11T03:32:05.720 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:05.720 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:05.721 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 212, 2024-09-11T03:32:05.721 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 313344, 2024-09-11T03:32:05.721 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 590368, 2024-09-11T03:32:05.721 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 590368, 2024-09-11T03:32:05.721 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:05.721 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 1771104, 2024-09-11T03:32:05.721 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 179, 2024-09-11T03:32:05.721 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 2473984 2024-09-11T03:32:05.721 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.721 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:05.721 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:05.721 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:05.721 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs" 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 32, 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 32, 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 2, 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:05.722 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 98304, 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 98304, 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 22, 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 1.3479292704232648e-07, 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 0, 2024-09-11T03:32:05.723 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 0, 2024-09-11T03:32:05.724 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 3428, 2024-09-11T03:32:05.724 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 3428, 2024-09-11T03:32:05.724 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:05.724 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 10284, 2024-09-11T03:32:05.724 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 51, 2024-09-11T03:32:05.724 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 20480 2024-09-11T03:32:05.724 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.724 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:05.724 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:05.724 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:05.724 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.724 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.724 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:05.725 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs" 2024-09-11T03:32:05.725 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.725 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:05.725 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:05.725 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:05.725 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:05.725 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:05.725 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 64, 2024-09-11T03:32:05.725 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 64, 2024-09-11T03:32:05.725 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 3, 2024-09-11T03:32:05.725 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:05.725 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:05.725 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:05.726 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 0, 2024-09-11T03:32:05.726 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:05.726 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:05.726 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 0, 2024-09-11T03:32:05.726 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:05.726 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:05.726 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 0, 2024-09-11T03:32:05.726 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:05.726 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 0.0, 2024-09-11T03:32:05.726 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:05.726 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:05.726 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 0, 2024-09-11T03:32:05.726 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 0, 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 0, 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 0, 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 0, 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 0, 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 0 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:05.727 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd" 2024-09-11T03:32:05.728 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.728 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:05.728 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:05.728 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:05.728 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:05.728 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:05.728 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 8, 2024-09-11T03:32:05.728 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 8, 2024-09-11T03:32:05.728 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 4, 2024-09-11T03:32:05.728 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:05.728 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:05.728 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:05.728 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 12288, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 12288, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 2, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 1.684911765664765e-08, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 0, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 0, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 19, 2024-09-11T03:32:05.729 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 19, 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 57, 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 2, 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 2048 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd": { 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: "mirroring_by_pool": [ 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: false 2024-09-11T03:32:05.730 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.731 INFO:tasks.workunit.client.0.smithi086.stdout: "num_images_by_pool": [ 2024-09-11T03:32:05.731 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.731 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.731 INFO:tasks.workunit.client.0.smithi086.stdout: "num_pools": 1 2024-09-11T03:32:05.731 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.731 INFO:tasks.workunit.client.0.smithi086.stdout: "report_id": "b86b05c3-0b6c-498b-8d1a-644abda8d532", 2024-09-11T03:32:05.731 INFO:tasks.workunit.client.0.smithi086.stdout: "report_timestamp": "2024-09-11T03:32:04.837586", 2024-09-11T03:32:05.731 INFO:tasks.workunit.client.0.smithi086.stdout: "report_version": 1, 2024-09-11T03:32:05.731 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_stats": { 2024-09-11T03:32:05.731 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "7.9.2" 2024-09-11T03:32:05.731 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.731 INFO:tasks.workunit.client.0.smithi086.stdout: "rook": { 2024-09-11T03:32:05.731 INFO:tasks.workunit.client.0.smithi086.stdout: "cluster": { 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: "external-mode": null, 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: "allow-multiple-per-node": null, 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: "count": null, 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: "max-id": null, 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: "pvc": { 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: "enabled": null 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: "stretch": { 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: "enabled": null 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: "network": { 2024-09-11T03:32:05.732 INFO:tasks.workunit.client.0.smithi086.stdout: "provider": null 2024-09-11T03:32:05.733 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.733 INFO:tasks.workunit.client.0.smithi086.stdout: "storage": { 2024-09-11T03:32:05.733 INFO:tasks.workunit.client.0.smithi086.stdout: "device-set": { 2024-09-11T03:32:05.733 INFO:tasks.workunit.client.0.smithi086.stdout: "count": { 2024-09-11T03:32:05.733 INFO:tasks.workunit.client.0.smithi086.stdout: "non-portable": null, 2024-09-11T03:32:05.733 INFO:tasks.workunit.client.0.smithi086.stdout: "portable": null, 2024-09-11T03:32:05.733 INFO:tasks.workunit.client.0.smithi086.stdout: "total": null 2024-09-11T03:32:05.733 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.733 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.733 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.733 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.733 INFO:tasks.workunit.client.0.smithi086.stdout: "csi": { 2024-09-11T03:32:05.733 INFO:tasks.workunit.client.0.smithi086.stdout: "version": null 2024-09-11T03:32:05.734 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.734 INFO:tasks.workunit.client.0.smithi086.stdout: "kubernetes": { 2024-09-11T03:32:05.734 INFO:tasks.workunit.client.0.smithi086.stdout: "version": null 2024-09-11T03:32:05.734 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.734 INFO:tasks.workunit.client.0.smithi086.stdout: "node": { 2024-09-11T03:32:05.734 INFO:tasks.workunit.client.0.smithi086.stdout: "count": { 2024-09-11T03:32:05.734 INFO:tasks.workunit.client.0.smithi086.stdout: "kubernetes-total": null, 2024-09-11T03:32:05.734 INFO:tasks.workunit.client.0.smithi086.stdout: "with-ceph-daemons": null, 2024-09-11T03:32:05.734 INFO:tasks.workunit.client.0.smithi086.stdout: "with-csi-cephfs-plugin": null, 2024-09-11T03:32:05.734 INFO:tasks.workunit.client.0.smithi086.stdout: "with-csi-nfs-plugin": null, 2024-09-11T03:32:05.734 INFO:tasks.workunit.client.0.smithi086.stdout: "with-csi-rbd-plugin": null 2024-09-11T03:32:05.734 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: "usage": { 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: "storage-class": { 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: "count": { 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket": null, 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs": null, 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: "nfs": null, 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd": null, 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: "total": null 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: "version": null 2024-09-11T03:32:05.735 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.736 INFO:tasks.workunit.client.0.smithi086.stdout: "services": {}, 2024-09-11T03:32:05.736 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_per_pg": [ 2024-09-11T03:32:05.736 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.736 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.736 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.736 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.736 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.736 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.736 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:05.736 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.736 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.736 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.736 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.737 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.737 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:05.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.074610+0000", 2024-09-11T03:32:05.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.074610+0000", 2024-09-11T03:32:05.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.075103+0000", 2024-09-11T03:32:05.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:05.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:05.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:05.738 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:05.738 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.738 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.738 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.738 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:05.738 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:05.738 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.738 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.738 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.738 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.738 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.738 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.738 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.739 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.739 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.739 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.739 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.739 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.739 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.739 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3f", 2024-09-11T03:32:05.739 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.739 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.739 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.739 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.739 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.739 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:00:32.436877+0000", 2024-09-11T03:32:05.740 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.740 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.740 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.743 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.743 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.743 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.743 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.743 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.743 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.743 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.743 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.743 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.743 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.743 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.743 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.743 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.744 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:05.744 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.744 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.744 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.744 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.744 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:05.744 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.744 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:05.744 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.744 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:05.744 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.744 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.744 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.745 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.745 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.745 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:05.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.071284+0000", 2024-09-11T03:32:05.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.071284+0000", 2024-09-11T03:32:05.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071766+0000", 2024-09-11T03:32:05.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:05.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:05.746 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:05.746 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:05.746 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.746 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.746 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.746 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:05.746 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:05.746 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.746 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.746 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.746 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.746 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.747 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.747 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.747 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.747 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.747 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.747 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.747 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.747 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.747 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3e", 2024-09-11T03:32:05.747 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.747 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.747 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.747 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.748 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.748 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:00:59.760616+0000", 2024-09-11T03:32:05.748 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.748 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.748 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.751 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.751 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.751 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.751 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.751 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.751 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.751 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.751 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.751 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.751 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.751 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:05.751 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.752 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.753 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.753 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.753 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.753 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:05.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.065953+0000", 2024-09-11T03:32:05.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.065953+0000", 2024-09-11T03:32:05.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.066285+0000", 2024-09-11T03:32:05.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:05.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.754 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:05.754 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:05.754 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:05.754 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.754 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.754 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.754 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:05.754 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:05.754 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.754 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.754 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.754 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.754 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.755 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.755 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.755 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.755 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.755 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.755 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.755 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.755 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.755 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3d", 2024-09-11T03:32:05.755 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.755 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.755 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.756 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:05.756 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.756 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:02:10.967113+0000", 2024-09-11T03:32:05.756 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.756 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.756 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.758 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.758 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.758 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.758 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.758 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.758 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.758 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.758 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.758 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.758 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.758 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.758 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.758 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.759 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.759 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.759 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.759 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.759 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.759 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.759 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.759 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.759 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.759 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.759 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.759 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.759 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.760 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.760 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:05.760 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.760 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:05.760 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.760 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.760 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.760 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.760 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.760 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.760 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:05.760 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.760 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:05.761 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.761 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.761 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.761 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.761 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.761 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.761 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:05.761 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.076340+0000", 2024-09-11T03:32:05.761 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.076340+0000", 2024-09-11T03:32:05.761 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.076651+0000", 2024-09-11T03:32:05.761 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:05.761 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:05.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:05.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:05.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:05.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:05.762 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.762 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.763 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.763 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.763 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.763 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.763 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.763 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.763 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.763 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.763 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.763 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.763 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.763 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3c", 2024-09-11T03:32:05.763 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:03:50.384506+0000", 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.764 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.767 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.767 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.767 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.767 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.768 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.768 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.768 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:05.768 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.768 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:05.768 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.768 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.768 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.768 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.768 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.768 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.768 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:05.769 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.769 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:05.769 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.769 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.769 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.769 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.769 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.769 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.769 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:05.769 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.078000+0000", 2024-09-11T03:32:05.769 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.078000+0000", 2024-09-11T03:32:05.769 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.078288+0000", 2024-09-11T03:32:05.769 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:05.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:05.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:05.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:05.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:05.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:05.770 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.771 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.771 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.771 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.771 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.771 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.771 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.771 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.771 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.771 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.771 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.771 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.771 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.772 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3b", 2024-09-11T03:32:05.772 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.772 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.772 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.772 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.772 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.772 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T05:21:37.088793+0000", 2024-09-11T03:32:05.772 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.772 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.772 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.772 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.772 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.772 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.775 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.775 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.775 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.776 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.776 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.776 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.776 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:05.776 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.776 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:05.776 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.776 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.776 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.776 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.776 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.776 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.776 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:05.777 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.777 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:05.777 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.777 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.777 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.777 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.777 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.777 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.777 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:05.777 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.069572+0000", 2024-09-11T03:32:05.777 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.069572+0000", 2024-09-11T03:32:05.777 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.069866+0000", 2024-09-11T03:32:05.777 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.778 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3a", 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.779 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.780 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.780 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.780 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.780 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T05:42:00.047157+0000", 2024-09-11T03:32:05.780 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.780 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.780 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.780 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.780 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.780 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.780 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.780 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.780 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.783 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.783 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.783 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.783 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.783 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.783 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.784 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:05.784 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.784 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:05.784 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.784 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.784 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.784 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.784 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.784 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.784 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:05.784 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.784 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:05.784 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.785 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.785 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.785 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.785 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.785 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:05.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.078903+0000", 2024-09-11T03:32:05.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.078903+0000", 2024-09-11T03:32:05.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.079336+0000", 2024-09-11T03:32:05.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:05.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:05.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:05.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:05.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:05.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:05.786 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.786 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.786 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.786 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.39", 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.787 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.788 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.788 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:46:17.876805+0000", 2024-09-11T03:32:05.788 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.788 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.788 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:05.791 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.792 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:05.792 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.792 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.792 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.792 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.792 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.792 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.792 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:05.792 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.792 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:05.792 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.792 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.792 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.793 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.793 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.793 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.793 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:05.793 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070810+0000", 2024-09-11T03:32:05.793 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070810+0000", 2024-09-11T03:32:05.793 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071463+0000", 2024-09-11T03:32:05.793 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:05.793 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.793 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.793 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.793 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.793 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.794 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.795 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.795 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.795 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.795 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.795 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.795 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.795 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.38", 2024-09-11T03:32:05.795 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.795 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.795 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.795 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.795 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.795 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:13:52.090828+0000", 2024-09-11T03:32:05.796 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.796 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.796 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.796 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.796 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.796 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.796 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.796 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.796 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.796 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.796 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.796 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.796 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.799 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.799 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.799 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.799 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.799 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.799 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.799 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.799 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.799 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:05.799 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.799 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:05.799 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.800 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.801 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:05.801 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.081780+0000", 2024-09-11T03:32:05.801 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.081780+0000", 2024-09-11T03:32:05.801 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.082073+0000", 2024-09-11T03:32:05.801 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:05.801 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.801 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.801 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.801 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.801 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:05.801 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:05.801 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:05.801 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.802 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.802 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.802 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:05.802 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:05.802 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.802 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.802 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.802 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.802 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.802 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.802 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.802 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.802 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.803 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.803 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.803 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.803 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.803 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.37", 2024-09-11T03:32:05.803 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.803 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.803 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.803 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.803 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.803 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:22:10.258817+0000", 2024-09-11T03:32:05.803 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.803 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.804 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.804 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.804 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.804 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.804 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.804 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.804 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.804 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.804 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.804 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.804 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.804 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.804 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.805 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.806 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.807 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.807 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.807 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.807 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.807 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.807 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.807 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.807 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.807 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:05.807 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.807 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.807 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.807 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.808 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.808 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.808 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:05.808 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.808 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:05.808 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.808 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.808 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.808 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.808 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.808 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.808 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:05.808 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.076762+0000", 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.076762+0000", 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.077011+0000", 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.809 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.810 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.811 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.36", 2024-09-11T03:32:05.811 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.811 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.811 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.811 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.811 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.811 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:33:41.084633+0000", 2024-09-11T03:32:05.811 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.811 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.811 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.811 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.811 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.811 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.812 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.813 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.814 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.815 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.815 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:05.815 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.815 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:05.815 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.815 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.815 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.815 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.815 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.815 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.815 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.815 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.816 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:05.816 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.816 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.816 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.816 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.816 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.816 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.816 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:05.816 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.069223+0000", 2024-09-11T03:32:05.816 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.069223+0000", 2024-09-11T03:32:05.816 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.069494+0000", 2024-09-11T03:32:05.816 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:05.816 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.817 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.818 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.818 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.818 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.818 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.818 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.818 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.818 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.818 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.818 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.818 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.818 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.35", 2024-09-11T03:32:05.818 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.818 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.819 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.819 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.819 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.819 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:20:44.799027+0000", 2024-09-11T03:32:05.819 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.819 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.819 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.821 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.821 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.821 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.821 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.821 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.821 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.821 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.821 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.821 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.821 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.821 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.821 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.821 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.822 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.823 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.823 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.823 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:05.823 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.823 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.823 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.823 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.823 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.823 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.823 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.823 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.823 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:05.823 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.824 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.824 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.824 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.824 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.824 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.824 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:05.824 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.067641+0000", 2024-09-11T03:32:05.824 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.067641+0000", 2024-09-11T03:32:05.824 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.070794+0000", 2024-09-11T03:32:05.824 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:05.824 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.824 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.824 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.825 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.825 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:05.825 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:05.825 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:05.825 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.825 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.825 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.825 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:05.825 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:05.825 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.825 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.825 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.825 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.34", 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.826 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:05.827 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.827 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:52:36.459151+0000", 2024-09-11T03:32:05.827 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.827 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.827 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.830 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.830 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.830 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.830 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.830 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.830 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.830 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.830 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.830 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.830 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.830 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.830 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.830 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.831 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:05.831 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.831 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.831 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.831 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.831 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.831 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.831 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:05.831 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.831 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:05.831 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.831 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.831 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.832 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.832 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.832 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:05.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070822+0000", 2024-09-11T03:32:05.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070822+0000", 2024-09-11T03:32:05.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071095+0000", 2024-09-11T03:32:05.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:05.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:05.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:05.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:05.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:05.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:05.833 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.833 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.833 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.833 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.833 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.833 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.33", 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.834 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:30:31.933463+0000", 2024-09-11T03:32:05.835 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.835 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.835 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:05.838 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.839 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.839 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.839 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.839 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.839 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:05.839 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:05.839 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.839 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:05.839 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.839 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.839 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.839 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.839 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.840 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.840 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:05.840 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.064959+0000", 2024-09-11T03:32:05.840 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.064959+0000", 2024-09-11T03:32:05.840 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.065286+0000", 2024-09-11T03:32:05.840 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:05.840 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.840 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.840 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.840 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.840 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:05.840 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:05.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:05.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:05.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:05.841 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.841 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.841 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.841 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.841 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.841 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.841 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.842 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.842 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.842 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.842 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.842 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.842 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.842 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.32", 2024-09-11T03:32:05.842 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.842 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.842 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.842 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:05.842 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.842 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:35:36.505570+0000", 2024-09-11T03:32:05.843 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.843 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.843 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.843 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.843 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.843 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.843 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.843 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.843 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.843 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.843 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.843 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.843 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.846 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.847 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.847 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.847 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:05.847 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.847 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:05.847 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.847 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:05.847 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.847 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.847 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.847 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.847 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.848 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.848 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:05.848 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.061967+0000", 2024-09-11T03:32:05.848 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.061967+0000", 2024-09-11T03:32:05.848 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.062238+0000", 2024-09-11T03:32:05.848 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:05.848 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.848 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.848 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.848 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.848 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:05.848 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:05.848 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:05.849 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.849 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.849 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.849 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:05.849 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:05.849 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.849 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.849 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.849 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.849 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.849 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.849 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.849 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.850 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.850 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.850 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.850 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.850 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.850 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.31", 2024-09-11T03:32:05.850 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.850 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.850 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.850 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.850 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.850 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:15:06.170791+0000", 2024-09-11T03:32:05.850 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.851 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.851 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.851 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.851 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.851 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.851 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.851 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.851 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.851 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.851 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.851 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.851 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.851 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.852 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.852 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.852 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.852 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.852 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.852 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.852 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.852 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.852 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.852 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.852 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.852 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.852 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.854 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.854 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.854 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.854 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.854 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:05.854 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.854 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:05.854 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.854 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:05.854 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.855 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.856 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:05.856 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070630+0000", 2024-09-11T03:32:05.856 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070630+0000", 2024-09-11T03:32:05.856 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071619+0000", 2024-09-11T03:32:05.856 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:05.856 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.856 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.856 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.856 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.856 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:05.856 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:05.856 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:05.856 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.857 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.857 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.857 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:05.857 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:05.857 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.857 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.857 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.857 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.857 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.857 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.857 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.857 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.857 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.858 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.858 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.858 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.858 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.858 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.30", 2024-09-11T03:32:05.858 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.858 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.858 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.858 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.858 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.858 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T05:27:44.610980+0000", 2024-09-11T03:32:05.858 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.858 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.859 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.860 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.860 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.860 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.860 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.860 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.860 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.860 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.860 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.860 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.860 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.860 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.860 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.860 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.861 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.861 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.861 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.861 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.861 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.861 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.861 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.861 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.861 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.861 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.861 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.861 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.861 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.862 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.862 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.862 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.862 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.862 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.862 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.862 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.862 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:05.862 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.862 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:05.862 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.862 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.862 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.863 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.863 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.863 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.863 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:05.863 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.863 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:05.863 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.863 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.863 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.863 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.863 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.863 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.863 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:05.864 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.079535+0000", 2024-09-11T03:32:05.864 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.079535+0000", 2024-09-11T03:32:05.864 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.079792+0000", 2024-09-11T03:32:05.864 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:05.864 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.864 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.864 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.864 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.864 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:05.864 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:05.864 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:05.864 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.865 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.866 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.866 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.866 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.866 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2f", 2024-09-11T03:32:05.866 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.866 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.866 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.866 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.866 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.866 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:29:44.162723+0000", 2024-09-11T03:32:05.866 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.866 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.867 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.867 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.867 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.867 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.867 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.867 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.867 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.867 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.867 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.867 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.867 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.867 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.867 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.868 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.869 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.869 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.869 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.869 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.869 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.869 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.869 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.869 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.869 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.869 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.869 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.869 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.869 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.870 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.871 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.871 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.871 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:05.871 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.871 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:05.871 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.871 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.871 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.871 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.871 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.871 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.871 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:05.871 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.063268+0000", 2024-09-11T03:32:05.872 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.063268+0000", 2024-09-11T03:32:05.872 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.063519+0000", 2024-09-11T03:32:05.872 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:05.872 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.872 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.872 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.872 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.872 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:05.872 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:05.872 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:05.872 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.872 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.873 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.873 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:05.873 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:05.873 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.873 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.873 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.873 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.873 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.873 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.873 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.873 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.873 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.873 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.874 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.874 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.874 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.874 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2e", 2024-09-11T03:32:05.874 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.874 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.874 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.874 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:05.874 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.874 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:35:46.190640+0000", 2024-09-11T03:32:05.874 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.874 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.874 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.877 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.877 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.877 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.877 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.877 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.877 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.877 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.877 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.877 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.877 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.877 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.877 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.877 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.878 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.878 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.878 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.878 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.878 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.878 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.878 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:05.878 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.878 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:05.878 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.878 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.878 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.878 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.879 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.879 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.879 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:05.879 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.879 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:05.879 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.879 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.879 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.879 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.879 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.879 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:05.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.074995+0000", 2024-09-11T03:32:05.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.074995+0000", 2024-09-11T03:32:05.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.075254+0000", 2024-09-11T03:32:05.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:05.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:05.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:05.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:05.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.881 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:05.881 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:05.881 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.881 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.881 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.881 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.881 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.881 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.881 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.881 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.881 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.881 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.881 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.882 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.882 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.882 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2d", 2024-09-11T03:32:05.882 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.882 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.882 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.882 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.882 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.882 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:13:05.562855+0000", 2024-09-11T03:32:05.882 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.882 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.882 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.882 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.885 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.886 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.886 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.886 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.886 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.886 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.886 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:05.886 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.886 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:05.886 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.886 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.886 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.886 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.886 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.071809+0000", 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.071809+0000", 2024-09-11T03:32:05.887 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.072573+0000", 2024-09-11T03:32:05.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:05.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:05.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:05.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:05.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.889 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.890 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2c", 2024-09-11T03:32:05.890 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.890 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.890 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.890 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.890 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.890 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T10:49:39.246639+0000", 2024-09-11T03:32:05.890 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.890 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.890 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.890 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.890 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.890 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.893 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.893 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.893 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:05.894 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.895 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:05.895 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.895 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.895 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.895 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.895 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.895 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.895 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:05.895 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.067647+0000", 2024-09-11T03:32:05.895 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.067647+0000", 2024-09-11T03:32:05.895 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.067917+0000", 2024-09-11T03:32:05.895 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:05.896 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.896 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.896 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.896 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.896 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:05.896 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:05.896 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:05.896 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.896 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.896 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.896 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:05.896 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:05.896 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.897 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.897 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.897 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.897 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.897 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.897 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.897 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.897 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.897 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.897 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.897 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.897 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.897 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2b", 2024-09-11T03:32:05.898 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.898 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.898 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.898 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:05.898 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.898 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:48:02.808051+0000", 2024-09-11T03:32:05.898 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.898 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.898 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.898 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.898 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.898 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.898 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.899 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.900 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.900 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.900 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.900 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.900 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.900 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.900 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.900 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.900 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.900 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.900 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.900 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.900 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.901 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.902 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.902 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:05.902 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.902 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:05.902 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.902 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.902 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.902 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.902 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.902 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.902 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:05.902 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.902 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.074980+0000", 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.074980+0000", 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.075265+0000", 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.903 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.904 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.904 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:05.904 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:05.904 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:05.904 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.904 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.904 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.904 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:05.904 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:05.904 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.904 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.904 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.904 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.905 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.905 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.905 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.905 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.905 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.905 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.905 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.905 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.905 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.905 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2a", 2024-09-11T03:32:05.905 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.905 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.905 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:49:46.654051+0000", 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.906 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.907 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.907 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.907 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.907 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.907 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.907 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.907 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.907 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.907 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.907 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.907 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.907 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.907 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.908 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.909 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.909 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.909 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.909 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.909 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.909 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.909 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.909 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.909 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.909 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.909 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.909 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:05.909 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.910 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.911 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.911 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.911 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:05.911 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.057323+0000", 2024-09-11T03:32:05.911 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.057323+0000", 2024-09-11T03:32:05.911 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.057820+0000", 2024-09-11T03:32:05.911 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:05.911 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.911 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.911 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.911 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.911 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:05.912 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:05.912 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:05.912 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.912 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.912 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.912 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:05.912 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:05.912 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.912 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.912 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.912 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.912 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.912 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.913 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.913 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.913 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.913 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.913 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.913 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.913 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.913 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.29", 2024-09-11T03:32:05.913 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.913 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.913 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.913 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.913 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.914 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:00:23.623293+0000", 2024-09-11T03:32:05.914 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.914 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.914 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.915 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.916 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.916 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.916 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.916 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.916 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.916 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.916 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.916 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.916 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.916 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.916 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.916 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.916 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.917 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.917 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.917 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.917 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.917 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.917 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.917 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.917 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.917 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.917 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.917 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:05.917 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.917 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.918 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.919 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.919 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:05.919 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.066431+0000", 2024-09-11T03:32:05.919 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.066431+0000", 2024-09-11T03:32:05.919 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.066676+0000", 2024-09-11T03:32:05.919 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:05.919 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.919 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.919 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.919 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.919 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:05.919 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:05.919 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:05.920 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.920 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.920 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.920 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:05.920 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:05.920 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.920 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.920 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.920 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.920 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.920 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.920 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.920 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.921 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.921 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.921 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.921 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.921 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.921 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.28", 2024-09-11T03:32:05.921 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.924 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.924 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.924 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.924 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.924 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:41:24.436760+0000", 2024-09-11T03:32:05.924 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.924 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.924 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.924 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.924 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.924 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.924 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.925 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.925 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.925 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.925 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.925 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.925 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.925 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.925 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.925 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.925 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.925 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.925 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.925 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.926 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.927 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.928 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.928 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:05.928 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.928 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:05.928 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.928 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.928 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.928 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.928 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.928 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.928 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:05.928 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.928 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:05.929 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.929 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.929 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.929 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.929 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.929 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.929 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:05.929 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.064624+0000", 2024-09-11T03:32:05.929 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.064624+0000", 2024-09-11T03:32:05.929 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.065033+0000", 2024-09-11T03:32:05.929 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:05.929 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.930 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.930 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.930 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.930 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:05.930 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:05.930 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:05.930 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.930 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.930 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.930 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:05.930 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:05.930 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.930 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.931 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.931 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.931 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.931 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.931 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.931 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.931 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.931 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.931 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.931 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.931 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.931 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.27", 2024-09-11T03:32:05.931 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.932 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.932 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.932 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.932 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.932 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:27:19.921023+0000", 2024-09-11T03:32:05.932 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.932 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.932 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.933 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.933 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.933 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.933 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.933 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.933 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.933 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.933 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.933 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.933 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.933 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.933 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.933 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.934 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.934 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.934 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.934 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.934 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.934 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.934 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.934 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.934 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.934 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.934 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.934 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.934 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.935 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.935 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.935 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.935 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.935 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.935 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.935 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.935 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.935 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.935 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.935 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.935 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.935 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.936 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.936 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.936 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:05.936 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.936 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:05.936 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.936 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.936 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.936 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.936 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.936 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.936 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:05.936 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.937 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:05.937 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.937 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.937 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.937 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.937 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.937 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.937 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:05.937 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.071892+0000", 2024-09-11T03:32:05.937 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.071892+0000", 2024-09-11T03:32:05.937 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.072320+0000", 2024-09-11T03:32:05.937 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:05.937 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.938 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.939 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.939 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.939 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.939 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.939 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.939 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.939 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.939 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.939 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.939 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.939 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.26", 2024-09-11T03:32:05.939 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.939 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.940 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.940 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.940 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.940 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:23:57.198327+0000", 2024-09-11T03:32:05.940 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.940 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.940 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.943 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.943 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.943 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.943 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.943 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.943 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.943 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.943 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.943 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.943 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.943 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.943 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:05.943 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.944 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.945 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.945 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.945 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:05.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.060610+0000", 2024-09-11T03:32:05.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.060610+0000", 2024-09-11T03:32:05.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.060930+0000", 2024-09-11T03:32:05.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:05.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.946 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.946 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.946 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:05.946 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:05.946 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:05.946 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.946 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.946 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.946 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:05.946 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:05.946 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.946 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.946 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.947 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.947 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.947 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.947 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.947 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.947 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.947 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.947 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.947 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.947 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.947 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.25", 2024-09-11T03:32:05.947 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.947 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.948 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.948 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.948 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.948 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T03:44:22.817679+0000", 2024-09-11T03:32:05.948 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.948 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.948 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.948 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.948 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.948 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.948 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.948 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.948 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.951 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.951 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.951 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.952 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.952 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:05.952 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.952 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:05.952 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.952 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:05.952 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.952 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.952 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.952 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.952 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.952 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.953 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.953 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.953 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:05.953 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.953 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.953 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.953 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.953 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.953 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.953 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:05.953 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.063370+0000", 2024-09-11T03:32:05.953 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.063370+0000", 2024-09-11T03:32:05.953 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.063609+0000", 2024-09-11T03:32:05.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:05.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:05.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:05.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:05.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:05.955 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:05.955 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.955 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.955 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.955 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.955 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.955 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.955 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.955 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.955 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.955 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.955 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.955 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.956 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.956 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.24", 2024-09-11T03:32:05.956 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.956 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.956 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.956 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.956 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.956 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:11:29.441344+0000", 2024-09-11T03:32:05.956 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.956 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.956 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.956 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.956 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.959 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.960 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.960 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.960 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.960 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.960 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.960 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.960 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.960 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:05.960 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.960 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.960 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.960 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.961 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.961 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.961 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:05.961 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.961 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:05.961 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.961 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.961 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.961 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.961 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.961 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.961 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:05.961 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:16.673413+0000", 2024-09-11T03:32:05.962 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:16.673413+0000", 2024-09-11T03:32:05.962 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:16.673770+0000", 2024-09-11T03:32:05.962 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:05.962 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.962 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.962 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.962 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 67, 2024-09-11T03:32:05.962 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:05.962 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:05.962 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:05.962 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.962 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.963 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.963 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:05.963 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:05.963 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.963 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.963 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.963 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.963 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 66, 2024-09-11T03:32:05.963 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.963 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.963 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.963 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.963 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.964 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.964 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.964 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.964 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.23", 2024-09-11T03:32:05.964 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.964 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.964 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.964 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 20, 2024-09-11T03:32:05.964 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.964 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:26:52.797994+0000", 2024-09-11T03:32:05.964 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.964 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.964 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.965 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.965 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.965 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.965 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.965 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.965 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.965 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.965 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.965 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.965 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.965 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.965 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.965 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.968 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.968 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.968 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.968 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.968 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.968 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.968 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:05.968 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.968 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:05.968 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.968 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.968 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.968 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:16.558997+0000", 2024-09-11T03:32:05.969 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:16.558997+0000", 2024-09-11T03:32:05.970 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:16.559380+0000", 2024-09-11T03:32:05.970 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:05.970 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.970 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.970 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.970 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 67, 2024-09-11T03:32:05.970 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:05.970 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:05.970 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:05.970 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.970 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.970 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.970 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:05.971 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:05.971 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.971 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.971 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.971 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.971 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 66, 2024-09-11T03:32:05.971 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.971 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.971 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.971 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.971 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.971 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.971 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.972 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.972 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.22", 2024-09-11T03:32:05.972 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.972 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.972 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.972 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 20, 2024-09-11T03:32:05.972 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.972 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T10:25:29.472386+0000", 2024-09-11T03:32:05.972 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.972 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.972 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.972 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.973 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.974 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.974 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.974 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.974 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.974 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.974 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.974 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.974 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.974 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.974 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.974 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.974 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.974 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.975 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.976 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.976 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.976 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.976 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:05.976 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:05.976 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.976 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:05.976 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.976 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.976 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.976 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.976 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.976 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.977 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:05.977 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.977 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:05.977 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.977 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.977 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.977 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.977 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.977 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.977 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:05.977 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.062715+0000", 2024-09-11T03:32:05.977 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.062715+0000", 2024-09-11T03:32:05.977 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.063250+0000", 2024-09-11T03:32:05.978 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:05.978 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.978 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.978 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.978 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.978 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:05.978 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:05.978 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:05.978 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.978 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.978 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.978 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:05.978 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:05.979 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.979 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.979 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.979 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.979 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.979 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.979 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.979 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.979 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.979 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.979 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.979 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.979 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.980 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.21", 2024-09-11T03:32:05.980 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.980 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.980 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.980 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:05.980 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.980 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:00:41.773089+0000", 2024-09-11T03:32:05.980 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.980 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.980 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.980 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.980 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.980 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.981 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.981 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.981 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.981 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.981 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.981 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.981 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.981 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.981 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.981 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.981 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.981 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.982 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.983 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.983 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.983 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.983 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.983 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.983 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.983 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.983 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.983 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.983 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.983 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.983 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.983 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.984 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:05.985 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.985 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:05.985 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.985 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.985 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.985 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.985 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.985 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.985 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:05.985 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.076699+0000", 2024-09-11T03:32:05.985 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.076699+0000", 2024-09-11T03:32:05.985 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.076964+0000", 2024-09-11T03:32:05.985 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.986 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.987 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.987 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.987 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.987 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.987 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.987 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.987 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.987 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.987 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.987 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.987 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.987 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.20", 2024-09-11T03:32:05.987 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.988 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.988 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.988 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:05.988 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.988 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T03:38:15.956281+0000", 2024-09-11T03:32:05.988 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.988 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.988 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.990 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:05.991 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:05.992 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:05.992 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.992 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:05.992 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:05.992 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.992 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:05.992 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:05.992 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.992 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:05.992 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:05.992 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:05.992 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:05.992 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.067902+0000", 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.067902+0000", 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.070730+0000", 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.993 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:05.994 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:05.994 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:05.994 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:05.994 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:05.994 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:05.994 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:05.994 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:05.994 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:05.994 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:05.994 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:05.994 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:05.994 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:05.995 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:05.995 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:05.995 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:05.995 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:05.995 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:05.995 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:05.995 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:05.995 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:05.995 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:05.995 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1a", 2024-09-11T03:32:05.995 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:05.995 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:05.995 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:05.996 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:05.996 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:05.996 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:37:38.438329+0000", 2024-09-11T03:32:05.996 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:05.996 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:05.996 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:05.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:05.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:05.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:05.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:05.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:05.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:05.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:05.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:05.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:05.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:05.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:05.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:05.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:05.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:05.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:05.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:05.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:05.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:05.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:05.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:05.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:05.999 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:05.999 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:05.999 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:05.999 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:05.999 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:05.999 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:05.999 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:05.999 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:05.999 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:05.999 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:05.999 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:05.999 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:05.999 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.000 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.001 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.001 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.001 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:06.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.986687+0000", 2024-09-11T03:32:06.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.986687+0000", 2024-09-11T03:32:06.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.986957+0000", 2024-09-11T03:32:06.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:06.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.002 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.003 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.003 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.003 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:06.003 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.003 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.003 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.003 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1b", 2024-09-11T03:32:06.003 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.003 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.003 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.003 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:06.003 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.003 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:09:52.358550+0000", 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'1" 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.007 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:06.008 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.072117+0000", 2024-09-11T03:32:06.009 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.072117+0000", 2024-09-11T03:32:06.009 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.073487+0000", 2024-09-11T03:32:06.009 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:06.009 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.009 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.009 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.009 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.009 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:06.009 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:06.009 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:06.009 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.009 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.009 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.010 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:06.010 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:06.010 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.010 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.010 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.010 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.010 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.010 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.010 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.010 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.010 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.010 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.010 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1b", 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T10:32:11.315027+0000", 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.011 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.012 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.012 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.012 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.012 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.012 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.012 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.012 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.012 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.012 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.012 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.012 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.012 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.013 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.014 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.015 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.016 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.016 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.016 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:06.016 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.016 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.016 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.016 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.016 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.016 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.016 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:06.016 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.990776+0000", 2024-09-11T03:32:06.016 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.990776+0000", 2024-09-11T03:32:06.016 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.991372+0000", 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:06.017 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.018 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:06.018 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.018 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.018 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.018 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.018 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.018 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.018 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.018 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:06.018 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.018 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.018 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.018 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1a", 2024-09-11T03:32:06.019 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.019 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.019 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.019 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:06.019 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.019 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T03:49:18.742692+0000", 2024-09-11T03:32:06.019 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.019 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.019 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.019 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.019 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.019 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.019 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.020 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.021 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.021 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.021 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.021 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.021 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.021 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.021 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.021 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.021 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.021 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.021 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.021 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.021 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.022 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'1" 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:06.023 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.024 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.024 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.024 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.024 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.024 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.024 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:06.024 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.984617+0000", 2024-09-11T03:32:06.024 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.984617+0000", 2024-09-11T03:32:06.024 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.984935+0000", 2024-09-11T03:32:06.024 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:06.024 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.024 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.024 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.025 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.025 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:06.025 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:06.025 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:06.025 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.025 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.025 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.025 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:06.025 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:06.025 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.025 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.025 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.19", 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.026 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.027 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.027 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.027 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:20:32.146035+0000", 2024-09-11T03:32:06.027 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.027 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.027 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.027 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.027 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.027 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.027 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.027 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.027 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.027 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.028 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.028 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.028 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.028 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.028 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.028 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.028 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.028 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.028 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.028 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.028 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.028 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.028 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.029 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.029 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.029 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.029 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.029 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.029 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.029 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.029 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.029 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.029 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.029 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.029 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.029 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.030 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.031 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.032 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.032 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.032 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.032 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:06.032 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.063970+0000", 2024-09-11T03:32:06.032 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.063970+0000", 2024-09-11T03:32:06.032 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.064174+0000", 2024-09-11T03:32:06.032 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:06.032 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.032 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.032 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.032 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.032 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.033 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.034 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.034 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.034 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.034 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.034 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.034 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.034 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.18", 2024-09-11T03:32:06.034 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.034 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.034 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.034 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.034 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.034 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T10:25:04.260654+0000", 2024-09-11T03:32:06.035 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.035 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.035 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.037 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.038 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.038 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.038 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.038 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.038 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.038 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.038 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.038 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.038 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.038 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.038 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.038 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:06.038 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.039 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.040 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:06.040 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.991284+0000", 2024-09-11T03:32:06.040 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.991284+0000", 2024-09-11T03:32:06.040 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.991548+0000", 2024-09-11T03:32:06.040 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:06.040 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.040 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.040 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.040 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.040 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:06.040 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:06.040 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:06.040 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.041 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.041 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.041 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:06.041 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:06.041 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.041 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.041 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.041 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.041 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.041 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.041 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.041 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.042 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.042 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.042 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.042 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.042 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.042 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.18", 2024-09-11T03:32:06.042 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.042 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.042 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.042 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.042 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.042 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:09:31.429860+0000", 2024-09-11T03:32:06.042 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.046 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.047 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:06.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.057244+0000", 2024-09-11T03:32:06.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.057244+0000", 2024-09-11T03:32:06.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.057657+0000", 2024-09-11T03:32:06.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:06.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:06.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:06.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:06.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.049 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.049 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:06.049 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:06.049 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.049 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.049 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.049 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.049 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.049 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.049 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.049 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.049 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.049 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.19", 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:48:49.189045+0000", 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.050 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.053 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.054 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.054 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.054 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.054 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.054 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.054 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.054 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:06.054 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.054 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.054 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.054 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.054 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.054 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.987642+0000", 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.987642+0000", 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.988003+0000", 2024-09-11T03:32:06.055 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:06.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:06.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:06.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:06.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:06.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.057 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.17", 2024-09-11T03:32:06.058 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.058 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.058 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.058 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.058 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.058 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:22:58.799309+0000", 2024-09-11T03:32:06.058 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.058 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.058 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.058 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.058 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.058 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.058 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.061 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.061 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.061 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.061 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.062 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:06.063 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.063 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.063 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.063 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.063 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.063 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.063 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:06.063 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.069891+0000", 2024-09-11T03:32:06.063 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.069891+0000", 2024-09-11T03:32:06.063 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.070170+0000", 2024-09-11T03:32:06.063 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:06.063 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.063 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.064 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.064 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.064 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:06.064 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:06.064 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:06.064 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.064 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.064 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.064 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:06.064 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:06.064 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.064 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.064 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.16", 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.065 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.066 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.066 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.066 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:49:34.681613+0000", 2024-09-11T03:32:06.066 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.066 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.066 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.066 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.066 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.066 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.066 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.066 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.066 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.066 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.067 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.069 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.070 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.071 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.071 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.071 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.071 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:06.071 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.986309+0000", 2024-09-11T03:32:06.071 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.986309+0000", 2024-09-11T03:32:06.071 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.986600+0000", 2024-09-11T03:32:06.071 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:06.071 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.071 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.071 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.071 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.071 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:06.072 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:06.072 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:06.072 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.072 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.072 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.072 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:06.072 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:06.072 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.072 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.072 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.072 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.072 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.072 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.073 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.073 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.073 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.073 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.073 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.073 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.073 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.073 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.16", 2024-09-11T03:32:06.073 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.073 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.073 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.073 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.073 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.074 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T03:37:42.389337+0000", 2024-09-11T03:32:06.074 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.074 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.074 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.074 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.074 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.074 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.074 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.074 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.074 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.074 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.074 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.074 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.075 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.076 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.076 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.076 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.076 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.076 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.076 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.076 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.076 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.076 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.076 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.076 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.076 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.077 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.077 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.077 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.077 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.077 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.077 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.077 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.077 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.077 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.077 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.077 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.077 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.077 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.078 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.065603+0000", 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.065603+0000", 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.066268+0000", 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:06.079 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.080 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.081 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.081 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.081 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.081 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.081 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.17", 2024-09-11T03:32:06.081 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.081 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.081 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.081 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:06.081 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.081 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T08:56:28.770955+0000", 2024-09-11T03:32:06.081 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.082 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.082 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.082 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.082 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.082 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.082 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.082 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.082 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.082 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.082 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.082 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.082 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.082 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.083 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.083 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.083 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.083 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.083 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.083 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.083 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.083 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.083 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.083 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.083 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.083 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.083 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.084 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.084 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.084 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.084 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.084 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.084 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.084 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.084 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.084 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.084 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.084 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.084 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.084 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.085 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.086 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.086 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.086 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.086 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.086 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.086 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.086 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:06.086 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.086 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.086 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.086 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.086 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.086 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.087 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:06.087 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.983959+0000", 2024-09-11T03:32:06.087 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.983959+0000", 2024-09-11T03:32:06.087 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.984401+0000", 2024-09-11T03:32:06.087 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:06.087 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.087 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.087 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.087 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.087 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:06.087 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:06.087 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:06.087 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.088 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.088 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.088 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:06.088 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:06.088 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.088 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 3, 2024-09-11T03:32:06.088 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.088 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.088 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.088 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.088 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.088 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 3, 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.15", 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 28, 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:53:22.464789+0000", 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.089 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.090 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 90, 2024-09-11T03:32:06.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.091 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.091 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.091 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.091 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.091 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 6, 2024-09-11T03:32:06.091 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 2, 2024-09-11T03:32:06.091 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.091 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 2, 2024-09-11T03:32:06.091 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.091 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.091 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.091 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.092 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.093 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 4, 2024-09-11T03:32:06.093 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 1 2024-09-11T03:32:06.093 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.093 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.093 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.093 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.093 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.093 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.093 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.093 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.093 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:06.093 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'3" 2024-09-11T03:32:06.093 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.094 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.094 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.094 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.094 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.094 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.094 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.094 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:06.094 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.094 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.094 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.094 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.094 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.094 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.072523+0000", 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.072523+0000", 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.072872+0000", 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.095 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.096 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.096 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:06.096 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:06.096 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.096 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.096 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.096 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.096 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.096 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.096 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.096 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.096 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.096 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.14", 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:26:54.708080+0000", 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.097 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.100 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.100 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.100 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.100 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.100 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.100 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.100 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.100 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.100 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.100 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.100 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.100 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.100 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.101 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.101 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.101 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.101 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.101 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.101 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.101 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.101 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.101 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:06.101 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.101 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.101 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.101 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.989906+0000", 2024-09-11T03:32:06.102 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.989906+0000", 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.990218+0000", 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:06.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:06.104 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.104 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 12, 2024-09-11T03:32:06.104 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.104 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.104 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.104 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.104 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.104 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.104 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.104 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 12, 2024-09-11T03:32:06.104 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.104 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.105 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.105 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.14", 2024-09-11T03:32:06.105 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.105 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.105 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.105 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 37, 2024-09-11T03:32:06.105 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.105 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:11:21.728621+0000", 2024-09-11T03:32:06.105 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.105 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.105 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.105 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 2630, 2024-09-11T03:32:06.105 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 12, 2024-09-11T03:32:06.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 4, 2024-09-11T03:32:06.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 4, 2024-09-11T03:32:06.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:06.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 12, 2024-09-11T03:32:06.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 9 2024-09-11T03:32:06.108 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "75'12" 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.109 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.077329+0000", 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.077329+0000", 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.077632+0000", 2024-09-11T03:32:06.110 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:06.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:06.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:06.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:06.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:06.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:06.111 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.112 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.112 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.112 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.112 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.112 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.112 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.112 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.112 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.112 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.112 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.112 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.112 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.112 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.15", 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T03:38:03.782137+0000", 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.113 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.114 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.116 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.116 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.116 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.116 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.116 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.116 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.117 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.118 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.118 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.118 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.118 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.118 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:06.118 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.985444+0000", 2024-09-11T03:32:06.118 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.985444+0000", 2024-09-11T03:32:06.118 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.985988+0000", 2024-09-11T03:32:06.118 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:06.118 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.118 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.118 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.118 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.119 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.120 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.120 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.120 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.120 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:06.120 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.120 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.120 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.120 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.13", 2024-09-11T03:32:06.120 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.120 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.120 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.120 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 28, 2024-09-11T03:32:06.120 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.121 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T05:19:00.164179+0000", 2024-09-11T03:32:06.121 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.121 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.121 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.121 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 34, 2024-09-11T03:32:06.121 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.121 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.121 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.121 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.121 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.121 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.121 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.121 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 6, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 2, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 2, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.122 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.123 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.123 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.123 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:06.123 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.123 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.123 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.123 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.123 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.123 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.123 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.123 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.123 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.123 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.124 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.124 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.124 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 3, 2024-09-11T03:32:06.124 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 7 2024-09-11T03:32:06.124 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.124 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.124 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.124 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.124 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.124 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.124 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.124 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.124 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:06.125 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'2" 2024-09-11T03:32:06.125 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.125 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.125 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.128 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.128 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.128 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.128 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.128 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:06.128 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.128 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.128 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.128 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.128 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.129 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.129 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:06.129 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.062772+0000", 2024-09-11T03:32:06.129 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.062772+0000", 2024-09-11T03:32:06.129 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.063423+0000", 2024-09-11T03:32:06.129 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:06.129 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.129 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.129 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.129 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.129 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:06.129 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:06.129 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.130 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.131 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.131 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.131 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.131 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.131 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.12", 2024-09-11T03:32:06.131 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.131 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.131 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.131 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:06.131 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.131 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T03:53:36.619222+0000", 2024-09-11T03:32:06.131 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.131 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.132 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.133 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.133 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.133 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.133 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.133 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.133 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.133 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.133 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.133 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.133 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.133 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.133 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.133 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.135 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.135 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.135 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.135 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.135 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.135 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.135 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.135 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.135 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:06.135 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.135 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.135 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.135 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.988395+0000", 2024-09-11T03:32:06.136 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.988395+0000", 2024-09-11T03:32:06.137 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.988816+0000", 2024-09-11T03:32:06.137 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:06.137 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.137 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.137 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.137 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.137 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:06.137 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:06.137 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:06.137 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.137 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.137 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.137 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:06.138 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:06.138 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.138 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.138 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.138 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.138 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.138 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.138 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.138 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.138 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.138 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.138 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.138 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.139 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.139 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.12", 2024-09-11T03:32:06.139 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.139 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.139 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.139 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.139 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.139 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:58:54.314721+0000", 2024-09-11T03:32:06.139 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.139 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.139 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.139 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.139 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.140 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.140 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.140 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.140 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.140 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.140 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.140 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.140 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.140 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.140 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.140 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.140 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.140 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.141 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.142 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.142 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.142 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.142 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.142 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.142 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.142 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.142 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.142 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.142 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.142 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.142 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.142 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.143 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.144 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.144 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:06.144 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.144 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.144 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.144 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.144 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.144 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.144 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:06.144 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.078053+0000", 2024-09-11T03:32:06.144 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.078053+0000", 2024-09-11T03:32:06.144 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.078326+0000", 2024-09-11T03:32:06.144 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:06.145 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.145 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.145 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.145 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.145 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:06.145 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:06.145 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:06.145 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.145 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.145 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.145 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:06.145 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:06.145 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.13", 2024-09-11T03:32:06.146 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.147 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.147 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.147 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.147 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.147 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T15:04:25.470694+0000", 2024-09-11T03:32:06.147 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.147 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.147 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.147 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.147 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.147 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.147 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.147 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.148 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.150 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.151 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.151 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.151 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:06.151 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.151 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.151 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.151 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.151 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.151 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.151 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.151 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.151 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:06.152 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.152 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.152 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.152 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.152 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.152 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.152 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:06.152 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.985394+0000", 2024-09-11T03:32:06.152 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.985394+0000", 2024-09-11T03:32:06.152 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.985715+0000", 2024-09-11T03:32:06.152 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:06.152 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.152 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.153 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.154 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.154 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.154 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.154 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.154 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.154 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.154 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.154 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.154 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.154 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.11", 2024-09-11T03:32:06.154 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.154 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.154 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.155 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.155 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.155 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T15:18:11.755614+0000", 2024-09-11T03:32:06.155 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.155 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.155 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.157 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.158 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.158 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.158 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.158 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.158 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.158 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.158 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.158 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.158 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.158 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.158 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.158 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.158 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.159 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.159 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:06.159 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.159 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.159 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.159 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.159 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.159 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.159 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:06.159 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.159 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:06.159 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.159 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070041+0000", 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070041+0000", 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.070585+0000", 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.160 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:06.161 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:06.161 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:06.161 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.161 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.161 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.161 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:06.161 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:06.161 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.161 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.161 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.161 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.161 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.161 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.162 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.162 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.162 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.162 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.162 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.162 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.162 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.162 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.10", 2024-09-11T03:32:06.162 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.162 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.162 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.162 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.162 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:41:20.107490+0000", 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.166 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.166 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.166 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.166 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.166 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.166 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.166 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.166 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.166 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.166 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:06.166 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.166 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:06.166 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.167 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.168 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:06.168 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.982990+0000", 2024-09-11T03:32:06.168 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.982990+0000", 2024-09-11T03:32:06.168 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.983286+0000", 2024-09-11T03:32:06.168 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:06.168 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.168 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.168 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.168 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.168 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:06.168 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:06.168 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:06.168 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 8, 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.169 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 8, 2024-09-11T03:32:06.170 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.170 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.170 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.170 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.10", 2024-09-11T03:32:06.170 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.170 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.170 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.170 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 34, 2024-09-11T03:32:06.170 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.170 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:49:14.707154+0000", 2024-09-11T03:32:06.170 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.170 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.170 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.171 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.172 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.172 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.172 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 12, 2024-09-11T03:32:06.172 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 4, 2024-09-11T03:32:06.172 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.172 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 4, 2024-09-11T03:32:06.172 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.172 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.172 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.172 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.172 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.172 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 4, 2024-09-11T03:32:06.172 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.173 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.173 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.173 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.173 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.173 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.173 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.173 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.173 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.173 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.173 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.173 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.173 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 12, 2024-09-11T03:32:06.173 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'8" 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.174 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.175 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.175 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.175 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.175 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:06.175 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.175 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.175 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.175 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.175 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.175 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.175 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:06.175 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:16.542877+0000", 2024-09-11T03:32:06.175 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:16.542877+0000", 2024-09-11T03:32:06.176 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:16.543183+0000", 2024-09-11T03:32:06.176 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:06.176 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.176 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.176 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.176 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 67, 2024-09-11T03:32:06.176 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:06.176 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:06.176 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:06.176 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.176 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.176 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.176 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 66, 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.177 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.178 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.11", 2024-09-11T03:32:06.178 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.178 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.178 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.178 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 31, 2024-09-11T03:32:06.178 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.178 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T05:22:42.304371+0000", 2024-09-11T03:32:06.178 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.178 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.178 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.181 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.181 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.181 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.181 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.181 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.181 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.181 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.181 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.181 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.181 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.181 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.181 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.181 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.182 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.183 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.183 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:06.183 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.183 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.183 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.183 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.183 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.183 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:06.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.988082+0000", 2024-09-11T03:32:06.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.988082+0000", 2024-09-11T03:32:06.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.988354+0000", 2024-09-11T03:32:06.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:06.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:06.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:06.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:06.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:06.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.185 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.f", 2024-09-11T03:32:06.186 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.186 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.186 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.186 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 27, 2024-09-11T03:32:06.186 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.186 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:17:33.053857+0000", 2024-09-11T03:32:06.186 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.186 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.186 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.186 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 22, 2024-09-11T03:32:06.186 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.186 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.186 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:06.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:06.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:06.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 1, 2024-09-11T03:32:06.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 1 2024-09-11T03:32:06.189 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.189 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.189 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.190 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.190 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.190 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.190 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.190 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.190 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:06.190 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'1" 2024-09-11T03:32:06.190 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.190 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.190 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.190 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.190 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.190 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.191 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.191 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:06.191 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.191 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.191 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.191 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.191 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.191 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.191 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:06.191 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.078707+0000", 2024-09-11T03:32:06.191 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.078707+0000", 2024-09-11T03:32:06.191 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.078982+0000", 2024-09-11T03:32:06.191 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:06.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:06.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:06.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:06.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:06.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.193 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.e", 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T05:04:16.119544+0000", 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.194 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.197 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.198 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.198 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.198 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.198 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:06.198 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.198 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.198 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.198 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.198 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.198 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.198 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.198 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.198 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:06.199 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.199 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.199 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.199 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.199 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.199 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.199 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:06.199 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:16.673710+0000", 2024-09-11T03:32:06.199 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:16.673710+0000", 2024-09-11T03:32:06.199 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:16.676321+0000", 2024-09-11T03:32:06.199 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:06.199 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.199 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.200 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.200 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 67, 2024-09-11T03:32:06.200 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:06.200 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:06.200 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:06.200 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.200 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.200 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.200 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:06.200 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:06.200 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.200 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:06.200 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.201 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.201 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 66, 2024-09-11T03:32:06.201 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.201 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.201 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.201 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.201 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:06.201 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.201 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.201 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.201 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.e", 2024-09-11T03:32:06.201 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.202 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.202 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.202 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 41, 2024-09-11T03:32:06.202 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.202 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:59:49.437776+0000", 2024-09-11T03:32:06.202 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.202 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.202 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.202 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.202 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.202 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.202 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.202 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:06.203 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:06.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:06.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 1, 2024-09-11T03:32:06.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 3, 2024-09-11T03:32:06.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.205 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.205 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.205 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.205 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'2" 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.206 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:06.207 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.207 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.207 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.207 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.207 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.207 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.207 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:06.207 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.079265+0000", 2024-09-11T03:32:06.207 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.079265+0000", 2024-09-11T03:32:06.207 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.079566+0000", 2024-09-11T03:32:06.207 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:06.207 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.207 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.208 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.208 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.208 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:06.208 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:06.208 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:06.208 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.208 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.208 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.208 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:06.208 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:06.208 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.208 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.208 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.209 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.209 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.209 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.209 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.209 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.209 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.209 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.209 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.209 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.209 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.209 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.f", 2024-09-11T03:32:06.209 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.209 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.210 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.210 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.210 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.210 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:52:36.180317+0000", 2024-09-11T03:32:06.210 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.210 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.210 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.210 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.210 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.210 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.210 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.210 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.210 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.211 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.211 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.211 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.211 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.211 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.211 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.211 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.211 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.211 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.211 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.211 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.211 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.211 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.212 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.212 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.212 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.212 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.212 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.212 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.212 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.212 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.212 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.212 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.212 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.212 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.212 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.213 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.214 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.215 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.215 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.215 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.215 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.215 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:06.215 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.985008+0000", 2024-09-11T03:32:06.215 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.985008+0000", 2024-09-11T03:32:06.215 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.985246+0000", 2024-09-11T03:32:06.215 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:06.215 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.215 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.215 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.215 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.216 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:06.216 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:06.216 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:06.216 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.216 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.216 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.216 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:06.216 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:06.216 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.216 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:06.216 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.216 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.216 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.d", 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:06.217 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.218 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:36:32.879463+0000", 2024-09-11T03:32:06.218 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.218 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.218 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.218 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 70, 2024-09-11T03:32:06.218 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.218 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.218 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.218 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.218 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.218 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.218 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.218 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.219 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.220 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.220 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.220 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.220 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.220 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.220 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.220 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.220 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.220 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.220 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.220 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.220 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.220 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.221 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.221 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.221 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 1, 2024-09-11T03:32:06.221 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 1 2024-09-11T03:32:06.221 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.221 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.221 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.221 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.221 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.221 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.221 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.221 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.221 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'1" 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.222 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.223 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.223 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:06.223 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.080258+0000", 2024-09-11T03:32:06.223 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.080258+0000", 2024-09-11T03:32:06.223 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.080588+0000", 2024-09-11T03:32:06.223 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:06.223 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.223 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.223 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.223 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.223 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:06.223 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:06.223 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:06.224 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.224 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.224 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.224 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:06.224 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:06.224 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.224 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.224 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.224 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.224 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.224 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.224 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.224 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.225 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.225 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.225 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.225 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.225 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.225 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.c", 2024-09-11T03:32:06.225 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.225 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.225 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.225 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.225 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.225 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T08:48:05.150070+0000", 2024-09-11T03:32:06.225 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.227 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.227 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.227 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.227 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.227 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.227 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.227 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.227 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.227 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.227 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.227 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.227 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.227 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.228 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.228 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.228 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.228 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.228 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.228 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.228 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.228 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.228 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.228 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.228 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.228 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.228 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.229 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:06.230 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.986613+0000", 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.986613+0000", 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.986919+0000", 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.231 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:06.232 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:06.232 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.232 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.232 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.232 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.232 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.232 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.232 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.232 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.232 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.232 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.232 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.232 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.233 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.233 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.c", 2024-09-11T03:32:06.233 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.233 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.233 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.233 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:06.233 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.233 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:05:51.903025+0000", 2024-09-11T03:32:06.233 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.233 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.233 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.236 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.237 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.237 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.237 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.237 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.237 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.237 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.237 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:06.237 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.237 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.237 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.237 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.237 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.237 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.071089+0000", 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.071089+0000", 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071416+0000", 2024-09-11T03:32:06.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:06.239 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.239 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.239 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.239 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.239 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:06.239 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:06.239 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:06.239 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.239 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.239 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.239 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:06.239 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:06.239 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.240 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.240 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.240 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.240 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.240 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.240 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.240 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.240 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.240 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.240 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.240 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.240 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.240 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.d", 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:03:46.015738+0000", 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.244 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.244 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.244 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.244 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.244 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:06.245 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.082345+0000", 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.082345+0000", 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:43.105934+0000", 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.246 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:06.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:06.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:06.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:06.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:06.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:06.247 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.247 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.247 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.247 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.247 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.5", 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 21, 2024-09-11T03:32:06.248 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.249 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:17:14.698355+0000", 2024-09-11T03:32:06.249 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000375014, 2024-09-11T03:32:06.249 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.249 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.249 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.249 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.249 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.249 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.249 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.249 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.249 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.249 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.249 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.252 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.252 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.252 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.252 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.252 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.252 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.252 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.252 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.252 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:06.253 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.253 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.253 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.253 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.253 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.253 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.253 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.253 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.253 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:06.253 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.253 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.253 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 19, 2024-09-11T03:32:06.253 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.254 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.254 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.254 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:06.254 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:20.847611+0000", 2024-09-11T03:32:06.254 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:20.847611+0000", 2024-09-11T03:32:06.254 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:20.848019+0000", 2024-09-11T03:32:06.254 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:06.254 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:26:23.084252+0000", 2024-09-11T03:32:06.254 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.254 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:26:23.084252+0000", 2024-09-11T03:32:06.254 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 58, 2024-09-11T03:32:06.254 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:06.254 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:26:23.084252+0000", 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 128, 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 57, 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.255 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.256 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.256 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 128, 2024-09-11T03:32:06.256 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.256 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.256 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.256 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "1.0", 2024-09-11T03:32:06.256 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.256 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.256 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.256 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 271, 2024-09-11T03:32:06.256 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.256 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:30:40.575823+0000", 2024-09-11T03:32:06.256 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 590368, 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 1771104, 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.257 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.258 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.258 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.258 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.258 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.258 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 6, 2024-09-11T03:32:06.258 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 2, 2024-09-11T03:32:06.258 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.258 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 2, 2024-09-11T03:32:06.258 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.258 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.258 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.258 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.258 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 6, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 212, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 306, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 179, 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 2416 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "69'128" 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.260 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.261 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.261 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.261 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.261 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.261 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:06.261 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.261 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.261 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.261 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.261 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.261 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.261 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:06.261 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.988204+0000", 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.988204+0000", 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.988470+0000", 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.262 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:06.263 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:06.263 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.263 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.263 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.263 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.263 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.263 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.263 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.263 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.263 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.263 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.263 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.263 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.3", 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:11:56.170936+0000", 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.264 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.265 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.265 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.265 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.265 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.265 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.265 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.265 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.265 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.265 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.265 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.265 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.265 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.266 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.266 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.266 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.266 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.266 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.266 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.266 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.266 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.266 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.266 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.266 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.266 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.266 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.267 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.268 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.268 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.268 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.268 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.268 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.268 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.268 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:06.268 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.268 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.268 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.268 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.268 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.268 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.269 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.269 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.269 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:06.269 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.269 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.269 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.269 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.269 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.269 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.269 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:06.269 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070778+0000", 2024-09-11T03:32:06.269 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070778+0000", 2024-09-11T03:32:06.269 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071385+0000", 2024-09-11T03:32:06.270 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:06.270 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.270 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.270 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.270 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.270 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:06.270 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:06.270 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:06.270 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.270 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.270 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.270 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:06.270 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.271 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2", 2024-09-11T03:32:06.272 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.272 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.272 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.272 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.272 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.272 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T08:30:18.422080+0000", 2024-09-11T03:32:06.272 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.272 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.272 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.272 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.272 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.272 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.272 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.273 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.274 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.274 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.274 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.274 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.274 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.274 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.274 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.274 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.274 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.274 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.274 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.274 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.274 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.275 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.276 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.276 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.276 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.276 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:06.276 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.276 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.276 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.276 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.276 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.276 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.276 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.276 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.276 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.112001+0000", 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.112001+0000", 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:43.104662+0000", 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.277 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.278 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.6", 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 21, 2024-09-11T03:32:06.279 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.280 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:16:07.963140+0000", 2024-09-11T03:32:06.280 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000257538, 2024-09-11T03:32:06.280 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.280 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.281 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.281 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.281 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.281 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.281 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.281 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.281 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.281 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.281 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.281 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.281 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.281 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.282 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.283 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.283 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.283 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.283 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.283 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.283 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.283 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.283 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.283 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.283 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.283 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.283 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.283 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.284 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:06.284 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.284 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.284 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.284 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.284 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.284 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.284 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.284 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.284 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:06.284 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.284 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.284 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.990445+0000", 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.990445+0000", 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.990706+0000", 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:06.285 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:06.286 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:06.286 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.286 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.286 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.286 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:06.286 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:06.286 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.286 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.286 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.286 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.286 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.286 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.286 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.287 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.287 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.287 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.287 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.287 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.287 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.287 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.0", 2024-09-11T03:32:06.287 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.287 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.287 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.287 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.287 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.287 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:58:34.438276+0000", 2024-09-11T03:32:06.288 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.288 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.288 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.290 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.290 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.290 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.290 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.290 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.290 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.290 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.290 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.290 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.290 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.290 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.290 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.290 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:06.291 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.292 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.292 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.292 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.292 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.292 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.292 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.292 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.292 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:06.292 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.292 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.292 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.292 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.292 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.293 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:06.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.071888+0000", 2024-09-11T03:32:06.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.071888+0000", 2024-09-11T03:32:06.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.072480+0000", 2024-09-11T03:32:06.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:06.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:06.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:06.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:06.294 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.294 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.294 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.294 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:06.294 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:06.294 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.294 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.294 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.294 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.294 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.294 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.294 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.294 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1", 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:33:56.272328+0000", 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.295 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.296 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.299 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.300 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.300 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.300 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.300 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.300 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.300 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:06.300 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.300 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.300 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:06.300 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.300 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.300 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.300 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:06.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.128837+0000", 2024-09-11T03:32:06.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.128837+0000", 2024-09-11T03:32:06.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:42.727011+0000", 2024-09-11T03:32:06.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:06.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:06.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:06.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:06.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:06.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.302 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.302 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:06.302 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:06.302 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.302 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.302 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.302 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.302 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:06.302 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.302 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.302 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.302 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.302 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.7", 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 21, 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:13:17.808006+0000", 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000258921, 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.303 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.306 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.307 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.308 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.308 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.308 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:06.308 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.308 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.308 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.308 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.308 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.308 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.308 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:06.308 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.986646+0000", 2024-09-11T03:32:06.308 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.986646+0000", 2024-09-11T03:32:06.308 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.986900+0000", 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:06.309 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1", 2024-09-11T03:32:06.310 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:18:12.688486+0000", 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.311 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.312 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.312 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.312 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.312 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.312 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.312 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.312 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.312 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.312 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.312 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.312 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.312 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.313 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.314 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.314 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.314 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.314 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.314 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:06.315 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.316 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.316 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.316 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.316 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.316 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.316 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:06.316 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070871+0000", 2024-09-11T03:32:06.316 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070871+0000", 2024-09-11T03:32:06.316 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071540+0000", 2024-09-11T03:32:06.316 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:06.316 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.316 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.316 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.317 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.318 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.318 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.318 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.318 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.318 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.318 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.318 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.318 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.318 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.0", 2024-09-11T03:32:06.318 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.318 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.318 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.318 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.319 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.319 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:13:37.909852+0000", 2024-09-11T03:32:06.319 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.319 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.319 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.319 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.319 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.319 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.319 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.319 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.319 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.319 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.319 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.320 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.321 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.322 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.322 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.322 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.322 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.322 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.322 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.322 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.322 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.322 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.322 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.322 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.322 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.322 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.323 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.324 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.324 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:06.324 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.111984+0000", 2024-09-11T03:32:06.324 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.111984+0000", 2024-09-11T03:32:06.324 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:42.727196+0000", 2024-09-11T03:32:06.324 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:06.324 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.324 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.324 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.324 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:06.324 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:06.324 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:06.324 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:06.325 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.325 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.325 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.325 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:06.325 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:06.325 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.325 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.325 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.325 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.325 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:06.325 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.325 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.325 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.4", 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 21, 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:35:02.772586+0000", 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000605029, 2024-09-11T03:32:06.326 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.327 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.328 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.328 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.328 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.328 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.328 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.328 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.328 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.328 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.328 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.328 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.328 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.328 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.329 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.330 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.330 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.330 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.330 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.330 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.330 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.330 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.330 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.330 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.330 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:06.330 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.332 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.332 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.332 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.332 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.332 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.332 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.332 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.332 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:06.332 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.332 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.332 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.986038+0000", 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.986038+0000", 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.986363+0000", 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:06.333 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:06.334 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:06.334 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.334 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.334 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.334 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:06.334 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:06.334 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.334 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.334 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.334 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.334 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.334 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.334 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.2", 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:22:42.360327+0000", 2024-09-11T03:32:06.335 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.336 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.336 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.336 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.336 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.336 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.336 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.336 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.336 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.336 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.336 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.336 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.336 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.337 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.338 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.338 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.338 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.338 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.338 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.338 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.338 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.338 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.338 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.338 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.338 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.338 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.338 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.339 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.340 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:06.341 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.065757+0000", 2024-09-11T03:32:06.341 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.065757+0000", 2024-09-11T03:32:06.341 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.066025+0000", 2024-09-11T03:32:06.341 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:06.341 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.341 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.341 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.341 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.341 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:06.341 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:06.341 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:06.341 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.341 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.342 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.343 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.343 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.343 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3", 2024-09-11T03:32:06.343 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.343 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.343 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.343 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:06.343 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.343 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:41:05.986527+0000", 2024-09-11T03:32:06.343 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.343 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.343 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.343 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.345 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.345 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.345 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.345 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.345 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.345 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.345 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.345 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.345 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.345 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.345 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.345 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.345 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.346 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.346 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.346 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.346 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.346 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.346 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.346 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.346 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.346 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.346 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.346 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.346 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.346 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.347 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.348 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.348 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.348 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:06.348 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.348 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.348 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:06.348 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.348 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.348 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.348 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:06.348 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.128831+0000", 2024-09-11T03:32:06.348 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.128831+0000", 2024-09-11T03:32:06.348 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:42.727340+0000", 2024-09-11T03:32:06.349 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:06.349 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.349 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.349 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.349 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:06.349 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:06.349 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:06.349 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:06.349 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.349 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.349 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.349 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:06.349 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:06.350 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.350 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:06.350 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.350 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.350 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:06.350 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.350 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.350 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.350 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.350 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:06.350 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.350 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.350 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.351 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.2", 2024-09-11T03:32:06.351 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.351 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.351 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.351 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:06.351 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.351 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:58:32.706636+0000", 2024-09-11T03:32:06.351 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000864883, 2024-09-11T03:32:06.351 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.351 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 19, 2024-09-11T03:32:06.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.354 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.354 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.354 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.354 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.354 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.354 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.354 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.354 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.354 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 2, 2024-09-11T03:32:06.354 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 2 2024-09-11T03:32:06.354 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.354 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.354 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.355 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.355 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.355 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.355 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.355 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.355 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:06.355 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "74'2" 2024-09-11T03:32:06.355 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.355 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.355 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.355 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.355 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.355 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.356 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.356 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:06.356 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.356 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.356 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.356 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.356 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.356 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:06.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.987490+0000", 2024-09-11T03:32:06.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.987490+0000", 2024-09-11T03:32:06.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.987766+0000", 2024-09-11T03:32:06.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:06.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:06.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:06.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:06.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:06.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:06.357 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.4", 2024-09-11T03:32:06.358 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.359 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.359 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.359 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.359 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.359 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:39:16.225794+0000", 2024-09-11T03:32:06.359 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.359 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.359 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.359 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.359 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.359 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.359 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.359 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.362 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.362 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.363 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.363 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.363 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.363 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.363 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.363 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.363 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:06.363 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.363 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.363 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.363 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.363 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.363 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.364 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.364 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.364 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:06.364 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.364 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.364 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.364 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.364 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.364 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.364 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:06.364 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.063459+0000", 2024-09-11T03:32:06.364 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.063459+0000", 2024-09-11T03:32:06.364 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.063931+0000", 2024-09-11T03:32:06.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:06.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:06.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:06.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:06.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:06.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:06.366 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.366 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.366 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.366 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.366 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.366 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.366 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.366 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.366 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.366 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.366 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.366 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.367 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.367 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.5", 2024-09-11T03:32:06.367 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.367 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.367 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.367 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.367 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.367 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:39:25.067824+0000", 2024-09-11T03:32:06.367 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.367 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.367 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.367 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.367 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.370 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.371 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.371 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.371 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.371 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.371 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.371 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.371 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.371 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:06.371 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.371 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.371 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.371 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.371 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.372 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.372 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.372 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.372 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:06.372 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.372 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.372 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:06.372 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.372 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.372 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.372 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:06.372 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.128782+0000", 2024-09-11T03:32:06.372 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.128782+0000", 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:43.103910+0000", 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:06.373 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.374 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.3", 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:51:19.549354+0000", 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000290042, 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.375 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:06.376 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.377 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:06.377 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.377 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.377 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.377 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.377 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.377 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.377 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.377 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.377 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.377 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.377 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.377 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.378 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.378 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.378 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.378 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.378 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.378 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.378 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.378 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.378 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.378 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.378 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.378 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.378 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "72'1" 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:06.379 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.380 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.380 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.380 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.380 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.380 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.380 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:06.380 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.992149+0000", 2024-09-11T03:32:06.380 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.992149+0000", 2024-09-11T03:32:06.380 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.992435+0000", 2024-09-11T03:32:06.380 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:06.380 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.380 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.380 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.381 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.382 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.382 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.382 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.382 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.382 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.382 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.382 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.382 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.382 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.5", 2024-09-11T03:32:06.382 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.382 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.382 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.382 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:53:59.517034+0000", 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.385 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.385 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.385 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.385 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.385 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.385 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.385 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.385 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.385 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.385 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.385 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.385 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.385 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.386 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.386 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.386 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.386 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.386 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.386 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.386 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.386 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.386 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.386 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.386 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.386 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.386 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.387 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.388 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.388 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.388 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:06.388 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.064450+0000", 2024-09-11T03:32:06.388 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.064450+0000", 2024-09-11T03:32:06.388 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.065191+0000", 2024-09-11T03:32:06.388 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:06.388 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.388 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.388 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.388 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.388 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:06.388 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.389 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.4", 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T08:57:26.969855+0000", 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.390 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.391 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.394 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.394 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.394 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.394 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.394 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.394 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.394 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.394 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:06.394 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.394 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:06.394 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.394 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.394 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:06.395 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.083090+0000", 2024-09-11T03:32:06.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.083090+0000", 2024-09-11T03:32:06.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:43.103225+0000", 2024-09-11T03:32:06.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:06.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:06.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:06.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:06.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:06.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.397 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:06.397 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:06.397 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.397 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.397 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.397 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.397 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:06.397 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.397 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.397 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.397 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.397 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.397 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.398 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.398 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.398 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.0", 2024-09-11T03:32:06.398 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.398 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.398 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.398 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 21, 2024-09-11T03:32:06.398 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.398 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T08:32:38.125419+0000", 2024-09-11T03:32:06.398 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000555131, 2024-09-11T03:32:06.398 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.398 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.398 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.401 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.402 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.403 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.403 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.403 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:06.403 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.403 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.403 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.403 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.403 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.403 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.403 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:06.403 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.989196+0000", 2024-09-11T03:32:06.403 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.989196+0000", 2024-09-11T03:32:06.403 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.989497+0000", 2024-09-11T03:32:06.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:06.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:06.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:06.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:06.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:06.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.405 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.6", 2024-09-11T03:32:06.406 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.406 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.406 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.406 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:06.406 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.406 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T08:57:58.060054+0000", 2024-09-11T03:32:06.406 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.406 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.406 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.406 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.406 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.406 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.406 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:06.407 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:06.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:06.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:06.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 1, 2024-09-11T03:32:06.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.409 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.409 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.409 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'1" 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.410 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.411 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:06.411 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.411 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.411 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.411 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.411 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.411 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.411 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:06.411 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.066249+0000", 2024-09-11T03:32:06.411 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.066249+0000", 2024-09-11T03:32:06.411 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.066765+0000", 2024-09-11T03:32:06.411 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:06.411 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.412 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.412 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.412 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.412 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:06.412 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:06.412 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:06.412 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.412 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.412 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.412 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:06.412 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:06.412 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.412 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.413 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.413 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.413 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.413 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.413 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.413 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.413 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.413 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.413 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.413 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.413 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.413 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.7", 2024-09-11T03:32:06.413 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:18:47.489702+0000", 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.414 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.415 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.415 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.415 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.415 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.415 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.415 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.415 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.415 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.415 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.415 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.415 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.415 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.415 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.416 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.417 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.417 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.417 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.417 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.417 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.417 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.418 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.419 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:06.419 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.419 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.419 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.419 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:06.419 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.128785+0000", 2024-09-11T03:32:06.419 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.128785+0000", 2024-09-11T03:32:06.419 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:42.723620+0000", 2024-09-11T03:32:06.419 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:06.419 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.419 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.419 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.419 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:06.420 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.421 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.421 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.421 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.421 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.421 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.421 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.421 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.421 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.1", 2024-09-11T03:32:06.421 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.421 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.421 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.421 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 21, 2024-09-11T03:32:06.421 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T15:16:17.589536+0000", 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000487611, 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.425 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.425 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.425 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.425 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.425 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.425 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.425 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.425 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.425 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:06.425 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.426 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.426 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.426 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.426 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.426 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.426 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.426 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.426 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:06.426 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.426 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.426 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.426 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.426 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.990784+0000", 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.990784+0000", 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.991113+0000", 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:06.427 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.428 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.428 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.428 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:06.428 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:06.428 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.428 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:06.428 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.428 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.428 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.428 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.428 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.428 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.428 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.429 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:06.429 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.429 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.429 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.429 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.7", 2024-09-11T03:32:06.429 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.429 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.429 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.429 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 27, 2024-09-11T03:32:06.429 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.429 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:45:10.605115+0000", 2024-09-11T03:32:06.429 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.429 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:06.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:06.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:06.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:06.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 3, 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'2" 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.433 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.434 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.434 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.434 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.434 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.434 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:06.434 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.434 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.434 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.434 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.434 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.434 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.434 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:06.434 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.072697+0000", 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.072697+0000", 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.072979+0000", 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.435 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:06.436 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:06.436 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.436 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.436 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.436 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.436 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.436 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.436 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.436 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.436 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.436 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.436 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.436 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.6", 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:19:54.463377+0000", 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.440 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.440 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.440 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.441 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.441 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.441 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.441 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.441 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.441 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:06.441 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.441 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.441 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.441 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.441 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.441 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.441 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.442 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.442 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:06.442 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.442 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.442 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.442 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.442 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.442 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.442 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:06.442 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.984351+0000", 2024-09-11T03:32:06.442 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.984351+0000", 2024-09-11T03:32:06.442 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.984680+0000", 2024-09-11T03:32:06.442 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:06.443 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.443 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.443 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.443 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.443 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:06.443 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:06.443 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:06.443 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.443 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.443 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.443 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:06.443 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:06.443 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.444 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.444 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.444 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.444 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.444 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.444 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.444 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.444 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.444 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.444 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.444 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.444 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.444 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.8", 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:25:30.870626+0000", 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.445 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.446 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.446 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.446 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.446 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.446 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.446 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.446 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.446 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.446 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.446 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.446 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.446 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.446 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.447 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.448 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.448 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.448 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.448 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.448 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.448 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.448 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.448 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.448 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.448 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.448 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.448 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.448 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:06.449 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.450 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.450 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.450 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.450 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.450 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.450 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:06.450 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.072689+0000", 2024-09-11T03:32:06.450 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.072689+0000", 2024-09-11T03:32:06.450 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.073038+0000", 2024-09-11T03:32:06.450 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:06.450 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.450 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.450 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.451 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.9", 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:06.452 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.453 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:42:12.306542+0000", 2024-09-11T03:32:06.453 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.453 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.453 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.453 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.453 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.453 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.453 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.453 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.453 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.453 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.453 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.453 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.454 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.455 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.455 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.455 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.455 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.455 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.455 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.455 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.455 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.455 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.455 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.455 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.455 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.455 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.456 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.456 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.456 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.456 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.456 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.456 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.456 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.456 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.456 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.456 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.456 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.456 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.456 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.457 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.458 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.458 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:06.458 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.987757+0000", 2024-09-11T03:32:06.458 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.987757+0000", 2024-09-11T03:32:06.458 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.988197+0000", 2024-09-11T03:32:06.458 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:06.458 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.458 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.458 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.458 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.458 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:06.458 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:06.458 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:06.459 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.459 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.459 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.459 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:06.459 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:06.459 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.459 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.459 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.459 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.459 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.459 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.459 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.459 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.460 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.460 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.460 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.460 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.460 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.460 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.9", 2024-09-11T03:32:06.460 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.460 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.460 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.460 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.460 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.460 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:42:42.839079+0000", 2024-09-11T03:32:06.460 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.461 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.462 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.462 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.462 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.462 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.462 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.462 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.462 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.462 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.462 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.462 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.462 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.462 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.462 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.463 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.464 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.464 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.464 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.464 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.464 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.464 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.464 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.464 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:06.464 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.464 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:06.464 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.464 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.464 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.465 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.465 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.465 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.465 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.465 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.465 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:06.465 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.465 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.465 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.465 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.465 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.465 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.465 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.057788+0000", 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.057788+0000", 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.058072+0000", 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.466 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.467 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.468 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.468 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.8", 2024-09-11T03:32:06.468 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.468 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.468 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.468 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.468 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.468 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:19:14.232664+0000", 2024-09-11T03:32:06.468 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.468 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.468 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.468 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.468 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.469 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.470 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.470 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.470 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.470 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.470 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.470 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.470 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.470 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.470 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.470 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.470 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.470 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.470 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.471 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.472 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.472 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.472 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.472 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.472 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.472 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:06.472 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.472 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.472 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.472 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.472 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.472 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.984847+0000", 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.984847+0000", 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.985174+0000", 2024-09-11T03:32:06.473 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:06.474 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.474 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.474 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.474 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.474 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:06.474 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:06.474 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:06.474 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.474 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.474 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.474 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:06.474 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:06.474 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.a", 2024-09-11T03:32:06.475 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.476 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.476 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.476 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:06.476 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.476 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:20:33.813073+0000", 2024-09-11T03:32:06.476 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.476 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.476 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.476 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.476 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.476 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.476 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.476 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.477 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.477 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.477 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.477 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.477 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.477 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.477 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.477 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.477 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.477 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.477 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.477 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.477 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.478 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.479 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.479 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.479 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.479 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.479 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.479 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.479 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.479 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.479 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.479 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.479 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.479 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.479 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.480 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.480 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:06.480 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.480 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:06.480 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.480 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.480 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.480 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.480 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.480 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.480 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.480 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.480 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:16.673412+0000", 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:16.673412+0000", 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:16.673850+0000", 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.481 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.482 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 67, 2024-09-11T03:32:06.482 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:06.482 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:06.482 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:06.482 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.482 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.482 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.482 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:06.482 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:06.482 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.482 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.482 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.482 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 66, 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.b", 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.483 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 31, 2024-09-11T03:32:06.484 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.484 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:20:22.110732+0000", 2024-09-11T03:32:06.484 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.484 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.484 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.484 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.484 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.484 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.484 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.484 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.484 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.484 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.484 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.485 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.486 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.487 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.487 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.487 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.487 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.487 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.487 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.487 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.487 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.487 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.487 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:06.487 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.487 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.487 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:06.488 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.488 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.488 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.488 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.488 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.488 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.488 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:06.488 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.488 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:06.488 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.488 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.488 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.488 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.489 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.489 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.489 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:06.489 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.985566+0000", 2024-09-11T03:32:06.489 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.985566+0000", 2024-09-11T03:32:06.489 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.985897+0000", 2024-09-11T03:32:06.489 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:06.489 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.489 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.489 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.489 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.489 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:06.489 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:06.490 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:06.490 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.490 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.490 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.490 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:06.490 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:06.490 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.490 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:06.490 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.490 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.490 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.490 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.490 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.b", 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 27, 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:13:36.949073+0000", 2024-09-11T03:32:06.491 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.492 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.492 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.492 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.492 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.492 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.492 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.492 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.492 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.492 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.492 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.492 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.492 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.492 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.493 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.493 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.493 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.493 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.493 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.493 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:06.493 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:06.493 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.493 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:06.493 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.493 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.493 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.493 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 1, 2024-09-11T03:32:06.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.495 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.495 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.495 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.495 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.495 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.495 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.495 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:06.495 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.495 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:06.495 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'2" 2024-09-11T03:32:06.495 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.496 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:06.497 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:16.543750+0000", 2024-09-11T03:32:06.497 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:16.543750+0000", 2024-09-11T03:32:06.497 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:16.544014+0000", 2024-09-11T03:32:06.497 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:06.497 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.497 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.497 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.497 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 67, 2024-09-11T03:32:06.497 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:06.497 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:06.497 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:06.497 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.497 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.498 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.498 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:06.498 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:06.498 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.498 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.498 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.498 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.498 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 66, 2024-09-11T03:32:06.498 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.498 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.498 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.498 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.498 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.a", 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 31, 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:45:10.777984+0000", 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.499 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.500 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.502 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.503 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.504 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.504 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.504 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:06.504 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.504 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.504 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.504 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.504 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.504 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.504 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:06.504 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.076285+0000", 2024-09-11T03:32:06.504 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.076285+0000", 2024-09-11T03:32:06.504 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.079538+0000", 2024-09-11T03:32:06.505 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:06.505 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.505 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.505 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.505 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.505 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:06.505 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:06.505 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:06.505 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.505 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.505 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.505 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:06.505 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.506 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1d", 2024-09-11T03:32:06.507 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.507 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.507 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.507 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.507 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.507 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:45:14.744228+0000", 2024-09-11T03:32:06.507 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.507 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.507 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.507 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.507 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.507 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.507 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.508 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.510 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:06.511 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.512 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.512 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.512 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.512 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.512 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.512 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:06.512 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.986494+0000", 2024-09-11T03:32:06.512 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.986494+0000", 2024-09-11T03:32:06.512 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.987053+0000", 2024-09-11T03:32:06.512 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:06.512 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.512 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.513 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.513 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.513 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:06.513 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:06.513 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:06.513 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.513 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.513 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.513 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:06.513 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:06.513 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.513 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:06.513 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.514 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.514 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.514 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.514 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.514 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.514 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.514 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:06.514 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.514 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.514 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.514 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1c", 2024-09-11T03:32:06.514 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.514 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.515 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.515 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 27, 2024-09-11T03:32:06.515 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.515 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T15:20:46.711362+0000", 2024-09-11T03:32:06.515 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.515 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.515 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.515 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.515 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.515 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.515 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.515 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.515 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.516 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.517 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 3, 2024-09-11T03:32:06.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.518 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.518 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.518 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.518 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.518 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.518 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.519 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.519 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.519 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:06.519 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'2" 2024-09-11T03:32:06.519 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.519 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.519 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.519 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.519 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.519 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.519 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.519 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:06.519 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.520 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.520 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.520 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.520 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.520 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.520 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:06.520 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.079109+0000", 2024-09-11T03:32:06.520 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.079109+0000", 2024-09-11T03:32:06.520 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.080048+0000", 2024-09-11T03:32:06.520 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:06.520 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.520 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.520 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.521 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.522 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.522 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.522 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.522 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.522 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.522 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.522 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.522 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.522 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1c", 2024-09-11T03:32:06.522 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.522 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.522 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.522 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:48:24.489280+0000", 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.523 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.524 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.524 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.524 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.524 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.524 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.524 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.524 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.524 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.524 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.524 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.524 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.524 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.524 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.526 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:06.527 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.527 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.527 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.527 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.527 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.527 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.527 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.527 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.527 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:06.527 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.527 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.527 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.527 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.528 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.528 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.528 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:06.528 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.990999+0000", 2024-09-11T03:32:06.528 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.990999+0000", 2024-09-11T03:32:06.528 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.991268+0000", 2024-09-11T03:32:06.528 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:06.528 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.528 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.528 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.528 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.528 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:06.528 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:06.529 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:06.529 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.529 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.529 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.529 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:06.529 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:06.529 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.529 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:06.529 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.529 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.529 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.529 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.529 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1d", 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 27, 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:50:35.508748+0000", 2024-09-11T03:32:06.530 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.531 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.532 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.532 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.532 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.532 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.532 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:06.532 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:06.532 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.532 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:06.532 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.532 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.532 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.532 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.533 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.533 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:06.533 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.537 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 3, 2024-09-11T03:32:06.537 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.537 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.537 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.537 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.537 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.537 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.537 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.537 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.537 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.537 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:06.537 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'2" 2024-09-11T03:32:06.538 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.538 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.538 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.538 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.538 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.538 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.538 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.538 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:06.538 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.538 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.538 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.538 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.538 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.539 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:06.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.066780+0000", 2024-09-11T03:32:06.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.066780+0000", 2024-09-11T03:32:06.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.068256+0000", 2024-09-11T03:32:06.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:06.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:06.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:06.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:06.540 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.540 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.540 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.540 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:06.540 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:06.540 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.540 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.540 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.540 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.540 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.540 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.540 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.541 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.541 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.541 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.541 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.541 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.541 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.541 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1f", 2024-09-11T03:32:06.541 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.541 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.541 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.541 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:06.541 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.541 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:12:39.352674+0000", 2024-09-11T03:32:06.542 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.542 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.542 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.545 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.545 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.545 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.545 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.545 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.545 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.545 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.545 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.545 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.545 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:06.545 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.545 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.545 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:06.546 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.546 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.546 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.546 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.546 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.546 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.546 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:06.546 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.546 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:06.546 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.546 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.546 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.546 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.547 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.547 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:06.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.981562+0000", 2024-09-11T03:32:06.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.981562+0000", 2024-09-11T03:32:06.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.981809+0000", 2024-09-11T03:32:06.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:06.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:06.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:06.548 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:06.548 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.548 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.548 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.548 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:06.548 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:06.548 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.548 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:06.548 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.548 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.548 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.548 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.548 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1e", 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:50:27.343590+0000", 2024-09-11T03:32:06.549 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.550 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.550 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.553 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.553 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.553 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.553 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.553 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.553 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.553 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.553 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:06.553 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.553 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:06.553 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'1" 2024-09-11T03:32:06.553 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.553 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.554 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.554 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.554 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.554 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.554 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.554 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:06.554 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.554 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.554 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:06.554 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.554 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.554 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.554 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:06.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070831+0000", 2024-09-11T03:32:06.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070831+0000", 2024-09-11T03:32:06.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071263+0000", 2024-09-11T03:32:06.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:06.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:06.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:06.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:06.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:06.556 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.556 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.556 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:06.556 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:06.556 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:06.556 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.556 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.556 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.556 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.556 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:06.556 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.556 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.556 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.557 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.557 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.557 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.557 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.557 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.557 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1e", 2024-09-11T03:32:06.557 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.557 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.557 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.557 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:06.557 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.557 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:01:34.162897+0000", 2024-09-11T03:32:06.557 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.558 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.558 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.558 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.558 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.558 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.558 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.558 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.558 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.558 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.558 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.558 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.558 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.558 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.559 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.559 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.559 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.559 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.559 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.559 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.559 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.559 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.559 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.559 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.559 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.559 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.559 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.561 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.561 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.561 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.561 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.561 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:06.561 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:06.561 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.561 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.561 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:06.561 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:06.562 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:06.563 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:06.563 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.988569+0000", 2024-09-11T03:32:06.563 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.988569+0000", 2024-09-11T03:32:06.563 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.988835+0000", 2024-09-11T03:32:06.563 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:06.563 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.563 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:06.563 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.563 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:06.563 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:06.563 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:06.563 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:06.563 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:06.564 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:06.564 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:06.564 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:06.564 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:06.564 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:06.564 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 4, 2024-09-11T03:32:06.564 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:06.564 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:06.564 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:06.564 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:06.564 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:06.564 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:06.564 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:06.565 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 4, 2024-09-11T03:32:06.565 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:06.565 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:06.565 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:06.565 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1f", 2024-09-11T03:32:06.565 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:06.565 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:06.565 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:06.565 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 30, 2024-09-11T03:32:06.565 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:06.565 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:26:58.010600+0000", 2024-09-11T03:32:06.565 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 582, 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.566 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.567 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.567 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.567 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.567 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.567 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 6, 2024-09-11T03:32:06.567 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 2, 2024-09-11T03:32:06.567 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.567 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 2, 2024-09-11T03:32:06.567 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.567 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.567 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.567 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.567 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:06.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 4, 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 1 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'4" 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.569 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.570 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_per_pool": [ 2024-09-11T03:32:06.570 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.570 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": 24, 2024-09-11T03:32:06.570 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:06.570 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd" 2024-09-11T03:32:06.570 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.570 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 3, 2024-09-11T03:32:06.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_pg": 8, 2024-09-11T03:32:06.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_store_stats": 8, 2024-09-11T03:32:06.570 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 3, 2024-09-11T03:32:06.570 INFO:tasks.workunit.client.0.smithi086.stdout: "poolid": 4, 2024-09-11T03:32:06.570 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 19, 2024-09-11T03:32:06.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.572 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.572 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.572 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 6, 2024-09-11T03:32:06.572 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 2, 2024-09-11T03:32:06.572 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.572 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 2, 2024-09-11T03:32:06.572 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.572 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.572 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.572 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.572 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.572 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.572 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.573 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.573 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.573 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.573 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.573 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.573 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.573 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.573 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.573 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.573 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.573 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.573 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 2, 2024-09-11T03:32:06.573 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 2 2024-09-11T03:32:06.574 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.574 INFO:tasks.workunit.client.0.smithi086.stdout: "store_stats": { 2024-09-11T03:32:06.574 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": 12288, 2024-09-11T03:32:06.574 INFO:tasks.workunit.client.0.smithi086.stdout: "available": 0, 2024-09-11T03:32:06.574 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed": 0, 2024-09-11T03:32:06.574 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_allocated": 0, 2024-09-11T03:32:06.574 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_original": 0, 2024-09-11T03:32:06.574 INFO:tasks.workunit.client.0.smithi086.stdout: "data_stored": 57, 2024-09-11T03:32:06.574 INFO:tasks.workunit.client.0.smithi086.stdout: "internal_metadata": 0, 2024-09-11T03:32:06.574 INFO:tasks.workunit.client.0.smithi086.stdout: "internally_reserved": 0, 2024-09-11T03:32:06.574 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_allocated": 0, 2024-09-11T03:32:06.574 INFO:tasks.workunit.client.0.smithi086.stdout: "total": 0 2024-09-11T03:32:06.574 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.575 INFO:tasks.workunit.client.0.smithi086.stdout: "up": 24 2024-09-11T03:32:06.575 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.575 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.575 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": 192, 2024-09-11T03:32:06.575 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:06.575 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs" 2024-09-11T03:32:06.575 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.575 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.575 INFO:tasks.workunit.client.0.smithi086.stdout: "num_pg": 64, 2024-09-11T03:32:06.575 INFO:tasks.workunit.client.0.smithi086.stdout: "num_store_stats": 8, 2024-09-11T03:32:06.575 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.575 INFO:tasks.workunit.client.0.smithi086.stdout: "poolid": 3, 2024-09-11T03:32:06.575 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.579 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.579 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.579 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.579 INFO:tasks.workunit.client.0.smithi086.stdout: "store_stats": { 2024-09-11T03:32:06.579 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": 0, 2024-09-11T03:32:06.579 INFO:tasks.workunit.client.0.smithi086.stdout: "available": 0, 2024-09-11T03:32:06.579 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed": 0, 2024-09-11T03:32:06.579 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_allocated": 0, 2024-09-11T03:32:06.579 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_original": 0, 2024-09-11T03:32:06.579 INFO:tasks.workunit.client.0.smithi086.stdout: "data_stored": 0, 2024-09-11T03:32:06.579 INFO:tasks.workunit.client.0.smithi086.stdout: "internal_metadata": 0, 2024-09-11T03:32:06.579 INFO:tasks.workunit.client.0.smithi086.stdout: "internally_reserved": 0, 2024-09-11T03:32:06.579 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_allocated": 0, 2024-09-11T03:32:06.580 INFO:tasks.workunit.client.0.smithi086.stdout: "total": 0 2024-09-11T03:32:06.580 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.580 INFO:tasks.workunit.client.0.smithi086.stdout: "up": 192 2024-09-11T03:32:06.580 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.580 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.580 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": 96, 2024-09-11T03:32:06.580 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:06.580 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs" 2024-09-11T03:32:06.580 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.580 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 45, 2024-09-11T03:32:06.580 INFO:tasks.workunit.client.0.smithi086.stdout: "num_pg": 32, 2024-09-11T03:32:06.580 INFO:tasks.workunit.client.0.smithi086.stdout: "num_store_stats": 8, 2024-09-11T03:32:06.580 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 45, 2024-09-11T03:32:06.581 INFO:tasks.workunit.client.0.smithi086.stdout: "poolid": 2, 2024-09-11T03:32:06.581 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.581 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 3428, 2024-09-11T03:32:06.581 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.581 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.581 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.581 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.581 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.581 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.581 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.581 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.581 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.581 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 66, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 22, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 22, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.582 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 14, 2024-09-11T03:32:06.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 1, 2024-09-11T03:32:06.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 51, 2024-09-11T03:32:06.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 20 2024-09-11T03:32:06.584 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.584 INFO:tasks.workunit.client.0.smithi086.stdout: "store_stats": { 2024-09-11T03:32:06.584 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": 98304, 2024-09-11T03:32:06.584 INFO:tasks.workunit.client.0.smithi086.stdout: "available": 0, 2024-09-11T03:32:06.584 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed": 0, 2024-09-11T03:32:06.584 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_allocated": 0, 2024-09-11T03:32:06.584 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_original": 0, 2024-09-11T03:32:06.584 INFO:tasks.workunit.client.0.smithi086.stdout: "data_stored": 10284, 2024-09-11T03:32:06.584 INFO:tasks.workunit.client.0.smithi086.stdout: "internal_metadata": 0, 2024-09-11T03:32:06.584 INFO:tasks.workunit.client.0.smithi086.stdout: "internally_reserved": 0, 2024-09-11T03:32:06.584 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_allocated": 0, 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: "total": 0 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: "up": 96 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": 3, 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr" 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 128, 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_pg": 1, 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_store_stats": 3, 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 128, 2024-09-11T03:32:06.585 INFO:tasks.workunit.client.0.smithi086.stdout: "poolid": 1, 2024-09-11T03:32:06.586 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 590368, 2024-09-11T03:32:06.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 1771104, 2024-09-11T03:32:06.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 6, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 2, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 2, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.587 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.588 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.588 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 6, 2024-09-11T03:32:06.588 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.588 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.588 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.588 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.588 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.588 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 212, 2024-09-11T03:32:06.588 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 306, 2024-09-11T03:32:06.588 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.588 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.588 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.588 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 179, 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 2416 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: "store_stats": { 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": 1781760, 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: "available": 0, 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed": 0, 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_allocated": 0, 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_original": 0, 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: "data_stored": 1771104, 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: "internal_metadata": 0, 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: "internally_reserved": 0, 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_allocated": 0, 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: "total": 0 2024-09-11T03:32:06.589 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.590 INFO:tasks.workunit.client.0.smithi086.stdout: "up": 3 2024-09-11T03:32:06.590 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.590 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.590 INFO:tasks.workunit.client.0.smithi086.stdout: "usage": { 2024-09-11T03:32:06.590 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 105, 2024-09-11T03:32:06.590 INFO:tasks.workunit.client.0.smithi086.stdout: "pools": 4, 2024-09-11T03:32:06.590 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_by_class": { 2024-09-11T03:32:06.590 INFO:tasks.workunit.client.0.smithi086.stdout: "ssd": { 2024-09-11T03:32:06.590 INFO:tasks.workunit.client.0.smithi086.stdout: "total_avail_bytes": 767726645248, 2024-09-11T03:32:06.590 INFO:tasks.workunit.client.0.smithi086.stdout: "total_bytes": 767960285184, 2024-09-11T03:32:06.590 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_bytes": 233639936, 2024-09-11T03:32:06.590 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_raw_bytes": 233639936, 2024-09-11T03:32:06.590 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_raw_ratio": 0.0003042343887500465 2024-09-11T03:32:06.591 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.591 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.591 INFO:tasks.workunit.client.0.smithi086.stdout: "total_avail_bytes": 767726645248, 2024-09-11T03:32:06.591 INFO:tasks.workunit.client.0.smithi086.stdout: "total_bytes": 767960285184, 2024-09-11T03:32:06.591 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_bytes": 233639936 2024-09-11T03:32:06.591 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.591 INFO:tasks.workunit.client.0.smithi086.stdout:} 2024-09-11T03:32:06.591 INFO:tasks.workunit.client.0.smithi086.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-11T03:32:06.592 INFO:tasks.workunit.client.0.smithi086.stderr:+ ceph telemetry show-device 2024-09-11T03:32:06.593 INFO:tasks.workunit.client.0.smithi086.stdout:{ 2024-09-11T03:32:06.593 INFO:tasks.workunit.client.0.smithi086.stdout: "687ae15a-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:06.593 INFO:tasks.workunit.client.0.smithi086.stdout: "INTEL_SSDPEDMD400G4_687b7534-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:06.593 INFO:tasks.workunit.client.0.smithi086.stdout: "20240911-032625": { 2024-09-11T03:32:06.593 INFO:tasks.workunit.client.0.smithi086.stdout: "device": { 2024-09-11T03:32:06.593 INFO:tasks.workunit.client.0.smithi086.stdout: "info_name": "/dev/nvme0n1", 2024-09-11T03:32:06.593 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "/dev/nvme0n1", 2024-09-11T03:32:06.593 INFO:tasks.workunit.client.0.smithi086.stdout: "protocol": "NVMe", 2024-09-11T03:32:06.593 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "nvme" 2024-09-11T03:32:06.593 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.593 INFO:tasks.workunit.client.0.smithi086.stdout: "firmware_version": "8DV101H0", 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: "host_id": "687ae15a-6fee-11ef-976e-0cc47a8fd809", 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: "json_format_version": [ 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: "local_time": { 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: "asctime": "Wed Sep 11 03:26:25 2024 UTC", 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: "time_t": 1726025185 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: "logical_block_size": 512, 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_controller_id": 0, 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-11T03:32:06.594 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_namespaces": [ 2024-09-11T03:32:06.595 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.595 INFO:tasks.workunit.client.0.smithi086.stdout: "capacity": { 2024-09-11T03:32:06.595 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.595 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.595 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.595 INFO:tasks.workunit.client.0.smithi086.stdout: "formatted_lba_size": 512, 2024-09-11T03:32:06.595 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 1, 2024-09-11T03:32:06.595 INFO:tasks.workunit.client.0.smithi086.stdout: "size": { 2024-09-11T03:32:06.595 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.595 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.595 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.595 INFO:tasks.workunit.client.0.smithi086.stdout: "utilization": { 2024-09-11T03:32:06.595 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.596 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.596 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.596 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.596 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.596 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_number_of_namespaces": 1, 2024-09-11T03:32:06.596 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_pci_vendor": { 2024-09-11T03:32:06.596 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 32902, 2024-09-11T03:32:06.596 INFO:tasks.workunit.client.0.smithi086.stdout: "subsystem_id": 32902 2024-09-11T03:32:06.596 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.596 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_add_log": { 2024-09-11T03:32:06.596 INFO:tasks.workunit.client.0.smithi086.stdout: "Device stats": { 2024-09-11T03:32:06.596 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_fw_downgrades": { 2024-09-11T03:32:06.596 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.597 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.597 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.597 INFO:tasks.workunit.client.0.smithi086.stdout: "crc_error_count": { 2024-09-11T03:32:06.597 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.597 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.597 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.597 INFO:tasks.workunit.client.0.smithi086.stdout: "end_to_end_error_detection_count": { 2024-09-11T03:32:06.597 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.597 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.597 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.597 INFO:tasks.workunit.client.0.smithi086.stdout: "erase_fail_count": { 2024-09-11T03:32:06.597 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.597 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.598 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.598 INFO:tasks.workunit.client.0.smithi086.stdout: "host_bytes_written": { 2024-09-11T03:32:06.598 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.598 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 29112066 2024-09-11T03:32:06.598 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.598 INFO:tasks.workunit.client.0.smithi086.stdout: "host_ctx_wear_used": { 2024-09-11T03:32:06.598 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.598 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 1 2024-09-11T03:32:06.598 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.598 INFO:tasks.workunit.client.0.smithi086.stdout: "media_bytes_read": { 2024-09-11T03:32:06.598 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.598 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.598 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: "nand_bytes_written": { 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 49927570 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_stat_indicator": { 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: "pll_lock_loss_count": { 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: "program_fail_count": { 2024-09-11T03:32:06.599 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.600 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.600 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.600 INFO:tasks.workunit.client.0.smithi086.stdout: "re_alloc_sectr_cnt": { 2024-09-11T03:32:06.600 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.600 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.600 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.600 INFO:tasks.workunit.client.0.smithi086.stdout: "retry_buffer_overflow_count": { 2024-09-11T03:32:06.600 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.600 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.600 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.600 INFO:tasks.workunit.client.0.smithi086.stdout: "soft_ecc_err_rate": { 2024-09-11T03:32:06.600 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.600 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.601 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.601 INFO:tasks.workunit.client.0.smithi086.stdout: "thermal_throttle_status": { 2024-09-11T03:32:06.601 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.601 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:06.601 INFO:tasks.workunit.client.0.smithi086.stdout: "cnt": 0, 2024-09-11T03:32:06.601 INFO:tasks.workunit.client.0.smithi086.stdout: "pct": 0 2024-09-11T03:32:06.601 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.601 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.601 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_host_reads": { 2024-09-11T03:32:06.601 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.601 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:06.601 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.601 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_media_wear": { 2024-09-11T03:32:06.602 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.602 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": "63.999023" 2024-09-11T03:32:06.602 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.602 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_timer": { 2024-09-11T03:32:06.602 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.602 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:06.602 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.602 INFO:tasks.workunit.client.0.smithi086.stdout: "unexp_power_loss": { 2024-09-11T03:32:06.602 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.602 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.602 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.602 INFO:tasks.workunit.client.0.smithi086.stdout: "wear_leveling": { 2024-09-11T03:32:06.602 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 89, 2024-09-11T03:32:06.603 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:06.603 INFO:tasks.workunit.client.0.smithi086.stdout: "avg": 3391, 2024-09-11T03:32:06.603 INFO:tasks.workunit.client.0.smithi086.stdout: "max": 3405, 2024-09-11T03:32:06.603 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 3376 2024-09-11T03:32:06.603 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.603 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.603 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.603 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel Smart log": "nvme0n1" 2024-09-11T03:32:06.603 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.603 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_log": { 2024-09-11T03:32:06.603 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare": 99, 2024-09-11T03:32:06.603 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare_threshold": 10, 2024-09-11T03:32:06.603 INFO:tasks.workunit.client.0.smithi086.stdout: "controller_busy_time": 37, 2024-09-11T03:32:06.604 INFO:tasks.workunit.client.0.smithi086.stdout: "critical_warning": 0, 2024-09-11T03:32:06.604 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_read": 395497012, 2024-09-11T03:32:06.604 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_written": 1907888410, 2024-09-11T03:32:06.604 INFO:tasks.workunit.client.0.smithi086.stdout: "host_reads": 6485911708, 2024-09-11T03:32:06.604 INFO:tasks.workunit.client.0.smithi086.stdout: "host_writes": 34182186525, 2024-09-11T03:32:06.604 INFO:tasks.workunit.client.0.smithi086.stdout: "media_errors": 0, 2024-09-11T03:32:06.604 INFO:tasks.workunit.client.0.smithi086.stdout: "num_err_log_entries": 0, 2024-09-11T03:32:06.604 INFO:tasks.workunit.client.0.smithi086.stdout: "percentage_used": 11, 2024-09-11T03:32:06.604 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycles": 52527, 2024-09-11T03:32:06.604 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_hours": 57877, 2024-09-11T03:32:06.604 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": 24, 2024-09-11T03:32:06.604 INFO:tasks.workunit.client.0.smithi086.stdout: "unsafe_shutdowns": 1582 2024-09-11T03:32:06.604 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_vendor": "intel", 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_version": { 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: "string": "<1.2", 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycle_count": 52527, 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_time": { 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: "hours": 57877 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: "serial_number": "deleted", 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: "smart_status": { 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme": { 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.605 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: "passed": true 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl": { 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: "argv": [ 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl", 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: "-x", 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: "--json=o", 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: "/dev/nvme0n1" 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: "build_info": "(local build)", 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: "exit_status": 0, 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: "output": [ 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-11T03:32:06.606 INFO:tasks.workunit.client.0.smithi086.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-11T03:32:06.607 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.607 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-11T03:32:06.607 INFO:tasks.workunit.client.0.smithi086.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-11T03:32:06.607 INFO:tasks.workunit.client.0.smithi086.stdout: "Serial Number: deleted", 2024-09-11T03:32:06.607 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Version: 8DV101H0", 2024-09-11T03:32:06.607 INFO:tasks.workunit.client.0.smithi086.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-11T03:32:06.607 INFO:tasks.workunit.client.0.smithi086.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-11T03:32:06.607 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller ID: 0", 2024-09-11T03:32:06.607 INFO:tasks.workunit.client.0.smithi086.stdout: "NVMe Version: <1.2", 2024-09-11T03:32:06.607 INFO:tasks.workunit.client.0.smithi086.stdout: "Number of Namespaces: 1", 2024-09-11T03:32:06.607 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-11T03:32:06.607 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-11T03:32:06.607 INFO:tasks.workunit.client.0.smithi086.stdout: "Local Time is: Wed Sep 11 03:26:25 2024 UTC", 2024-09-11T03:32:06.608 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-11T03:32:06.608 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-11T03:32:06.608 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-11T03:32:06.608 INFO:tasks.workunit.client.0.smithi086.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-11T03:32:06.608 INFO:tasks.workunit.client.0.smithi086.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-11T03:32:06.608 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.608 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported Power States", 2024-09-11T03:32:06.608 INFO:tasks.workunit.client.0.smithi086.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-11T03:32:06.608 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-11T03:32:06.608 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.608 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-11T03:32:06.608 INFO:tasks.workunit.client.0.smithi086.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-11T03:32:06.609 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 512 0 2", 2024-09-11T03:32:06.609 INFO:tasks.workunit.client.0.smithi086.stdout: " 1 - 512 8 2", 2024-09-11T03:32:06.609 INFO:tasks.workunit.client.0.smithi086.stdout: " 2 - 512 16 2", 2024-09-11T03:32:06.609 INFO:tasks.workunit.client.0.smithi086.stdout: " 3 - 4096 0 0", 2024-09-11T03:32:06.609 INFO:tasks.workunit.client.0.smithi086.stdout: " 4 - 4096 8 0", 2024-09-11T03:32:06.609 INFO:tasks.workunit.client.0.smithi086.stdout: " 5 - 4096 64 0", 2024-09-11T03:32:06.609 INFO:tasks.workunit.client.0.smithi086.stdout: " 6 - 4096 128 0", 2024-09-11T03:32:06.609 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.609 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-11T03:32:06.609 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-11T03:32:06.609 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.609 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-11T03:32:06.609 INFO:tasks.workunit.client.0.smithi086.stdout: "Critical Warning: 0x00", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Temperature: 24 Celsius", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare: 99%", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare Threshold: 10%", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Percentage Used: 11%", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Read: 395,497,012 [202 TB]", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Written: 1,907,888,410 [976 TB]", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Read Commands: 6,485,911,708", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Write Commands: 34,182,186,525", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller Busy Time: 37", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Power Cycles: 52,527", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Power On Hours: 57,877", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Unsafe Shutdowns: 1,582", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Media and Data Integrity Errors: 0", 2024-09-11T03:32:06.610 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information Log Entries: 0", 2024-09-11T03:32:06.611 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.611 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-11T03:32:06.611 INFO:tasks.workunit.client.0.smithi086.stdout: "No Errors Logged", 2024-09-11T03:32:06.611 INFO:tasks.workunit.client.0.smithi086.stdout: "" 2024-09-11T03:32:06.611 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.611 INFO:tasks.workunit.client.0.smithi086.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-11T03:32:06.611 INFO:tasks.workunit.client.0.smithi086.stdout: "svn_revision": "5155", 2024-09-11T03:32:06.611 INFO:tasks.workunit.client.0.smithi086.stdout: "version": [ 2024-09-11T03:32:06.611 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.611 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.611 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.611 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.611 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": { 2024-09-11T03:32:06.612 INFO:tasks.workunit.client.0.smithi086.stdout: "current": 24 2024-09-11T03:32:06.612 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.612 INFO:tasks.workunit.client.0.smithi086.stdout: "user_capacity": { 2024-09-11T03:32:06.612 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.612 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.612 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.612 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.612 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.612 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.612 INFO:tasks.workunit.client.0.smithi086.stdout: "687ca788-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:06.612 INFO:tasks.workunit.client.0.smithi086.stdout: "INTEL_SSDPEDMD400G4_687d18bc-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:06.612 INFO:tasks.workunit.client.0.smithi086.stdout: "20240911-032627": { 2024-09-11T03:32:06.612 INFO:tasks.workunit.client.0.smithi086.stdout: "device": { 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: "info_name": "/dev/nvme0n1", 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "/dev/nvme0n1", 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: "protocol": "NVMe", 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "nvme" 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: "firmware_version": "8DV101H0", 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: "host_id": "687ca788-6fee-11ef-976e-0cc47a8fd809", 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: "json_format_version": [ 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: "local_time": { 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: "asctime": "Wed Sep 11 03:26:27 2024 UTC", 2024-09-11T03:32:06.613 INFO:tasks.workunit.client.0.smithi086.stdout: "time_t": 1726025187 2024-09-11T03:32:06.614 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.614 INFO:tasks.workunit.client.0.smithi086.stdout: "logical_block_size": 512, 2024-09-11T03:32:06.614 INFO:tasks.workunit.client.0.smithi086.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-11T03:32:06.614 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_controller_id": 0, 2024-09-11T03:32:06.614 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-11T03:32:06.614 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_namespaces": [ 2024-09-11T03:32:06.614 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.614 INFO:tasks.workunit.client.0.smithi086.stdout: "capacity": { 2024-09-11T03:32:06.614 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.614 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.614 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.614 INFO:tasks.workunit.client.0.smithi086.stdout: "formatted_lba_size": 512, 2024-09-11T03:32:06.614 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 1, 2024-09-11T03:32:06.615 INFO:tasks.workunit.client.0.smithi086.stdout: "size": { 2024-09-11T03:32:06.615 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.615 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.615 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.615 INFO:tasks.workunit.client.0.smithi086.stdout: "utilization": { 2024-09-11T03:32:06.615 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.615 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.615 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.615 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.615 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.615 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_number_of_namespaces": 1, 2024-09-11T03:32:06.615 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_pci_vendor": { 2024-09-11T03:32:06.615 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 32902, 2024-09-11T03:32:06.616 INFO:tasks.workunit.client.0.smithi086.stdout: "subsystem_id": 32902 2024-09-11T03:32:06.616 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.616 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_add_log": { 2024-09-11T03:32:06.616 INFO:tasks.workunit.client.0.smithi086.stdout: "Device stats": { 2024-09-11T03:32:06.616 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_fw_downgrades": { 2024-09-11T03:32:06.616 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.616 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.616 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.616 INFO:tasks.workunit.client.0.smithi086.stdout: "crc_error_count": { 2024-09-11T03:32:06.616 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.616 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.616 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.616 INFO:tasks.workunit.client.0.smithi086.stdout: "end_to_end_error_detection_count": { 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: "erase_fail_count": { 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: "host_bytes_written": { 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 20339844 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: "host_ctx_wear_used": { 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.617 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 1 2024-09-11T03:32:06.618 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.618 INFO:tasks.workunit.client.0.smithi086.stdout: "media_bytes_read": { 2024-09-11T03:32:06.618 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.618 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.618 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.618 INFO:tasks.workunit.client.0.smithi086.stdout: "nand_bytes_written": { 2024-09-11T03:32:06.618 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.618 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 36132347 2024-09-11T03:32:06.618 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.618 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_stat_indicator": { 2024-09-11T03:32:06.618 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.618 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.618 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: "pll_lock_loss_count": { 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: "program_fail_count": { 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: "re_alloc_sectr_cnt": { 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: "retry_buffer_overflow_count": { 2024-09-11T03:32:06.619 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.620 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.620 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.620 INFO:tasks.workunit.client.0.smithi086.stdout: "soft_ecc_err_rate": { 2024-09-11T03:32:06.620 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.620 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.620 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.620 INFO:tasks.workunit.client.0.smithi086.stdout: "thermal_throttle_status": { 2024-09-11T03:32:06.620 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.620 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:06.620 INFO:tasks.workunit.client.0.smithi086.stdout: "cnt": 0, 2024-09-11T03:32:06.620 INFO:tasks.workunit.client.0.smithi086.stdout: "pct": 0 2024-09-11T03:32:06.620 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.620 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.621 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_host_reads": { 2024-09-11T03:32:06.621 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.621 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:06.621 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.621 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_media_wear": { 2024-09-11T03:32:06.621 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.621 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": "63.999023" 2024-09-11T03:32:06.621 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.621 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_timer": { 2024-09-11T03:32:06.621 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.621 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:06.621 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.621 INFO:tasks.workunit.client.0.smithi086.stdout: "unexp_power_loss": { 2024-09-11T03:32:06.622 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.622 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.622 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.622 INFO:tasks.workunit.client.0.smithi086.stdout: "wear_leveling": { 2024-09-11T03:32:06.622 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 92, 2024-09-11T03:32:06.622 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:06.622 INFO:tasks.workunit.client.0.smithi086.stdout: "avg": 2460, 2024-09-11T03:32:06.622 INFO:tasks.workunit.client.0.smithi086.stdout: "max": 2470, 2024-09-11T03:32:06.622 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 2446 2024-09-11T03:32:06.622 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.622 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.622 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.622 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel Smart log": "nvme0n1" 2024-09-11T03:32:06.623 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.623 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_log": { 2024-09-11T03:32:06.623 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare": 100, 2024-09-11T03:32:06.623 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare_threshold": 10, 2024-09-11T03:32:06.623 INFO:tasks.workunit.client.0.smithi086.stdout: "controller_busy_time": 20, 2024-09-11T03:32:06.623 INFO:tasks.workunit.client.0.smithi086.stdout: "critical_warning": 0, 2024-09-11T03:32:06.623 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_read": 289551987, 2024-09-11T03:32:06.623 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_written": 1332992070, 2024-09-11T03:32:06.623 INFO:tasks.workunit.client.0.smithi086.stdout: "host_reads": 4297469436, 2024-09-11T03:32:06.623 INFO:tasks.workunit.client.0.smithi086.stdout: "host_writes": 22642432237, 2024-09-11T03:32:06.623 INFO:tasks.workunit.client.0.smithi086.stdout: "media_errors": 0, 2024-09-11T03:32:06.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_err_log_entries": 0, 2024-09-11T03:32:06.623 INFO:tasks.workunit.client.0.smithi086.stdout: "percentage_used": 8, 2024-09-11T03:32:06.624 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycles": 41101, 2024-09-11T03:32:06.624 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_hours": 57051, 2024-09-11T03:32:06.624 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": 26, 2024-09-11T03:32:06.624 INFO:tasks.workunit.client.0.smithi086.stdout: "unsafe_shutdowns": 1019 2024-09-11T03:32:06.624 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.624 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_vendor": "intel", 2024-09-11T03:32:06.624 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_version": { 2024-09-11T03:32:06.624 INFO:tasks.workunit.client.0.smithi086.stdout: "string": "<1.2", 2024-09-11T03:32:06.624 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.624 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.624 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycle_count": 41101, 2024-09-11T03:32:06.624 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_time": { 2024-09-11T03:32:06.624 INFO:tasks.workunit.client.0.smithi086.stdout: "hours": 57051 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: "serial_number": "deleted", 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: "smart_status": { 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme": { 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: "passed": true 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl": { 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: "argv": [ 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl", 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: "-x", 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: "--json=o", 2024-09-11T03:32:06.625 INFO:tasks.workunit.client.0.smithi086.stdout: "/dev/nvme0n1" 2024-09-11T03:32:06.626 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.626 INFO:tasks.workunit.client.0.smithi086.stdout: "build_info": "(local build)", 2024-09-11T03:32:06.626 INFO:tasks.workunit.client.0.smithi086.stdout: "exit_status": 0, 2024-09-11T03:32:06.626 INFO:tasks.workunit.client.0.smithi086.stdout: "output": [ 2024-09-11T03:32:06.626 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-11T03:32:06.626 INFO:tasks.workunit.client.0.smithi086.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-11T03:32:06.626 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.626 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-11T03:32:06.626 INFO:tasks.workunit.client.0.smithi086.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-11T03:32:06.626 INFO:tasks.workunit.client.0.smithi086.stdout: "Serial Number: deleted", 2024-09-11T03:32:06.626 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Version: 8DV101H0", 2024-09-11T03:32:06.626 INFO:tasks.workunit.client.0.smithi086.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-11T03:32:06.626 INFO:tasks.workunit.client.0.smithi086.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-11T03:32:06.627 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller ID: 0", 2024-09-11T03:32:06.627 INFO:tasks.workunit.client.0.smithi086.stdout: "NVMe Version: <1.2", 2024-09-11T03:32:06.627 INFO:tasks.workunit.client.0.smithi086.stdout: "Number of Namespaces: 1", 2024-09-11T03:32:06.627 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-11T03:32:06.627 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-11T03:32:06.627 INFO:tasks.workunit.client.0.smithi086.stdout: "Local Time is: Wed Sep 11 03:26:27 2024 UTC", 2024-09-11T03:32:06.627 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-11T03:32:06.627 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-11T03:32:06.627 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-11T03:32:06.627 INFO:tasks.workunit.client.0.smithi086.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-11T03:32:06.627 INFO:tasks.workunit.client.0.smithi086.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-11T03:32:06.627 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.627 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported Power States", 2024-09-11T03:32:06.628 INFO:tasks.workunit.client.0.smithi086.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-11T03:32:06.628 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-11T03:32:06.628 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.628 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-11T03:32:06.628 INFO:tasks.workunit.client.0.smithi086.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-11T03:32:06.628 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 512 0 2", 2024-09-11T03:32:06.628 INFO:tasks.workunit.client.0.smithi086.stdout: " 1 - 512 8 2", 2024-09-11T03:32:06.628 INFO:tasks.workunit.client.0.smithi086.stdout: " 2 - 512 16 2", 2024-09-11T03:32:06.628 INFO:tasks.workunit.client.0.smithi086.stdout: " 3 - 4096 0 0", 2024-09-11T03:32:06.628 INFO:tasks.workunit.client.0.smithi086.stdout: " 4 - 4096 8 0", 2024-09-11T03:32:06.628 INFO:tasks.workunit.client.0.smithi086.stdout: " 5 - 4096 64 0", 2024-09-11T03:32:06.628 INFO:tasks.workunit.client.0.smithi086.stdout: " 6 - 4096 128 0", 2024-09-11T03:32:06.628 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "Critical Warning: 0x00", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "Temperature: 26 Celsius", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare: 100%", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare Threshold: 10%", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "Percentage Used: 8%", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Read: 289,551,987 [148 TB]", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Written: 1,332,992,070 [682 TB]", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Read Commands: 4,297,469,436", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Write Commands: 22,642,432,237", 2024-09-11T03:32:06.629 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller Busy Time: 20", 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: "Power Cycles: 41,101", 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: "Power On Hours: 57,051", 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: "Unsafe Shutdowns: 1,019", 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: "Media and Data Integrity Errors: 0", 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information Log Entries: 0", 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: "No Errors Logged", 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: "" 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: "svn_revision": "5155", 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: "version": [ 2024-09-11T03:32:06.630 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.631 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.631 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.631 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.631 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": { 2024-09-11T03:32:06.631 INFO:tasks.workunit.client.0.smithi086.stdout: "current": 26 2024-09-11T03:32:06.631 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.631 INFO:tasks.workunit.client.0.smithi086.stdout: "user_capacity": { 2024-09-11T03:32:06.631 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.631 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.631 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.631 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.631 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.631 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.632 INFO:tasks.workunit.client.0.smithi086.stdout:} 2024-09-11T03:32:06.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:06.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:06.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:06.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/9595576' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-11T03:32:06.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/9595576' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-11T03:32:06.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:32:06.636 INFO:tasks.workunit.client.0.smithi086.stderr:+ ceph telemetry show-all 2024-09-11T03:32:06.637 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:06.637 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:06.637 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:06.637 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/9595576' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-11T03:32:06.637 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/9595576' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-11T03:32:06.637 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.637 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.637 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.638 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.639 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.639 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.639 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.639 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.639 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:06.639 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:06.639 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:06.639 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/9595576' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-11T03:32:06.639 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/9595576' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.640 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.641 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.641 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.641 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.641 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.641 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.641 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.641 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.641 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.644 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.644 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.644 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.644 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.644 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:32:06.644 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.644 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.646 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.647 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.647 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.647 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.647 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:32:06.649 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:06.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:06.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:06.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:06.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:06.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:06.654 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:06 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:06.660 INFO:tasks.workunit.client.0.smithi086.stdout:{ 2024-09-11T03:32:06.660 INFO:tasks.workunit.client.0.smithi086.stdout: "device_report": { 2024-09-11T03:32:06.661 INFO:tasks.workunit.client.0.smithi086.stdout: "687ae15a-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:06.661 INFO:tasks.workunit.client.0.smithi086.stdout: "INTEL_SSDPEDMD400G4_687b7534-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:06.661 INFO:tasks.workunit.client.0.smithi086.stdout: "20240911-032625": { 2024-09-11T03:32:06.661 INFO:tasks.workunit.client.0.smithi086.stdout: "device": { 2024-09-11T03:32:06.661 INFO:tasks.workunit.client.0.smithi086.stdout: "info_name": "/dev/nvme0n1", 2024-09-11T03:32:06.661 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "/dev/nvme0n1", 2024-09-11T03:32:06.661 INFO:tasks.workunit.client.0.smithi086.stdout: "protocol": "NVMe", 2024-09-11T03:32:06.661 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "nvme" 2024-09-11T03:32:06.661 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.661 INFO:tasks.workunit.client.0.smithi086.stdout: "firmware_version": "8DV101H0", 2024-09-11T03:32:06.661 INFO:tasks.workunit.client.0.smithi086.stdout: "host_id": "687ae15a-6fee-11ef-976e-0cc47a8fd809", 2024-09-11T03:32:06.661 INFO:tasks.workunit.client.0.smithi086.stdout: "json_format_version": [ 2024-09-11T03:32:06.662 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.662 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.662 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.662 INFO:tasks.workunit.client.0.smithi086.stdout: "local_time": { 2024-09-11T03:32:06.662 INFO:tasks.workunit.client.0.smithi086.stdout: "asctime": "Wed Sep 11 03:26:25 2024 UTC", 2024-09-11T03:32:06.662 INFO:tasks.workunit.client.0.smithi086.stdout: "time_t": 1726025185 2024-09-11T03:32:06.662 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.662 INFO:tasks.workunit.client.0.smithi086.stdout: "logical_block_size": 512, 2024-09-11T03:32:06.662 INFO:tasks.workunit.client.0.smithi086.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-11T03:32:06.662 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_controller_id": 0, 2024-09-11T03:32:06.662 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-11T03:32:06.662 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_namespaces": [ 2024-09-11T03:32:06.662 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.663 INFO:tasks.workunit.client.0.smithi086.stdout: "capacity": { 2024-09-11T03:32:06.663 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.663 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.663 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.663 INFO:tasks.workunit.client.0.smithi086.stdout: "formatted_lba_size": 512, 2024-09-11T03:32:06.663 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 1, 2024-09-11T03:32:06.663 INFO:tasks.workunit.client.0.smithi086.stdout: "size": { 2024-09-11T03:32:06.663 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.663 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.663 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.663 INFO:tasks.workunit.client.0.smithi086.stdout: "utilization": { 2024-09-11T03:32:06.663 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.663 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.664 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.664 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.664 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.664 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_number_of_namespaces": 1, 2024-09-11T03:32:06.664 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_pci_vendor": { 2024-09-11T03:32:06.664 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 32902, 2024-09-11T03:32:06.664 INFO:tasks.workunit.client.0.smithi086.stdout: "subsystem_id": 32902 2024-09-11T03:32:06.664 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.664 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_add_log": { 2024-09-11T03:32:06.664 INFO:tasks.workunit.client.0.smithi086.stdout: "Device stats": { 2024-09-11T03:32:06.664 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_fw_downgrades": { 2024-09-11T03:32:06.664 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.664 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.665 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.665 INFO:tasks.workunit.client.0.smithi086.stdout: "crc_error_count": { 2024-09-11T03:32:06.665 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.665 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.665 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.665 INFO:tasks.workunit.client.0.smithi086.stdout: "end_to_end_error_detection_count": { 2024-09-11T03:32:06.665 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.665 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.665 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.665 INFO:tasks.workunit.client.0.smithi086.stdout: "erase_fail_count": { 2024-09-11T03:32:06.665 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.665 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.665 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.666 INFO:tasks.workunit.client.0.smithi086.stdout: "host_bytes_written": { 2024-09-11T03:32:06.666 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.666 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 29112066 2024-09-11T03:32:06.666 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.666 INFO:tasks.workunit.client.0.smithi086.stdout: "host_ctx_wear_used": { 2024-09-11T03:32:06.666 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.666 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 1 2024-09-11T03:32:06.666 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.666 INFO:tasks.workunit.client.0.smithi086.stdout: "media_bytes_read": { 2024-09-11T03:32:06.666 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.666 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.666 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.666 INFO:tasks.workunit.client.0.smithi086.stdout: "nand_bytes_written": { 2024-09-11T03:32:06.667 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.667 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 49927570 2024-09-11T03:32:06.667 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.667 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_stat_indicator": { 2024-09-11T03:32:06.667 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.667 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.667 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.667 INFO:tasks.workunit.client.0.smithi086.stdout: "pll_lock_loss_count": { 2024-09-11T03:32:06.667 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.667 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.667 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.667 INFO:tasks.workunit.client.0.smithi086.stdout: "program_fail_count": { 2024-09-11T03:32:06.667 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.668 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.668 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.668 INFO:tasks.workunit.client.0.smithi086.stdout: "re_alloc_sectr_cnt": { 2024-09-11T03:32:06.668 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.668 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.668 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.668 INFO:tasks.workunit.client.0.smithi086.stdout: "retry_buffer_overflow_count": { 2024-09-11T03:32:06.668 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.668 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.668 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.668 INFO:tasks.workunit.client.0.smithi086.stdout: "soft_ecc_err_rate": { 2024-09-11T03:32:06.668 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.668 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.669 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.669 INFO:tasks.workunit.client.0.smithi086.stdout: "thermal_throttle_status": { 2024-09-11T03:32:06.669 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.669 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:06.669 INFO:tasks.workunit.client.0.smithi086.stdout: "cnt": 0, 2024-09-11T03:32:06.669 INFO:tasks.workunit.client.0.smithi086.stdout: "pct": 0 2024-09-11T03:32:06.669 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.669 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.669 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_host_reads": { 2024-09-11T03:32:06.669 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.669 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:06.669 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.669 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_media_wear": { 2024-09-11T03:32:06.670 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.670 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": "63.999023" 2024-09-11T03:32:06.670 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.670 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_timer": { 2024-09-11T03:32:06.670 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.670 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:06.670 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.670 INFO:tasks.workunit.client.0.smithi086.stdout: "unexp_power_loss": { 2024-09-11T03:32:06.670 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.670 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.670 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.670 INFO:tasks.workunit.client.0.smithi086.stdout: "wear_leveling": { 2024-09-11T03:32:06.670 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 89, 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: "avg": 3391, 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: "max": 3405, 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 3376 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel Smart log": "nvme0n1" 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_log": { 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare": 99, 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare_threshold": 10, 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: "controller_busy_time": 37, 2024-09-11T03:32:06.671 INFO:tasks.workunit.client.0.smithi086.stdout: "critical_warning": 0, 2024-09-11T03:32:06.672 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_read": 395497012, 2024-09-11T03:32:06.672 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_written": 1907888410, 2024-09-11T03:32:06.672 INFO:tasks.workunit.client.0.smithi086.stdout: "host_reads": 6485911708, 2024-09-11T03:32:06.672 INFO:tasks.workunit.client.0.smithi086.stdout: "host_writes": 34182186525, 2024-09-11T03:32:06.672 INFO:tasks.workunit.client.0.smithi086.stdout: "media_errors": 0, 2024-09-11T03:32:06.672 INFO:tasks.workunit.client.0.smithi086.stdout: "num_err_log_entries": 0, 2024-09-11T03:32:06.672 INFO:tasks.workunit.client.0.smithi086.stdout: "percentage_used": 11, 2024-09-11T03:32:06.672 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycles": 52527, 2024-09-11T03:32:06.672 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_hours": 57877, 2024-09-11T03:32:06.672 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": 24, 2024-09-11T03:32:06.672 INFO:tasks.workunit.client.0.smithi086.stdout: "unsafe_shutdowns": 1582 2024-09-11T03:32:06.672 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_vendor": "intel", 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_version": { 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: "string": "<1.2", 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycle_count": 52527, 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_time": { 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: "hours": 57877 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: "serial_number": "deleted", 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: "smart_status": { 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme": { 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.673 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.674 INFO:tasks.workunit.client.0.smithi086.stdout: "passed": true 2024-09-11T03:32:06.674 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.674 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl": { 2024-09-11T03:32:06.674 INFO:tasks.workunit.client.0.smithi086.stdout: "argv": [ 2024-09-11T03:32:06.674 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl", 2024-09-11T03:32:06.674 INFO:tasks.workunit.client.0.smithi086.stdout: "-x", 2024-09-11T03:32:06.674 INFO:tasks.workunit.client.0.smithi086.stdout: "--json=o", 2024-09-11T03:32:06.674 INFO:tasks.workunit.client.0.smithi086.stdout: "/dev/nvme0n1" 2024-09-11T03:32:06.674 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.674 INFO:tasks.workunit.client.0.smithi086.stdout: "build_info": "(local build)", 2024-09-11T03:32:06.674 INFO:tasks.workunit.client.0.smithi086.stdout: "exit_status": 0, 2024-09-11T03:32:06.674 INFO:tasks.workunit.client.0.smithi086.stdout: "output": [ 2024-09-11T03:32:06.674 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-11T03:32:06.675 INFO:tasks.workunit.client.0.smithi086.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-11T03:32:06.675 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.675 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-11T03:32:06.675 INFO:tasks.workunit.client.0.smithi086.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-11T03:32:06.675 INFO:tasks.workunit.client.0.smithi086.stdout: "Serial Number: deleted", 2024-09-11T03:32:06.675 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Version: 8DV101H0", 2024-09-11T03:32:06.675 INFO:tasks.workunit.client.0.smithi086.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-11T03:32:06.675 INFO:tasks.workunit.client.0.smithi086.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-11T03:32:06.675 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller ID: 0", 2024-09-11T03:32:06.675 INFO:tasks.workunit.client.0.smithi086.stdout: "NVMe Version: <1.2", 2024-09-11T03:32:06.675 INFO:tasks.workunit.client.0.smithi086.stdout: "Number of Namespaces: 1", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: "Local Time is: Wed Sep 11 03:26:25 2024 UTC", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported Power States", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.676 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-11T03:32:06.677 INFO:tasks.workunit.client.0.smithi086.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-11T03:32:06.677 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 512 0 2", 2024-09-11T03:32:06.677 INFO:tasks.workunit.client.0.smithi086.stdout: " 1 - 512 8 2", 2024-09-11T03:32:06.677 INFO:tasks.workunit.client.0.smithi086.stdout: " 2 - 512 16 2", 2024-09-11T03:32:06.677 INFO:tasks.workunit.client.0.smithi086.stdout: " 3 - 4096 0 0", 2024-09-11T03:32:06.677 INFO:tasks.workunit.client.0.smithi086.stdout: " 4 - 4096 8 0", 2024-09-11T03:32:06.677 INFO:tasks.workunit.client.0.smithi086.stdout: " 5 - 4096 64 0", 2024-09-11T03:32:06.677 INFO:tasks.workunit.client.0.smithi086.stdout: " 6 - 4096 128 0", 2024-09-11T03:32:06.677 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.677 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-11T03:32:06.677 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-11T03:32:06.677 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "Critical Warning: 0x00", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "Temperature: 24 Celsius", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare: 99%", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare Threshold: 10%", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "Percentage Used: 11%", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Read: 395,497,012 [202 TB]", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Written: 1,907,888,410 [976 TB]", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Read Commands: 6,485,911,708", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Write Commands: 34,182,186,525", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller Busy Time: 37", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "Power Cycles: 52,527", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "Power On Hours: 57,877", 2024-09-11T03:32:06.678 INFO:tasks.workunit.client.0.smithi086.stdout: "Unsafe Shutdowns: 1,582", 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: "Media and Data Integrity Errors: 0", 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information Log Entries: 0", 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: "No Errors Logged", 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: "" 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: "svn_revision": "5155", 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: "version": [ 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.679 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.680 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": { 2024-09-11T03:32:06.680 INFO:tasks.workunit.client.0.smithi086.stdout: "current": 24 2024-09-11T03:32:06.680 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.680 INFO:tasks.workunit.client.0.smithi086.stdout: "user_capacity": { 2024-09-11T03:32:06.680 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.680 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.680 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.680 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.680 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.680 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.680 INFO:tasks.workunit.client.0.smithi086.stdout: "687ca788-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:06.680 INFO:tasks.workunit.client.0.smithi086.stdout: "INTEL_SSDPEDMD400G4_687d18bc-6fee-11ef-976e-0cc47a8fd809": { 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: "20240911-032627": { 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: "device": { 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: "info_name": "/dev/nvme0n1", 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "/dev/nvme0n1", 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: "protocol": "NVMe", 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "nvme" 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: "firmware_version": "8DV101H0", 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: "host_id": "687ca788-6fee-11ef-976e-0cc47a8fd809", 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: "json_format_version": [ 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.681 INFO:tasks.workunit.client.0.smithi086.stdout: "local_time": { 2024-09-11T03:32:06.682 INFO:tasks.workunit.client.0.smithi086.stdout: "asctime": "Wed Sep 11 03:26:27 2024 UTC", 2024-09-11T03:32:06.682 INFO:tasks.workunit.client.0.smithi086.stdout: "time_t": 1726025187 2024-09-11T03:32:06.682 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.682 INFO:tasks.workunit.client.0.smithi086.stdout: "logical_block_size": 512, 2024-09-11T03:32:06.682 INFO:tasks.workunit.client.0.smithi086.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-11T03:32:06.682 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_controller_id": 0, 2024-09-11T03:32:06.682 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-11T03:32:06.682 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_namespaces": [ 2024-09-11T03:32:06.682 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.682 INFO:tasks.workunit.client.0.smithi086.stdout: "capacity": { 2024-09-11T03:32:06.682 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.682 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.682 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: "formatted_lba_size": 512, 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 1, 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: "size": { 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: "utilization": { 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_number_of_namespaces": 1, 2024-09-11T03:32:06.683 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_pci_vendor": { 2024-09-11T03:32:06.684 INFO:tasks.workunit.client.0.smithi086.stdout: "id": 32902, 2024-09-11T03:32:06.684 INFO:tasks.workunit.client.0.smithi086.stdout: "subsystem_id": 32902 2024-09-11T03:32:06.684 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.684 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_add_log": { 2024-09-11T03:32:06.684 INFO:tasks.workunit.client.0.smithi086.stdout: "Device stats": { 2024-09-11T03:32:06.684 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_fw_downgrades": { 2024-09-11T03:32:06.684 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.684 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.684 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.684 INFO:tasks.workunit.client.0.smithi086.stdout: "crc_error_count": { 2024-09-11T03:32:06.684 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.684 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.684 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: "end_to_end_error_detection_count": { 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: "erase_fail_count": { 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: "host_bytes_written": { 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 20339844 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: "host_ctx_wear_used": { 2024-09-11T03:32:06.685 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.686 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 1 2024-09-11T03:32:06.686 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.686 INFO:tasks.workunit.client.0.smithi086.stdout: "media_bytes_read": { 2024-09-11T03:32:06.686 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.686 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.686 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.686 INFO:tasks.workunit.client.0.smithi086.stdout: "nand_bytes_written": { 2024-09-11T03:32:06.686 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.686 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 36132347 2024-09-11T03:32:06.686 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.686 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_stat_indicator": { 2024-09-11T03:32:06.686 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.686 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.687 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.687 INFO:tasks.workunit.client.0.smithi086.stdout: "pll_lock_loss_count": { 2024-09-11T03:32:06.687 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.687 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.687 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.687 INFO:tasks.workunit.client.0.smithi086.stdout: "program_fail_count": { 2024-09-11T03:32:06.687 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.687 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.687 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.687 INFO:tasks.workunit.client.0.smithi086.stdout: "re_alloc_sectr_cnt": { 2024-09-11T03:32:06.687 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.687 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.688 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.688 INFO:tasks.workunit.client.0.smithi086.stdout: "retry_buffer_overflow_count": { 2024-09-11T03:32:06.688 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.688 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.688 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.688 INFO:tasks.workunit.client.0.smithi086.stdout: "soft_ecc_err_rate": { 2024-09-11T03:32:06.688 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.688 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.688 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.688 INFO:tasks.workunit.client.0.smithi086.stdout: "thermal_throttle_status": { 2024-09-11T03:32:06.688 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.688 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:06.688 INFO:tasks.workunit.client.0.smithi086.stdout: "cnt": 0, 2024-09-11T03:32:06.689 INFO:tasks.workunit.client.0.smithi086.stdout: "pct": 0 2024-09-11T03:32:06.689 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.689 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.689 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_host_reads": { 2024-09-11T03:32:06.689 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.689 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:06.689 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.689 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_media_wear": { 2024-09-11T03:32:06.689 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.689 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": "63.999023" 2024-09-11T03:32:06.689 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.689 INFO:tasks.workunit.client.0.smithi086.stdout: "timed_workload_timer": { 2024-09-11T03:32:06.689 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 100, 2024-09-11T03:32:06.690 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 65535 2024-09-11T03:32:06.690 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.690 INFO:tasks.workunit.client.0.smithi086.stdout: "unexp_power_loss": { 2024-09-11T03:32:06.690 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 0, 2024-09-11T03:32:06.690 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": 0 2024-09-11T03:32:06.690 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.690 INFO:tasks.workunit.client.0.smithi086.stdout: "wear_leveling": { 2024-09-11T03:32:06.690 INFO:tasks.workunit.client.0.smithi086.stdout: "normalized": 92, 2024-09-11T03:32:06.690 INFO:tasks.workunit.client.0.smithi086.stdout: "raw": { 2024-09-11T03:32:06.690 INFO:tasks.workunit.client.0.smithi086.stdout: "avg": 2460, 2024-09-11T03:32:06.690 INFO:tasks.workunit.client.0.smithi086.stdout: "max": 2470, 2024-09-11T03:32:06.690 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 2446 2024-09-11T03:32:06.690 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel Smart log": "nvme0n1" 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_smart_health_information_log": { 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare": 100, 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: "available_spare_threshold": 10, 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: "controller_busy_time": 20, 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: "critical_warning": 0, 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_read": 289551987, 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: "data_units_written": 1332992070, 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: "host_reads": 4297469436, 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: "host_writes": 22642432237, 2024-09-11T03:32:06.691 INFO:tasks.workunit.client.0.smithi086.stdout: "media_errors": 0, 2024-09-11T03:32:06.692 INFO:tasks.workunit.client.0.smithi086.stdout: "num_err_log_entries": 0, 2024-09-11T03:32:06.692 INFO:tasks.workunit.client.0.smithi086.stdout: "percentage_used": 8, 2024-09-11T03:32:06.692 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycles": 41101, 2024-09-11T03:32:06.692 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_hours": 57051, 2024-09-11T03:32:06.692 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": 26, 2024-09-11T03:32:06.692 INFO:tasks.workunit.client.0.smithi086.stdout: "unsafe_shutdowns": 1019 2024-09-11T03:32:06.692 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.692 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_vendor": "intel", 2024-09-11T03:32:06.692 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme_version": { 2024-09-11T03:32:06.692 INFO:tasks.workunit.client.0.smithi086.stdout: "string": "<1.2", 2024-09-11T03:32:06.692 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.692 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.692 INFO:tasks.workunit.client.0.smithi086.stdout: "power_cycle_count": 41101, 2024-09-11T03:32:06.693 INFO:tasks.workunit.client.0.smithi086.stdout: "power_on_time": { 2024-09-11T03:32:06.693 INFO:tasks.workunit.client.0.smithi086.stdout: "hours": 57051 2024-09-11T03:32:06.693 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.693 INFO:tasks.workunit.client.0.smithi086.stdout: "serial_number": "deleted", 2024-09-11T03:32:06.693 INFO:tasks.workunit.client.0.smithi086.stdout: "smart_status": { 2024-09-11T03:32:06.693 INFO:tasks.workunit.client.0.smithi086.stdout: "nvme": { 2024-09-11T03:32:06.693 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.693 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.693 INFO:tasks.workunit.client.0.smithi086.stdout: "passed": true 2024-09-11T03:32:06.693 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.693 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl": { 2024-09-11T03:32:06.693 INFO:tasks.workunit.client.0.smithi086.stdout: "argv": [ 2024-09-11T03:32:06.693 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl", 2024-09-11T03:32:06.694 INFO:tasks.workunit.client.0.smithi086.stdout: "-x", 2024-09-11T03:32:06.694 INFO:tasks.workunit.client.0.smithi086.stdout: "--json=o", 2024-09-11T03:32:06.694 INFO:tasks.workunit.client.0.smithi086.stdout: "/dev/nvme0n1" 2024-09-11T03:32:06.694 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.694 INFO:tasks.workunit.client.0.smithi086.stdout: "build_info": "(local build)", 2024-09-11T03:32:06.694 INFO:tasks.workunit.client.0.smithi086.stdout: "exit_status": 0, 2024-09-11T03:32:06.694 INFO:tasks.workunit.client.0.smithi086.stdout: "output": [ 2024-09-11T03:32:06.694 INFO:tasks.workunit.client.0.smithi086.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-11T03:32:06.694 INFO:tasks.workunit.client.0.smithi086.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-11T03:32:06.694 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.694 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-11T03:32:06.694 INFO:tasks.workunit.client.0.smithi086.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-11T03:32:06.694 INFO:tasks.workunit.client.0.smithi086.stdout: "Serial Number: deleted", 2024-09-11T03:32:06.695 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Version: 8DV101H0", 2024-09-11T03:32:06.695 INFO:tasks.workunit.client.0.smithi086.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-11T03:32:06.695 INFO:tasks.workunit.client.0.smithi086.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-11T03:32:06.695 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller ID: 0", 2024-09-11T03:32:06.695 INFO:tasks.workunit.client.0.smithi086.stdout: "NVMe Version: <1.2", 2024-09-11T03:32:06.695 INFO:tasks.workunit.client.0.smithi086.stdout: "Number of Namespaces: 1", 2024-09-11T03:32:06.695 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-11T03:32:06.695 INFO:tasks.workunit.client.0.smithi086.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-11T03:32:06.695 INFO:tasks.workunit.client.0.smithi086.stdout: "Local Time is: Wed Sep 11 03:26:27 2024 UTC", 2024-09-11T03:32:06.695 INFO:tasks.workunit.client.0.smithi086.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-11T03:32:06.695 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-11T03:32:06.695 INFO:tasks.workunit.client.0.smithi086.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-11T03:32:06.695 INFO:tasks.workunit.client.0.smithi086.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-11T03:32:06.696 INFO:tasks.workunit.client.0.smithi086.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-11T03:32:06.696 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.696 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported Power States", 2024-09-11T03:32:06.696 INFO:tasks.workunit.client.0.smithi086.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-11T03:32:06.696 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-11T03:32:06.696 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.696 INFO:tasks.workunit.client.0.smithi086.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-11T03:32:06.696 INFO:tasks.workunit.client.0.smithi086.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-11T03:32:06.696 INFO:tasks.workunit.client.0.smithi086.stdout: " 0 + 512 0 2", 2024-09-11T03:32:06.696 INFO:tasks.workunit.client.0.smithi086.stdout: " 1 - 512 8 2", 2024-09-11T03:32:06.696 INFO:tasks.workunit.client.0.smithi086.stdout: " 2 - 512 16 2", 2024-09-11T03:32:06.696 INFO:tasks.workunit.client.0.smithi086.stdout: " 3 - 4096 0 0", 2024-09-11T03:32:06.696 INFO:tasks.workunit.client.0.smithi086.stdout: " 4 - 4096 8 0", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: " 5 - 4096 64 0", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: " 6 - 4096 128 0", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: "Critical Warning: 0x00", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: "Temperature: 26 Celsius", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare: 100%", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: "Available Spare Threshold: 10%", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: "Percentage Used: 8%", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Read: 289,551,987 [148 TB]", 2024-09-11T03:32:06.697 INFO:tasks.workunit.client.0.smithi086.stdout: "Data Units Written: 1,332,992,070 [682 TB]", 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Read Commands: 4,297,469,436", 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: "Host Write Commands: 22,642,432,237", 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: "Controller Busy Time: 20", 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: "Power Cycles: 41,101", 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: "Power On Hours: 57,051", 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: "Unsafe Shutdowns: 1,019", 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: "Media and Data Integrity Errors: 0", 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information Log Entries: 0", 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: "", 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: "No Errors Logged", 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: "" 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.698 INFO:tasks.workunit.client.0.smithi086.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-11T03:32:06.699 INFO:tasks.workunit.client.0.smithi086.stdout: "svn_revision": "5155", 2024-09-11T03:32:06.699 INFO:tasks.workunit.client.0.smithi086.stdout: "version": [ 2024-09-11T03:32:06.699 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:06.699 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:06.699 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.699 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.699 INFO:tasks.workunit.client.0.smithi086.stdout: "temperature": { 2024-09-11T03:32:06.699 INFO:tasks.workunit.client.0.smithi086.stdout: "current": 26 2024-09-11T03:32:06.699 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.699 INFO:tasks.workunit.client.0.smithi086.stdout: "user_capacity": { 2024-09-11T03:32:06.699 INFO:tasks.workunit.client.0.smithi086.stdout: "blocks": 781422768, 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 400088457216 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: "report": { 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: "balancer": { 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: "active": true, 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: "mode": "" 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: "channels": [ 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: "basic", 2024-09-11T03:32:06.700 INFO:tasks.workunit.client.0.smithi086.stdout: "crash", 2024-09-11T03:32:06.701 INFO:tasks.workunit.client.0.smithi086.stdout: "device", 2024-09-11T03:32:06.701 INFO:tasks.workunit.client.0.smithi086.stdout: "ident", 2024-09-11T03:32:06.701 INFO:tasks.workunit.client.0.smithi086.stdout: "perf" 2024-09-11T03:32:06.701 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.701 INFO:tasks.workunit.client.0.smithi086.stdout: "channels_available": [ 2024-09-11T03:32:06.701 INFO:tasks.workunit.client.0.smithi086.stdout: "basic", 2024-09-11T03:32:06.701 INFO:tasks.workunit.client.0.smithi086.stdout: "ident", 2024-09-11T03:32:06.701 INFO:tasks.workunit.client.0.smithi086.stdout: "crash", 2024-09-11T03:32:06.701 INFO:tasks.workunit.client.0.smithi086.stdout: "device", 2024-09-11T03:32:06.701 INFO:tasks.workunit.client.0.smithi086.stdout: "perf" 2024-09-11T03:32:06.701 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.701 INFO:tasks.workunit.client.0.smithi086.stdout: "collections_available": [ 2024-09-11T03:32:06.701 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_base", 2024-09-11T03:32:06.702 INFO:tasks.workunit.client.0.smithi086.stdout: "device_base", 2024-09-11T03:32:06.702 INFO:tasks.workunit.client.0.smithi086.stdout: "crash_base", 2024-09-11T03:32:06.702 INFO:tasks.workunit.client.0.smithi086.stdout: "ident_base", 2024-09-11T03:32:06.702 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_perf", 2024-09-11T03:32:06.702 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_mds_metadata", 2024-09-11T03:32:06.702 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_usage", 2024-09-11T03:32:06.702 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_usage_by_class", 2024-09-11T03:32:06.702 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_rook_v01", 2024-09-11T03:32:06.702 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_memory_metrics", 2024-09-11T03:32:06.702 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_options_bluestore" 2024-09-11T03:32:06.702 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.702 INFO:tasks.workunit.client.0.smithi086.stdout: "collections_opted_in": [ 2024-09-11T03:32:06.702 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_base", 2024-09-11T03:32:06.703 INFO:tasks.workunit.client.0.smithi086.stdout: "device_base", 2024-09-11T03:32:06.703 INFO:tasks.workunit.client.0.smithi086.stdout: "crash_base", 2024-09-11T03:32:06.703 INFO:tasks.workunit.client.0.smithi086.stdout: "ident_base", 2024-09-11T03:32:06.703 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_perf", 2024-09-11T03:32:06.703 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_mds_metadata", 2024-09-11T03:32:06.703 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_usage", 2024-09-11T03:32:06.703 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_usage_by_class", 2024-09-11T03:32:06.703 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_rook_v01", 2024-09-11T03:32:06.703 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_memory_metrics", 2024-09-11T03:32:06.703 INFO:tasks.workunit.client.0.smithi086.stdout: "basic_pool_options_bluestore" 2024-09-11T03:32:06.703 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.703 INFO:tasks.workunit.client.0.smithi086.stdout: "config": { 2024-09-11T03:32:06.703 INFO:tasks.workunit.client.0.smithi086.stdout: "active_changed": [ 2024-09-11T03:32:06.704 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-11T03:32:06.704 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_debug", 2024-09-11T03:32:06.704 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_mon_ticket_ttl", 2024-09-11T03:32:06.704 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_service_ticket_ttl", 2024-09-11T03:32:06.704 INFO:tasks.workunit.client.0.smithi086.stdout: "bdev_debug_aio", 2024-09-11T03:32:06.704 INFO:tasks.workunit.client.0.smithi086.stdout: "client_check_pool_perm", 2024-09-11T03:32:06.704 INFO:tasks.workunit.client.0.smithi086.stdout: "client_mount_gid", 2024-09-11T03:32:06.704 INFO:tasks.workunit.client.0.smithi086.stdout: "client_mount_uid", 2024-09-11T03:32:06.704 INFO:tasks.workunit.client.0.smithi086.stdout: "client_quota", 2024-09-11T03:32:06.704 INFO:tasks.workunit.client.0.smithi086.stdout: "container_image", 2024-09-11T03:32:06.704 INFO:tasks.workunit.client.0.smithi086.stdout: "daemonize", 2024-09-11T03:32:06.704 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_asserts_on_shutdown", 2024-09-11T03:32:06.704 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mgr", 2024-09-11T03:32:06.705 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mon", 2024-09-11T03:32:06.705 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_ms", 2024-09-11T03:32:06.705 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_osd", 2024-09-11T03:32:06.705 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_paxos", 2024-09-11T03:32:06.705 INFO:tasks.workunit.client.0.smithi086.stdout: "keyring", 2024-09-11T03:32:06.705 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_block_size", 2024-09-11T03:32:06.705 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_cache_size", 2024-09-11T03:32:06.705 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_compression", 2024-09-11T03:32:06.705 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_log", 2024-09-11T03:32:06.705 INFO:tasks.workunit.client.0.smithi086.stdout: "leveldb_write_buffer_size", 2024-09-11T03:32:06.705 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_file", 2024-09-11T03:32:06.705 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_journald", 2024-09-11T03:32:06.705 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_stderr", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_allow_pool_delete", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_clock_drift_allowed", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_file_level", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_file", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_journald", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_stderr", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_data_avail_warn", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_election_default_strategy", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_host", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_max_pg_per_osd", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_mgr_mkfs_grace", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_prime_pg_temp", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_reporter_subtree_level", 2024-09-11T03:32:06.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_pg_warn_max_object_skew", 2024-09-11T03:32:06.707 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-11T03:32:06.707 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-11T03:32:06.707 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-11T03:32:06.707 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-11T03:32:06.707 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-11T03:32:06.707 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-11T03:32:06.707 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-11T03:32:06.707 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-11T03:32:06.707 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_too_few_osds", 2024-09-11T03:32:06.707 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_bug", 2024-09-11T03:32:06.707 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_old_message", 2024-09-11T03:32:06.707 INFO:tasks.workunit.client.0.smithi086.stdout: "no_config_file", 2024-09-11T03:32:06.707 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_default_list", 2024-09-11T03:32:06.708 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_load_list", 2024-09-11T03:32:06.708 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_crush_chooseleaf_type", 2024-09-11T03:32:06.708 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_misdirected_ops", 2024-09-11T03:32:06.708 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_op_order", 2024-09-11T03:32:06.708 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_pg_log_writeout", 2024-09-11T03:32:06.708 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_shutdown", 2024-09-11T03:32:06.708 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_cached_snaps", 2024-09-11T03:32:06.708 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_missing_on_start", 2024-09-11T03:32:06.708 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_stray_on_activate", 2024-09-11T03:32:06.708 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-11T03:32:06.708 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep", 2024-09-11T03:32:06.708 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep_hdd", 2024-09-11T03:32:06.708 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep_hybrid", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_delete_sleep_ssd", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_max_backfills", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_profile", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_client_lim", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_client_res", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-11T03:32:06.709 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target", 2024-09-11T03:32:06.710 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target_autotune", 2024-09-11T03:32:06.710 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue", 2024-09-11T03:32:06.710 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue_cut_off", 2024-09-11T03:32:06.710 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pg_delete_cost", 2024-09-11T03:32:06.710 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_erasure_code_profile", 2024-09-11T03:32:06.710 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-11T03:32:06.710 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recover_clone_overlap", 2024-09-11T03:32:06.710 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_active", 2024-09-11T03:32:06.710 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_active_hdd", 2024-09-11T03:32:06.710 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_active_ssd", 2024-09-11T03:32:06.710 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_chunk", 2024-09-11T03:32:06.710 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep", 2024-09-11T03:32:06.710 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep_hdd", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep_hybrid", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_sleep_ssd", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_load_threshold", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_max_interval", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_sleep", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_shutdown_pgref_assert", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep_hdd", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_snap_trim_sleep_ssd", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "public_addr", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "public_addrv", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "public_network", 2024-09-11T03:32:06.711 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd_default_features", 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd_qos_exclude_ops", 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: "setgroup", 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: "setuser" 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: "cluster_changed": [ 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_debug", 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_mon_ticket_ttl", 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: "auth_service_ticket_ttl", 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: "bdev_debug_aio", 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: "container_image", 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_asserts_on_shutdown", 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mgr", 2024-09-11T03:32:06.712 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_mon", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_ms", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_osd", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "debug_paxos", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_file", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_journald", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "log_to_stderr", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_join_fs", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/allow_ptrace", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/container_init", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/migration_current", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/cephadm/use_repo_digest", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-11T03:32:06.713 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/dashboard/ssl_server_port", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/orchestrator/orchestrator", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/channel_ident", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/channel_perf", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/description", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/enabled", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr/telemetry/organization", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_allow_pool_delete", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_clock_drift_allowed", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_file_level", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_cluster_log_to_file", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_data_avail_warn", 2024-09-11T03:32:06.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_election_default_strategy", 2024-09-11T03:32:06.715 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_max_pg_per_osd", 2024-09-11T03:32:06.715 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_mgr_mkfs_grace", 2024-09-11T03:32:06.715 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_prime_pg_temp", 2024-09-11T03:32:06.715 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_osd_reporter_subtree_level", 2024-09-11T03:32:06.715 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_pg_warn_max_object_skew", 2024-09-11T03:32:06.715 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-11T03:32:06.715 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-11T03:32:06.715 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-11T03:32:06.715 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-11T03:32:06.715 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-11T03:32:06.715 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-11T03:32:06.716 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-11T03:32:06.716 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-11T03:32:06.716 INFO:tasks.workunit.client.0.smithi086.stdout: "mon_warn_on_too_few_osds", 2024-09-11T03:32:06.716 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_bug", 2024-09-11T03:32:06.716 INFO:tasks.workunit.client.0.smithi086.stdout: "ms_die_on_old_message", 2024-09-11T03:32:06.716 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_default_list", 2024-09-11T03:32:06.716 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_class_load_list", 2024-09-11T03:32:06.716 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_misdirected_ops", 2024-09-11T03:32:06.716 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_op_order", 2024-09-11T03:32:06.716 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_pg_log_writeout", 2024-09-11T03:32:06.716 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_shutdown", 2024-09-11T03:32:06.716 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_cached_snaps", 2024-09-11T03:32:06.716 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_missing_on_start", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_debug_verify_stray_on_activate", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mclock_profile", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_memory_target_autotune", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_op_queue_cut_off", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_erasure_code_profile", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recover_clone_overlap", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_recovery_max_chunk", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_load_threshold", 2024-09-11T03:32:06.717 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_scrub_max_interval", 2024-09-11T03:32:06.718 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_shutdown_pgref_assert", 2024-09-11T03:32:06.718 INFO:tasks.workunit.client.0.smithi086.stdout: "public_network", 2024-09-11T03:32:06.718 INFO:tasks.workunit.client.0.smithi086.stdout: "rgw_cache_enabled", 2024-09-11T03:32:06.718 INFO:tasks.workunit.client.0.smithi086.stdout: "rgw_enable_ops_log", 2024-09-11T03:32:06.718 INFO:tasks.workunit.client.0.smithi086.stdout: "rgw_enable_usage_log" 2024-09-11T03:32:06.718 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.718 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.718 INFO:tasks.workunit.client.0.smithi086.stdout: "contact": null, 2024-09-11T03:32:06.718 INFO:tasks.workunit.client.0.smithi086.stdout: "crashes": [], 2024-09-11T03:32:06.718 INFO:tasks.workunit.client.0.smithi086.stdout: "created": "2024-09-11T03:23:16.099776Z", 2024-09-11T03:32:06.718 INFO:tasks.workunit.client.0.smithi086.stdout: "crush": { 2024-09-11T03:32:06.718 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket_algs": { 2024-09-11T03:32:06.718 INFO:tasks.workunit.client.0.smithi086.stdout: "straw2": 3 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket_sizes": { 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: "2": 1, 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: "4": 2 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket_types": { 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: "1": 2, 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: "11": 1 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: "compat_weight_set": false, 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: "device_classes": [ 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: 8 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.719 INFO:tasks.workunit.client.0.smithi086.stdout: "num_buckets": 6, 2024-09-11T03:32:06.720 INFO:tasks.workunit.client.0.smithi086.stdout: "num_devices": 8, 2024-09-11T03:32:06.720 INFO:tasks.workunit.client.0.smithi086.stdout: "num_rules": 1, 2024-09-11T03:32:06.720 INFO:tasks.workunit.client.0.smithi086.stdout: "num_types": 12, 2024-09-11T03:32:06.720 INFO:tasks.workunit.client.0.smithi086.stdout: "num_weight_sets": 0, 2024-09-11T03:32:06.720 INFO:tasks.workunit.client.0.smithi086.stdout: "tunables": { 2024-09-11T03:32:06.720 INFO:tasks.workunit.client.0.smithi086.stdout: "allowed_bucket_algs": 54, 2024-09-11T03:32:06.720 INFO:tasks.workunit.client.0.smithi086.stdout: "choose_local_fallback_tries": 0, 2024-09-11T03:32:06.720 INFO:tasks.workunit.client.0.smithi086.stdout: "choose_local_tries": 0, 2024-09-11T03:32:06.720 INFO:tasks.workunit.client.0.smithi086.stdout: "choose_total_tries": 50, 2024-09-11T03:32:06.720 INFO:tasks.workunit.client.0.smithi086.stdout: "chooseleaf_descend_once": 1, 2024-09-11T03:32:06.720 INFO:tasks.workunit.client.0.smithi086.stdout: "chooseleaf_stable": 1, 2024-09-11T03:32:06.720 INFO:tasks.workunit.client.0.smithi086.stdout: "chooseleaf_vary_r": 1, 2024-09-11T03:32:06.720 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v2_rules": 0, 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v3_rules": 0, 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v4_buckets": 1, 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: "has_v5_rules": 0, 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: "legacy_tunables": 0, 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: "minimum_required_version": "jewel", 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: "optimal_tunables": 1, 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: "profile": "jewel", 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables": 1, 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables2": 1, 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables3": 1, 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: "require_feature_tunables5": 1, 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: "straw_calc_version": 1 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.721 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.722 INFO:tasks.workunit.client.0.smithi086.stdout: "description": "upgrade test cluster", 2024-09-11T03:32:06.722 INFO:tasks.workunit.client.0.smithi086.stdout: "fs": { 2024-09-11T03:32:06.722 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:06.722 INFO:tasks.workunit.client.0.smithi086.stdout: "feature_flags": { 2024-09-11T03:32:06.722 INFO:tasks.workunit.client.0.smithi086.stdout: "enable_multiple": true, 2024-09-11T03:32:06.722 INFO:tasks.workunit.client.0.smithi086.stdout: "ever_enabled_multiple": true 2024-09-11T03:32:06.722 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.722 INFO:tasks.workunit.client.0.smithi086.stdout: "filesystems": [ 2024-09-11T03:32:06.722 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.722 INFO:tasks.workunit.client.0.smithi086.stdout: "approx_ctime": "2024-09", 2024-09-11T03:32:06.722 INFO:tasks.workunit.client.0.smithi086.stdout: "balancer_enabled": false, 2024-09-11T03:32:06.722 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.722 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_caps": 0, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_dns": 10, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_inos": 13, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "cached_subtrees": 2, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "ever_allowed_features": 0, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "explicitly_allowed_features": 0, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "files": 0, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "max_mds": 1, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "num_data_pools": 1, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "num_in": 1, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "num_mds": 1, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "num_sessions": 0, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "num_standby_replay": 0, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "num_up": 1, 2024-09-11T03:32:06.723 INFO:tasks.workunit.client.0.smithi086.stdout: "snaps": 0, 2024-09-11T03:32:06.724 INFO:tasks.workunit.client.0.smithi086.stdout: "standby_count_wanted": 0 2024-09-11T03:32:06.724 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.724 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_standby_mds": 1, 2024-09-11T03:32:06.724 INFO:tasks.workunit.client.0.smithi086.stdout: "total_num_mds": 2 2024-09-11T03:32:06.724 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.724 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_stats": { 2024-09-11T03:32:06.724 INFO:tasks.workunit.client.0.smithi086.stdout: "mds": { 2024-09-11T03:32:06.724 INFO:tasks.workunit.client.0.smithi086.stdout: "mds.7164039c3c4d408653c99001db48fa0ebaade7f9": { 2024-09-11T03:32:06.724 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 20135936, 2024-09-11T03:32:06.724 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 329912, 2024-09-11T03:32:06.724 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2621440, 2024-09-11T03:32:06.724 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 860160, 2024-09-11T03:32:06.725 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 0, 2024-09-11T03:32:06.725 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 344, 2024-09-11T03:32:06.725 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:06.725 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 795736, 2024-09-11T03:32:06.725 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 12, 2024-09-11T03:32:06.725 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 820736, 2024-09-11T03:32:06.725 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 14707952, 2024-09-11T03:32:06.725 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 20135936 2024-09-11T03:32:06.725 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.725 INFO:tasks.workunit.client.0.smithi086.stdout: "mds.ffa0def71e9f994dd08cd80ea309b9443282da18": { 2024-09-11T03:32:06.725 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 20373504, 2024-09-11T03:32:06.725 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 393936, 2024-09-11T03:32:06.725 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2621440, 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 8192, 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 811008, 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 423, 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 1239624, 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 20, 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 976384, 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 15133928, 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 21184512 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.7164039c3c4d408653c99001db48fa0ebaade7f9": { 2024-09-11T03:32:06.726 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 36601856, 2024-09-11T03:32:06.727 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 1322720, 2024-09-11T03:32:06.727 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2621440, 2024-09-11T03:32:06.727 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 8192, 2024-09-11T03:32:06.727 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 9879552, 2024-09-11T03:32:06.727 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1142, 2024-09-11T03:32:06.727 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:06.727 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 7541656, 2024-09-11T03:32:06.727 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 21, 2024-09-11T03:32:06.727 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 1333248, 2024-09-11T03:32:06.727 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 23774600, 2024-09-11T03:32:06.727 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 46481408 2024-09-11T03:32:06.727 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.727 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.d0bf061b64e0a528e4246af4de2ee6cc0767c1e1": { 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 36012032, 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 953128, 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2621440, 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 1146880, 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 8364032, 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 948, 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 6125680, 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 21, 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 1511680, 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 23653224, 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 44376064 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.728 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.ffa0def71e9f994dd08cd80ea309b9443282da18": { 2024-09-11T03:32:06.729 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 45924352, 2024-09-11T03:32:06.729 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 1575856, 2024-09-11T03:32:06.729 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2621440, 2024-09-11T03:32:06.729 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 557056, 2024-09-11T03:32:06.729 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 3588096, 2024-09-11T03:32:06.729 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1900, 2024-09-11T03:32:06.729 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:06.729 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 10999152, 2024-09-11T03:32:06.729 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 23, 2024-09-11T03:32:06.729 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 3173376, 2024-09-11T03:32:06.729 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 26997472, 2024-09-11T03:32:06.729 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 49512448 2024-09-11T03:32:06.729 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.730 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.730 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.730 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.0": { 2024-09-11T03:32:06.730 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 46661632, 2024-09-11T03:32:06.730 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 847296, 2024-09-11T03:32:06.730 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:06.730 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:06.730 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 507904, 2024-09-11T03:32:06.730 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1410, 2024-09-11T03:32:06.730 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:06.730 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 5705616, 2024-09-11T03:32:06.730 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 46, 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 2031104, 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 35325104, 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 47169536 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.1": { 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 46325760, 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 860352, 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 73728, 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1370, 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 5811624, 2024-09-11T03:32:06.731 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 47, 2024-09-11T03:32:06.732 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 2046464, 2024-09-11T03:32:06.732 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 34854808, 2024-09-11T03:32:06.732 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 46399488 2024-09-11T03:32:06.732 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.732 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.2": { 2024-09-11T03:32:06.732 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 45301760, 2024-09-11T03:32:06.732 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 725944, 2024-09-11T03:32:06.732 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:06.732 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:06.732 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 753664, 2024-09-11T03:32:06.732 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1291, 2024-09-11T03:32:06.732 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:06.732 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 5145320, 2024-09-11T03:32:06.733 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 47, 2024-09-11T03:32:06.733 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 2801152, 2024-09-11T03:32:06.733 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 33876832, 2024-09-11T03:32:06.733 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 46055424 2024-09-11T03:32:06.733 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.733 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.3": { 2024-09-11T03:32:06.733 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 46784512, 2024-09-11T03:32:06.733 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 1726600, 2024-09-11T03:32:06.733 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:06.733 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 90112, 2024-09-11T03:32:06.733 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 598016, 2024-09-11T03:32:06.733 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1621, 2024-09-11T03:32:06.733 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 4999976, 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 47, 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 3079424, 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 34135888, 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 47382528 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.4": { 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 44285952, 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 610400, 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 933888, 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1267, 2024-09-11T03:32:06.734 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:06.735 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 5018368, 2024-09-11T03:32:06.735 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 48, 2024-09-11T03:32:06.735 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 1821184, 2024-09-11T03:32:06.735 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 34083488, 2024-09-11T03:32:06.735 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 45219840 2024-09-11T03:32:06.735 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.735 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.5": { 2024-09-11T03:32:06.735 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 48979968, 2024-09-11T03:32:06.735 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 2007160, 2024-09-11T03:32:06.735 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:06.735 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:06.735 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 565248, 2024-09-11T03:32:06.735 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1657, 2024-09-11T03:32:06.736 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:06.736 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 5221624, 2024-09-11T03:32:06.736 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 47, 2024-09-11T03:32:06.736 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 3722496, 2024-09-11T03:32:06.736 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 35276176, 2024-09-11T03:32:06.736 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 49545216 2024-09-11T03:32:06.736 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.736 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.6": { 2024-09-11T03:32:06.736 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 49504256, 2024-09-11T03:32:06.736 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 1759968, 2024-09-11T03:32:06.736 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:06.736 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:06.736 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 40960, 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1707, 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 6082968, 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 47, 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 3697664, 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 35211144, 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 49545216 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.7": { 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: "actual_memory_used": 49111040, 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: "central_cache_freelist": 1901304, 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: "malloc_metadata": 2752512, 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: "page_heap_freelist": 0, 2024-09-11T03:32:06.737 INFO:tasks.workunit.client.0.smithi086.stdout: "released_to_os": 368640, 2024-09-11T03:32:06.738 INFO:tasks.workunit.client.0.smithi086.stdout: "spans_in_use": 1779, 2024-09-11T03:32:06.738 INFO:tasks.workunit.client.0.smithi086.stdout: "tcmalloc_page_size": 8192, 2024-09-11T03:32:06.738 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_cache_freelists": 5864984, 2024-09-11T03:32:06.738 INFO:tasks.workunit.client.0.smithi086.stdout: "thread_heaps_in_use": 47, 2024-09-11T03:32:06.738 INFO:tasks.workunit.client.0.smithi086.stdout: "transfer_cache_freelist": 4146432, 2024-09-11T03:32:06.738 INFO:tasks.workunit.client.0.smithi086.stdout: "use_by_application": 34445808, 2024-09-11T03:32:06.738 INFO:tasks.workunit.client.0.smithi086.stdout: "virtual_address_space_used": 49479680 2024-09-11T03:32:06.738 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.738 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.738 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.738 INFO:tasks.workunit.client.0.smithi086.stdout: "hosts": { 2024-09-11T03:32:06.738 INFO:tasks.workunit.client.0.smithi086.stdout: "num": 2, 2024-09-11T03:32:06.738 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_mds": 2, 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_mgr": 2, 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_mon": 2, 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: "num_with_osd": 2 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: "io_rate": { 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_stats_delta": { 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": 0, 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: "num_store_stats": 0, 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: "stamp_delta": "12.002256", 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:06.739 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:06.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:06.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:06.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:06.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:06.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:06.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:06.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:06.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:06.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:06.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:06.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:06.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:06.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:06.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: "store_stats": { 2024-09-11T03:32:06.742 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": 0, 2024-09-11T03:32:06.743 INFO:tasks.workunit.client.0.smithi086.stdout: "available": 0, 2024-09-11T03:32:06.743 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed": 0, 2024-09-11T03:32:06.743 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_allocated": 0, 2024-09-11T03:32:06.743 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_original": 0, 2024-09-11T03:32:06.743 INFO:tasks.workunit.client.0.smithi086.stdout: "data_stored": 0, 2024-09-11T03:32:06.743 INFO:tasks.workunit.client.0.smithi086.stdout: "internal_metadata": 0, 2024-09-11T03:32:06.743 INFO:tasks.workunit.client.0.smithi086.stdout: "internally_reserved": 0, 2024-09-11T03:32:06.743 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_allocated": 0, 2024-09-11T03:32:06.743 INFO:tasks.workunit.client.0.smithi086.stdout: "total": 0 2024-09-11T03:32:06.743 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.743 INFO:tasks.workunit.client.0.smithi086.stdout: "up": 0 2024-09-11T03:32:06.743 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.743 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: "leaderboard": false, 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: "leaderboard_description": null, 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: "license": "sharing-1-0", 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: "mempool": { 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: "mds": { 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: "mds.7164039c3c4d408653c99001db48fa0ebaade7f9": { 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.744 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.745 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:06.745 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.745 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.745 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.745 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:06.745 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.745 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.745 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.745 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:06.745 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.745 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.746 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.747 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.748 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.748 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:06.748 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.748 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.748 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.748 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:06.748 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.748 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.748 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.748 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:06.748 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.748 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.748 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.749 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:06.749 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.749 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.749 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.749 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:06.749 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.749 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.749 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.749 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:06.749 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.749 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.749 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.749 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:06.750 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 149167, 2024-09-11T03:32:06.750 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 32 2024-09-11T03:32:06.750 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.750 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:06.750 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.750 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.750 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.750 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:06.750 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 928, 2024-09-11T03:32:06.750 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 2 2024-09-11T03:32:06.750 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.750 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.750 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.751 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.752 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:06.752 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.752 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.752 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.752 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:06.752 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.752 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.752 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.752 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:06.752 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.752 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.752 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.752 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:06.753 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.753 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.753 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.753 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.753 INFO:tasks.workunit.client.0.smithi086.stdout: "mds.ffa0def71e9f994dd08cd80ea309b9443282da18": { 2024-09-11T03:32:06.753 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:06.753 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.753 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.753 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.753 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:06.753 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.753 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.753 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:06.754 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.755 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.755 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.755 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:06.755 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.755 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.755 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.755 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:06.755 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.755 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.755 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.755 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:06.755 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.755 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.756 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:06.757 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.757 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.757 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.757 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:06.757 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.757 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.757 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.757 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:06.757 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.757 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.757 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.757 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:06.757 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 222727, 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 72 2024-09-11T03:32:06.758 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.759 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:06.759 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.759 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.759 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.759 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:06.759 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 51704, 2024-09-11T03:32:06.759 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 208 2024-09-11T03:32:06.759 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.759 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.759 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.759 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.759 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.759 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 8112, 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 137 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.760 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.761 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.761 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:06.761 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.761 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.761 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.761 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:06.761 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.761 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.761 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.761 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:06.761 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.761 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.761 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.7164039c3c4d408653c99001db48fa0ebaade7f9": { 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:06.762 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.763 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.763 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.763 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:06.763 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.763 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.763 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.763 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:06.763 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.763 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.763 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.763 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.764 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.765 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.765 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:06.765 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.765 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.765 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.765 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:06.765 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.765 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.765 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.765 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:06.765 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.765 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.765 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:06.766 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.767 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.767 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.767 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:06.767 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.767 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.767 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.767 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:06.767 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.767 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.767 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.767 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:06.767 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1182195, 2024-09-11T03:32:06.767 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 369 2024-09-11T03:32:06.768 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.768 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:06.768 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.768 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.768 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.768 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:06.768 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.768 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.768 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.768 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.768 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.768 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.768 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6688, 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 136 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:06.769 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12744, 2024-09-11T03:32:06.770 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 1546 2024-09-11T03:32:06.770 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.770 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:06.770 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 5312, 2024-09-11T03:32:06.770 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 103 2024-09-11T03:32:06.770 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.770 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:06.770 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.770 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.770 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.770 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:06.770 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.770 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.d0bf061b64e0a528e4246af4de2ee6cc0767c1e1": { 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.771 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.772 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.772 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:06.772 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.772 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.772 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.772 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:06.772 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.772 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.772 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.772 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:06.772 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.772 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.772 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.773 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:06.773 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.773 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.773 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.773 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:06.773 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.773 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.773 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.773 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:06.773 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.773 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.773 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.773 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.774 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.775 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.775 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:06.775 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.775 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.775 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.775 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:06.775 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.775 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.775 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.775 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:06.775 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.775 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.775 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1202149, 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 365 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:06.776 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.777 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.777 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.777 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:06.777 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.777 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.777 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.777 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.777 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.777 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.777 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.777 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:06.777 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.777 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6688, 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 136 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12744, 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 1546 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.778 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:06.779 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 5312, 2024-09-11T03:32:06.779 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 103 2024-09-11T03:32:06.779 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.779 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:06.779 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.779 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.779 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.779 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:06.779 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.779 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.779 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.779 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.779 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.ffa0def71e9f994dd08cd80ea309b9443282da18": { 2024-09-11T03:32:06.780 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:06.780 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.780 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.780 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.780 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:06.780 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.780 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.780 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.780 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:06.780 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.780 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.780 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.780 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:06.781 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.781 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.781 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.781 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:06.781 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.781 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.781 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.781 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:06.781 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.781 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.782 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.782 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:06.782 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.782 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.782 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.782 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:06.782 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.782 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.782 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.782 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:06.782 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.782 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.782 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:06.783 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.784 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.784 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.784 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:06.784 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.784 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.784 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.784 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:06.784 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.784 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.784 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.784 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:06.784 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.784 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.785 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.785 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:06.785 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.785 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.785 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.785 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:06.785 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.785 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.785 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.785 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:06.785 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1222405, 2024-09-11T03:32:06.785 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 361 2024-09-11T03:32:06.785 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.786 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:06.786 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 352, 2024-09-11T03:32:06.786 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 4 2024-09-11T03:32:06.786 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.786 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:06.786 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.786 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.786 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.786 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.786 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.786 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.786 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.786 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:06.787 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.787 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.787 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.787 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:06.787 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.787 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.787 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.787 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:06.787 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6688, 2024-09-11T03:32:06.787 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 136 2024-09-11T03:32:06.787 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.787 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:06.787 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12744, 2024-09-11T03:32:06.788 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 1546 2024-09-11T03:32:06.788 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.788 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:06.788 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 10624, 2024-09-11T03:32:06.788 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 206 2024-09-11T03:32:06.788 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.788 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:06.788 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.788 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.788 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.788 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:06.788 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.788 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.0": { 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.789 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:06.790 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:06.790 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:06.790 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.790 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:06.790 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:06.790 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.790 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.790 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:06.790 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 5840, 2024-09-11T03:32:06.790 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 73 2024-09-11T03:32:06.790 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.790 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:06.790 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 22848, 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 204 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1712, 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 45 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 606208, 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 17 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 57985, 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 10537 2024-09-11T03:32:06.791 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.792 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:06.792 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 145096, 2024-09-11T03:32:06.792 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 245 2024-09-11T03:32:06.792 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.792 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:06.792 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 11720, 2024-09-11T03:32:06.792 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 774 2024-09-11T03:32:06.792 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.792 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:06.792 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9792, 2024-09-11T03:32:06.792 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 204 2024-09-11T03:32:06.792 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.792 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:06.793 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.793 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.793 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.793 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:06.793 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 33562, 2024-09-11T03:32:06.793 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 213 2024-09-11T03:32:06.793 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.793 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:06.793 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 22848, 2024-09-11T03:32:06.793 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 204 2024-09-11T03:32:06.793 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.793 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:06.793 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 442605, 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 96 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2435154, 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 193 2024-09-11T03:32:06.794 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6952, 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 79 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 521640, 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 45 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:06.795 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.796 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.796 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.796 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:06.796 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 102024, 2024-09-11T03:32:06.796 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 201 2024-09-11T03:32:06.796 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.796 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:06.796 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 241064, 2024-09-11T03:32:06.796 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3553 2024-09-11T03:32:06.796 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.796 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:06.796 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.796 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.797 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.798 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.1": { 2024-09-11T03:32:06.798 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:06.798 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.798 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.798 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.798 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:06.798 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:06.798 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:06.798 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.798 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:06.798 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:06.798 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:06.798 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.799 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:06.799 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:06.799 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.799 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.799 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:06.799 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 4960, 2024-09-11T03:32:06.799 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 62 2024-09-11T03:32:06.799 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.799 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:06.799 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21616, 2024-09-11T03:32:06.799 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 193 2024-09-11T03:32:06.799 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.800 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:06.800 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1376, 2024-09-11T03:32:06.800 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 42 2024-09-11T03:32:06.800 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.800 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:06.800 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 26475, 2024-09-11T03:32:06.800 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 6 2024-09-11T03:32:06.800 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.800 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:06.800 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 51539, 2024-09-11T03:32:06.800 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 9519 2024-09-11T03:32:06.800 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.801 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:06.801 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 135576, 2024-09-11T03:32:06.801 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 231 2024-09-11T03:32:06.801 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.801 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:06.801 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9696, 2024-09-11T03:32:06.801 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 601 2024-09-11T03:32:06.801 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.801 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:06.801 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9264, 2024-09-11T03:32:06.801 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 193 2024-09-11T03:32:06.801 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.801 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 29206, 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 199 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21616, 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 193 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 736, 2024-09-11T03:32:06.802 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 1 2024-09-11T03:32:06.803 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.803 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:06.803 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 458247, 2024-09-11T03:32:06.803 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 101 2024-09-11T03:32:06.803 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.803 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:06.803 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12112, 2024-09-11T03:32:06.803 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.803 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.803 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:06.803 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2435572, 2024-09-11T03:32:06.803 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 188 2024-09-11T03:32:06.803 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 5016, 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 57 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 428904, 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 37 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:06.804 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.805 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.805 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.805 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:06.805 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 8528, 2024-09-11T03:32:06.805 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 22 2024-09-11T03:32:06.805 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.805 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:06.805 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 240296, 2024-09-11T03:32:06.805 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3517 2024-09-11T03:32:06.805 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.805 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:06.805 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.805 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.806 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.2": { 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.807 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:06.808 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:06.808 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.808 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.808 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:06.808 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 4560, 2024-09-11T03:32:06.808 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 57 2024-09-11T03:32:06.808 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.808 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:06.808 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21168, 2024-09-11T03:32:06.808 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 189 2024-09-11T03:32:06.808 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.808 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:06.808 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1376, 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 42 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 26575, 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 6 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 48332, 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 9040 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 128776, 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 221 2024-09-11T03:32:06.809 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.810 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:06.810 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 8832, 2024-09-11T03:32:06.810 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 586 2024-09-11T03:32:06.810 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.810 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:06.810 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9072, 2024-09-11T03:32:06.810 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 189 2024-09-11T03:32:06.810 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.810 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:06.810 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.810 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.810 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.810 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 27318, 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 189 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21168, 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 189 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 736, 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 1 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 377066, 2024-09-11T03:32:06.811 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 81 2024-09-11T03:32:06.812 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.812 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:06.812 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12112, 2024-09-11T03:32:06.812 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.812 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.812 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:06.812 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2422020, 2024-09-11T03:32:06.812 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 186 2024-09-11T03:32:06.812 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.812 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:06.812 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 4488, 2024-09-11T03:32:06.812 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 51 2024-09-11T03:32:06.812 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 347760, 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 30 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:06.813 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 8112, 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 22 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 241064, 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3553 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.814 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.3": { 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.815 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:06.816 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 3920, 2024-09-11T03:32:06.817 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 49 2024-09-11T03:32:06.817 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.817 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:06.817 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21728, 2024-09-11T03:32:06.817 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 194 2024-09-11T03:32:06.817 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.817 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:06.817 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 704, 2024-09-11T03:32:06.817 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 36 2024-09-11T03:32:06.817 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.817 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:06.817 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 14187, 2024-09-11T03:32:06.818 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.818 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.818 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:06.818 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 89544, 2024-09-11T03:32:06.818 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 15505 2024-09-11T03:32:06.818 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.818 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:06.818 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 202216, 2024-09-11T03:32:06.818 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 329 2024-09-11T03:32:06.818 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.818 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:06.818 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9748, 2024-09-11T03:32:06.818 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 605 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9312, 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 194 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 28526, 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 197 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.819 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:06.820 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21728, 2024-09-11T03:32:06.820 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 194 2024-09-11T03:32:06.820 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.820 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:06.820 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2208, 2024-09-11T03:32:06.820 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.820 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.820 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:06.820 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 293240, 2024-09-11T03:32:06.820 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 61 2024-09-11T03:32:06.820 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.820 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:06.820 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 26565, 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 9 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2437704, 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 182 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 4928, 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 56 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.821 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.822 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.822 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 428904, 2024-09-11T03:32:06.822 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 37 2024-09-11T03:32:06.822 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.822 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:06.822 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.822 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.822 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.822 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:06.822 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 10400, 2024-09-11T03:32:06.822 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 20 2024-09-11T03:32:06.822 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.822 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 240296, 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3517 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.823 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.824 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.824 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:06.824 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.824 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.824 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.824 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.824 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.4": { 2024-09-11T03:32:06.824 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:06.824 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.824 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.824 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.824 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:06.824 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 3920, 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 49 2024-09-11T03:32:06.825 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21840, 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 195 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 816, 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 37 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:06.826 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 52441, 2024-09-11T03:32:06.827 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 9709 2024-09-11T03:32:06.827 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.827 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:06.827 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 138296, 2024-09-11T03:32:06.827 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 235 2024-09-11T03:32:06.827 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.827 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:06.827 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 10072, 2024-09-11T03:32:06.827 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 608 2024-09-11T03:32:06.827 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.827 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:06.827 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9360, 2024-09-11T03:32:06.827 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 195 2024-09-11T03:32:06.828 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.828 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:06.828 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.828 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.828 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.828 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:06.828 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 29894, 2024-09-11T03:32:06.828 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 203 2024-09-11T03:32:06.828 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.828 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:06.828 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21840, 2024-09-11T03:32:06.828 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 195 2024-09-11T03:32:06.828 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 736, 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 1 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 969259, 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 82 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12112, 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:06.829 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2440291, 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 184 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 4928, 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 56 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 463680, 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 40 2024-09-11T03:32:06.830 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9984, 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 20 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 241064, 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3553 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:06.831 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.832 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.832 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.832 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:06.832 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.832 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.832 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.832 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:06.832 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.832 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.832 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.832 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:06.832 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.832 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.5": { 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:06.833 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 3280, 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 41 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21840, 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 195 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.834 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:06.835 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 480, 2024-09-11T03:32:06.835 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 34 2024-09-11T03:32:06.835 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.835 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:06.835 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.835 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.835 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.835 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:06.835 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 91999, 2024-09-11T03:32:06.835 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 15837 2024-09-11T03:32:06.835 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.835 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:06.836 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 206976, 2024-09-11T03:32:06.836 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 336 2024-09-11T03:32:06.836 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.836 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:06.836 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 10216, 2024-09-11T03:32:06.836 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 611 2024-09-11T03:32:06.836 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.836 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:06.836 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9360, 2024-09-11T03:32:06.836 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 195 2024-09-11T03:32:06.836 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.836 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 30150, 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 204 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 21840, 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 195 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2208, 2024-09-11T03:32:06.837 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.838 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.838 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:06.838 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 873221, 2024-09-11T03:32:06.838 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 59 2024-09-11T03:32:06.838 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.838 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:06.838 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 26565, 2024-09-11T03:32:06.838 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 9 2024-09-11T03:32:06.838 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.838 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:06.838 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2436424, 2024-09-11T03:32:06.838 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 186 2024-09-11T03:32:06.838 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 5456, 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 62 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 475272, 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 41 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:06.839 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.840 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.840 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.840 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:06.840 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 13520, 2024-09-11T03:32:06.840 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 26 2024-09-11T03:32:06.840 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.840 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:06.840 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 240296, 2024-09-11T03:32:06.840 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3517 2024-09-11T03:32:06.840 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.840 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:06.840 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.840 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.841 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.841 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:06.841 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.841 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.841 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.841 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:06.841 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.841 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.841 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.841 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:06.841 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.841 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.841 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.6": { 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:06.842 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.843 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:06.843 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:06.843 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.843 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.843 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:06.843 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2640, 2024-09-11T03:32:06.843 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 33 2024-09-11T03:32:06.843 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.843 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:06.843 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 22624, 2024-09-11T03:32:06.843 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 202 2024-09-11T03:32:06.843 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.843 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:06.844 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 480, 2024-09-11T03:32:06.844 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 34 2024-09-11T03:32:06.844 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.844 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:06.844 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 14719, 2024-09-11T03:32:06.844 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.844 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.844 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:06.844 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 91276, 2024-09-11T03:32:06.844 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 15984 2024-09-11T03:32:06.844 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.844 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:06.844 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 204256, 2024-09-11T03:32:06.845 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 332 2024-09-11T03:32:06.845 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.845 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:06.845 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 11200, 2024-09-11T03:32:06.845 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 764 2024-09-11T03:32:06.845 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.845 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:06.845 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9696, 2024-09-11T03:32:06.845 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 202 2024-09-11T03:32:06.845 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.845 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:06.845 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.845 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 30490, 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 200 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 22624, 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 202 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.846 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 845420, 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 53 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2448912, 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 183 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 4840, 2024-09-11T03:32:06.847 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 55 2024-09-11T03:32:06.848 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.848 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:06.848 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.848 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.848 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.848 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.848 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 452088, 2024-09-11T03:32:06.848 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 39 2024-09-11T03:32:06.848 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.848 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:06.848 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.848 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.848 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.849 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:06.849 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 101192, 2024-09-11T03:32:06.849 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 205 2024-09-11T03:32:06.849 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.849 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:06.849 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 241064, 2024-09-11T03:32:06.849 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3553 2024-09-11T03:32:06.849 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.849 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:06.849 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.849 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.849 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.849 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.7": { 2024-09-11T03:32:06.850 INFO:tasks.workunit.client.0.smithi086.stdout: "bloom_filter": { 2024-09-11T03:32:06.851 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.851 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.851 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.851 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:06.851 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6304, 2024-09-11T03:32:06.851 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 115 2024-09-11T03:32:06.851 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.851 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_reader": { 2024-09-11T03:32:06.851 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 16896, 2024-09-11T03:32:06.851 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 8 2024-09-11T03:32:06.851 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.851 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs_file_writer": { 2024-09-11T03:32:06.851 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 576, 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_alloc": { 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2160, 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 27 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_blob": { 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 22736, 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 203 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_buffer": { 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 1600, 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 44 2024-09-11T03:32:06.852 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.853 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_data": { 2024-09-11T03:32:06.853 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 297085, 2024-09-11T03:32:06.853 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 13 2024-09-11T03:32:06.853 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.853 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_meta": { 2024-09-11T03:32:06.853 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 94896, 2024-09-11T03:32:06.853 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 16473 2024-09-11T03:32:06.853 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.853 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_onode": { 2024-09-11T03:32:06.853 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 211056, 2024-09-11T03:32:06.853 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 342 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_cache_other": { 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 12004, 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 773 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_extent": { 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 9744, 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 203 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_fsck": { 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.854 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_inline_bl": { 2024-09-11T03:32:06.855 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 32882, 2024-09-11T03:32:06.855 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 210 2024-09-11T03:32:06.855 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.855 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_shared_blob": { 2024-09-11T03:32:06.855 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 22736, 2024-09-11T03:32:06.855 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 203 2024-09-11T03:32:06.855 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.855 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_txc": { 2024-09-11T03:32:06.855 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.855 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.855 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.855 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing": { 2024-09-11T03:32:06.855 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 190236, 2024-09-11T03:32:06.856 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 37 2024-09-11T03:32:06.856 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.856 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore_writing_deferred": { 2024-09-11T03:32:06.856 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.856 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.856 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.856 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_anon": { 2024-09-11T03:32:06.856 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 2437639, 2024-09-11T03:32:06.856 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 219 2024-09-11T03:32:06.856 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.856 INFO:tasks.workunit.client.0.smithi086.stdout: "buffer_meta": { 2024-09-11T03:32:06.856 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 6336, 2024-09-11T03:32:06.856 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 72 2024-09-11T03:32:06.857 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.857 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_co": { 2024-09-11T03:32:06.857 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.857 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.857 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.857 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.857 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 533232, 2024-09-11T03:32:06.857 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 46 2024-09-11T03:32:06.857 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.857 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_mapbl": { 2024-09-11T03:32:06.857 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.857 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.857 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.858 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_pglog": { 2024-09-11T03:32:06.858 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 103896, 2024-09-11T03:32:06.858 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 247 2024-09-11T03:32:06.858 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.858 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap": { 2024-09-11T03:32:06.858 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 240296, 2024-09-11T03:32:06.858 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 3517 2024-09-11T03:32:06.858 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.858 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap_mapping": { 2024-09-11T03:32:06.858 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.858 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.858 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.858 INFO:tasks.workunit.client.0.smithi086.stdout: "pgmap": { 2024-09-11T03:32:06.859 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.859 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.859 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.859 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_1": { 2024-09-11T03:32:06.859 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.859 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.859 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.859 INFO:tasks.workunit.client.0.smithi086.stdout: "unittest_2": { 2024-09-11T03:32:06.859 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes": 0, 2024-09-11T03:32:06.859 INFO:tasks.workunit.client.0.smithi086.stdout: "items": 0 2024-09-11T03:32:06.859 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.859 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.859 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.860 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.860 INFO:tasks.workunit.client.0.smithi086.stdout: "metadata": { 2024-09-11T03:32:06.860 INFO:tasks.workunit.client.0.smithi086.stdout: "mds": { 2024-09-11T03:32:06.860 INFO:tasks.workunit.client.0.smithi086.stdout: "arch": { 2024-09-11T03:32:06.860 INFO:tasks.workunit.client.0.smithi086.stdout: "x86_64": 2 2024-09-11T03:32:06.860 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.860 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_version": { 2024-09-11T03:32:06.860 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:32:06.860 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.860 INFO:tasks.workunit.client.0.smithi086.stdout: "cpu": { 2024-09-11T03:32:06.860 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-11T03:32:06.860 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.860 INFO:tasks.workunit.client.0.smithi086.stdout: "distro": { 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: "centos": 2 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: "distro_description": { 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: "CentOS Stream 9": 2 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_description": { 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_version": { 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: "os": { 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: "Linux": 2 2024-09-11T03:32:06.861 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: "arch": { 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: "x86_64": 3 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_version": { 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: "cpu": { 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: "distro": { 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: "centos": 3 2024-09-11T03:32:06.862 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.863 INFO:tasks.workunit.client.0.smithi086.stdout: "distro_description": { 2024-09-11T03:32:06.863 INFO:tasks.workunit.client.0.smithi086.stdout: "CentOS Stream 9": 3 2024-09-11T03:32:06.863 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.863 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_description": { 2024-09-11T03:32:06.863 INFO:tasks.workunit.client.0.smithi086.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-11T03:32:06.863 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.863 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_version": { 2024-09-11T03:32:06.863 INFO:tasks.workunit.client.0.smithi086.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-11T03:32:06.863 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.863 INFO:tasks.workunit.client.0.smithi086.stdout: "os": { 2024-09-11T03:32:06.863 INFO:tasks.workunit.client.0.smithi086.stdout: "Linux": 3 2024-09-11T03:32:06.863 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.863 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.864 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.864 INFO:tasks.workunit.client.0.smithi086.stdout: "arch": { 2024-09-11T03:32:06.864 INFO:tasks.workunit.client.0.smithi086.stdout: "x86_64": 8 2024-09-11T03:32:06.864 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.864 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_version": { 2024-09-11T03:32:06.864 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-11T03:32:06.864 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.864 INFO:tasks.workunit.client.0.smithi086.stdout: "cpu": { 2024-09-11T03:32:06.864 INFO:tasks.workunit.client.0.smithi086.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-11T03:32:06.864 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.864 INFO:tasks.workunit.client.0.smithi086.stdout: "distro": { 2024-09-11T03:32:06.864 INFO:tasks.workunit.client.0.smithi086.stdout: "centos": 8 2024-09-11T03:32:06.864 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: "distro_description": { 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: "CentOS Stream 9": 8 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_description": { 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: "kernel_version": { 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: "os": { 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: "Linux": 8 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_objectstore": { 2024-09-11T03:32:06.865 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": 8 2024-09-11T03:32:06.866 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.866 INFO:tasks.workunit.client.0.smithi086.stdout: "rotational": { 2024-09-11T03:32:06.866 INFO:tasks.workunit.client.0.smithi086.stdout: "0": 8 2024-09-11T03:32:06.866 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.866 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.866 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.866 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:06.866 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:06.866 INFO:tasks.workunit.client.0.smithi086.stdout: "features": { 2024-09-11T03:32:06.866 INFO:tasks.workunit.client.0.smithi086.stdout: "optional": [], 2024-09-11T03:32:06.866 INFO:tasks.workunit.client.0.smithi086.stdout: "persistent": [ 2024-09-11T03:32:06.866 INFO:tasks.workunit.client.0.smithi086.stdout: "kraken", 2024-09-11T03:32:06.866 INFO:tasks.workunit.client.0.smithi086.stdout: "luminous", 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: "mimic", 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: "osdmap-prune", 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: "nautilus", 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: "octopus", 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: "pacific", 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: "elector-pinging", 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: "quincy", 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: "reef" 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: "ipv4_addr_mons": 6, 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: "ipv6_addr_mons": 0, 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: "min_mon_release": 18, 2024-09-11T03:32:06.867 INFO:tasks.workunit.client.0.smithi086.stdout: "v1_addr_mons": 3, 2024-09-11T03:32:06.868 INFO:tasks.workunit.client.0.smithi086.stdout: "v2_addr_mons": 3 2024-09-11T03:32:06.868 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.868 INFO:tasks.workunit.client.0.smithi086.stdout: "organization": "ceph-qa", 2024-09-11T03:32:06.868 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:06.868 INFO:tasks.workunit.client.0.smithi086.stdout: "cluster_network": false, 2024-09-11T03:32:06.868 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 8, 2024-09-11T03:32:06.868 INFO:tasks.workunit.client.0.smithi086.stdout: "require_min_compat_client": "luminous", 2024-09-11T03:32:06.868 INFO:tasks.workunit.client.0.smithi086.stdout: "require_osd_release": "reef" 2024-09-11T03:32:06.868 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.868 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_perf_histograms": [ 2024-09-11T03:32:06.868 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.868 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:06.868 INFO:tasks.workunit.client.0.smithi086.stdout: "axes": [ 2024-09-11T03:32:06.869 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.869 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:06.869 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:06.869 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Latency (usec)", 2024-09-11T03:32:06.869 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 100000, 2024-09-11T03:32:06.869 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:06.869 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:06.869 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 99999]", 2024-09-11T03:32:06.869 INFO:tasks.workunit.client.0.smithi086.stdout: "[100000, 199999]", 2024-09-11T03:32:06.869 INFO:tasks.workunit.client.0.smithi086.stdout: "[200000, 399999]", 2024-09-11T03:32:06.869 INFO:tasks.workunit.client.0.smithi086.stdout: "[400000, 799999]", 2024-09-11T03:32:06.869 INFO:tasks.workunit.client.0.smithi086.stdout: "[800000, 1599999]", 2024-09-11T03:32:06.869 INFO:tasks.workunit.client.0.smithi086.stdout: "[1600000, 3199999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[3200000, 6399999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[6400000, 12799999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[12800000, 25599999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[25600000, 51199999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[51200000, 102399999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[102400000, 204799999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[204800000, 409599999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[409600000, 819199999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[819200000, 1638399999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[1638400000, 3276799999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[3276800000, 6553599999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[6553600000, 13107199999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[13107200000, 26214399999]", 2024-09-11T03:32:06.870 INFO:tasks.workunit.client.0.smithi086.stdout: "[26214400000, 52428799999]", 2024-09-11T03:32:06.871 INFO:tasks.workunit.client.0.smithi086.stdout: "[52428800000, 104857599999]", 2024-09-11T03:32:06.871 INFO:tasks.workunit.client.0.smithi086.stdout: "[104857600000, 209715199999]", 2024-09-11T03:32:06.871 INFO:tasks.workunit.client.0.smithi086.stdout: "[209715200000, 419430399999]", 2024-09-11T03:32:06.871 INFO:tasks.workunit.client.0.smithi086.stdout: "[419430400000, 838860799999]", 2024-09-11T03:32:06.871 INFO:tasks.workunit.client.0.smithi086.stdout: "[838860800000, 1677721599999]", 2024-09-11T03:32:06.871 INFO:tasks.workunit.client.0.smithi086.stdout: "[1677721600000, 3355443199999]", 2024-09-11T03:32:06.871 INFO:tasks.workunit.client.0.smithi086.stdout: "[3355443200000, 6710886399999]", 2024-09-11T03:32:06.871 INFO:tasks.workunit.client.0.smithi086.stdout: "[6710886400000, 13421772799999]", 2024-09-11T03:32:06.871 INFO:tasks.workunit.client.0.smithi086.stdout: "[13421772800000, 26843545599999]", 2024-09-11T03:32:06.871 INFO:tasks.workunit.client.0.smithi086.stdout: "[26843545600000, 53687091199999]", 2024-09-11T03:32:06.871 INFO:tasks.workunit.client.0.smithi086.stdout: "[53687091200000, None]" 2024-09-11T03:32:06.872 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.872 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:06.872 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.872 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.872 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:06.872 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:06.872 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Request size (bytes)", 2024-09-11T03:32:06.872 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 512, 2024-09-11T03:32:06.872 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:06.872 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:06.872 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 511]", 2024-09-11T03:32:06.872 INFO:tasks.workunit.client.0.smithi086.stdout: "[512, 1023]", 2024-09-11T03:32:06.872 INFO:tasks.workunit.client.0.smithi086.stdout: "[1024, 2047]", 2024-09-11T03:32:06.873 INFO:tasks.workunit.client.0.smithi086.stdout: "[2048, 4095]", 2024-09-11T03:32:06.873 INFO:tasks.workunit.client.0.smithi086.stdout: "[4096, 8191]", 2024-09-11T03:32:06.873 INFO:tasks.workunit.client.0.smithi086.stdout: "[8192, 16383]", 2024-09-11T03:32:06.873 INFO:tasks.workunit.client.0.smithi086.stdout: "[16384, 32767]", 2024-09-11T03:32:06.873 INFO:tasks.workunit.client.0.smithi086.stdout: "[32768, 65535]", 2024-09-11T03:32:06.873 INFO:tasks.workunit.client.0.smithi086.stdout: "[65536, 131071]", 2024-09-11T03:32:06.873 INFO:tasks.workunit.client.0.smithi086.stdout: "[131072, 262143]", 2024-09-11T03:32:06.873 INFO:tasks.workunit.client.0.smithi086.stdout: "[262144, 524287]", 2024-09-11T03:32:06.873 INFO:tasks.workunit.client.0.smithi086.stdout: "[524288, 1048575]", 2024-09-11T03:32:06.873 INFO:tasks.workunit.client.0.smithi086.stdout: "[1048576, 2097151]", 2024-09-11T03:32:06.873 INFO:tasks.workunit.client.0.smithi086.stdout: "[2097152, 4194303]", 2024-09-11T03:32:06.873 INFO:tasks.workunit.client.0.smithi086.stdout: "[4194304, 8388607]", 2024-09-11T03:32:06.873 INFO:tasks.workunit.client.0.smithi086.stdout: "[8388608, 16777215]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[16777216, 33554431]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[33554432, 67108863]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[67108864, 134217727]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[134217728, 268435455]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[268435456, 536870911]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[536870912, 1073741823]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[1073741824, 2147483647]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[2147483648, 4294967295]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[4294967296, 8589934591]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[8589934592, 17179869183]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[17179869184, 34359738367]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[34359738368, 68719476735]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[68719476736, 137438953471]", 2024-09-11T03:32:06.874 INFO:tasks.workunit.client.0.smithi086.stdout: "[137438953472, 274877906943]", 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: "[274877906944, None]" 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: "osds": [ 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 0, 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.875 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.876 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.876 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.876 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.876 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.876 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.876 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.876 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.876 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.876 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.876 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.876 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.876 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.876 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.877 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.878 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.878 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.878 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.878 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 1, 2024-09-11T03:32:06.878 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.878 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.878 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.878 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.878 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.878 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.878 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.878 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.879 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.879 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.879 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.879 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.879 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.879 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.879 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.879 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.879 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.879 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.879 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.879 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.879 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.880 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.880 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.880 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.880 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.880 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.880 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.880 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.880 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.880 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.880 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.880 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.880 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.880 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.881 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.881 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.881 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 2, 2024-09-11T03:32:06.881 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.881 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.881 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.881 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.881 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.881 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.881 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.881 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.881 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.881 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.882 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 3, 2024-09-11T03:32:06.883 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.884 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.884 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.884 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.884 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.884 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.884 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.884 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.884 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.884 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.884 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.884 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.885 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.885 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.885 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.885 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.885 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.885 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.885 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.885 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.885 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.885 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.885 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.885 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.885 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 4, 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.886 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.887 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.887 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.887 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.887 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.887 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.887 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.887 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.887 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.887 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.887 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.887 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.887 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.888 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.889 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.889 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.889 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.889 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.889 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.889 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.889 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.889 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.889 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 5, 2024-09-11T03:32:06.889 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.889 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.890 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.890 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.890 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.890 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.890 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.890 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.890 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.890 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.890 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.890 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.890 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.890 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.890 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.891 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.892 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.892 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.892 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.892 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.892 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.892 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.892 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.892 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 6, 2024-09-11T03:32:06.892 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.892 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.892 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.892 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.892 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.893 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.893 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.893 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.893 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.893 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.893 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.893 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.893 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.893 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.893 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.893 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.893 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.893 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.894 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.894 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.894 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.894 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.894 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.894 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.894 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.894 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.894 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.894 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.894 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.894 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.895 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.895 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.895 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.895 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.895 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.895 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.895 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 7, 2024-09-11T03:32:06.895 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.895 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.895 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.895 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.895 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.895 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.896 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.896 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.896 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.896 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.896 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.896 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.896 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.896 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.896 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.896 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.896 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.896 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.896 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.897 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.897 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.897 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.897 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.897 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.897 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.897 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.897 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.897 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.897 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.897 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.897 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.897 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: "axes": [ 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Latency (usec)", 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 100000, 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:06.898 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:06.899 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 99999]", 2024-09-11T03:32:06.899 INFO:tasks.workunit.client.0.smithi086.stdout: "[100000, 199999]", 2024-09-11T03:32:06.899 INFO:tasks.workunit.client.0.smithi086.stdout: "[200000, 399999]", 2024-09-11T03:32:06.899 INFO:tasks.workunit.client.0.smithi086.stdout: "[400000, 799999]", 2024-09-11T03:32:06.899 INFO:tasks.workunit.client.0.smithi086.stdout: "[800000, 1599999]", 2024-09-11T03:32:06.899 INFO:tasks.workunit.client.0.smithi086.stdout: "[1600000, 3199999]", 2024-09-11T03:32:06.899 INFO:tasks.workunit.client.0.smithi086.stdout: "[3200000, 6399999]", 2024-09-11T03:32:06.899 INFO:tasks.workunit.client.0.smithi086.stdout: "[6400000, 12799999]", 2024-09-11T03:32:06.899 INFO:tasks.workunit.client.0.smithi086.stdout: "[12800000, 25599999]", 2024-09-11T03:32:06.899 INFO:tasks.workunit.client.0.smithi086.stdout: "[25600000, 51199999]", 2024-09-11T03:32:06.899 INFO:tasks.workunit.client.0.smithi086.stdout: "[51200000, 102399999]", 2024-09-11T03:32:06.899 INFO:tasks.workunit.client.0.smithi086.stdout: "[102400000, 204799999]", 2024-09-11T03:32:06.899 INFO:tasks.workunit.client.0.smithi086.stdout: "[204800000, 409599999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[409600000, 819199999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[819200000, 1638399999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[1638400000, 3276799999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[3276800000, 6553599999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[6553600000, 13107199999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[13107200000, 26214399999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[26214400000, 52428799999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[52428800000, 104857599999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[104857600000, 209715199999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[209715200000, 419430399999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[419430400000, 838860799999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[838860800000, 1677721599999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[1677721600000, 3355443199999]", 2024-09-11T03:32:06.900 INFO:tasks.workunit.client.0.smithi086.stdout: "[3355443200000, 6710886399999]", 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: "[6710886400000, 13421772799999]", 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: "[13421772800000, 26843545599999]", 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: "[26843545600000, 53687091199999]", 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: "[53687091200000, None]" 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Request size (bytes)", 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 512, 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:06.901 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:06.902 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 511]", 2024-09-11T03:32:06.902 INFO:tasks.workunit.client.0.smithi086.stdout: "[512, 1023]", 2024-09-11T03:32:06.902 INFO:tasks.workunit.client.0.smithi086.stdout: "[1024, 2047]", 2024-09-11T03:32:06.902 INFO:tasks.workunit.client.0.smithi086.stdout: "[2048, 4095]", 2024-09-11T03:32:06.902 INFO:tasks.workunit.client.0.smithi086.stdout: "[4096, 8191]", 2024-09-11T03:32:06.902 INFO:tasks.workunit.client.0.smithi086.stdout: "[8192, 16383]", 2024-09-11T03:32:06.902 INFO:tasks.workunit.client.0.smithi086.stdout: "[16384, 32767]", 2024-09-11T03:32:06.902 INFO:tasks.workunit.client.0.smithi086.stdout: "[32768, 65535]", 2024-09-11T03:32:06.902 INFO:tasks.workunit.client.0.smithi086.stdout: "[65536, 131071]", 2024-09-11T03:32:06.902 INFO:tasks.workunit.client.0.smithi086.stdout: "[131072, 262143]", 2024-09-11T03:32:06.902 INFO:tasks.workunit.client.0.smithi086.stdout: "[262144, 524287]", 2024-09-11T03:32:06.902 INFO:tasks.workunit.client.0.smithi086.stdout: "[524288, 1048575]", 2024-09-11T03:32:06.903 INFO:tasks.workunit.client.0.smithi086.stdout: "[1048576, 2097151]", 2024-09-11T03:32:06.903 INFO:tasks.workunit.client.0.smithi086.stdout: "[2097152, 4194303]", 2024-09-11T03:32:06.903 INFO:tasks.workunit.client.0.smithi086.stdout: "[4194304, 8388607]", 2024-09-11T03:32:06.903 INFO:tasks.workunit.client.0.smithi086.stdout: "[8388608, 16777215]", 2024-09-11T03:32:06.903 INFO:tasks.workunit.client.0.smithi086.stdout: "[16777216, 33554431]", 2024-09-11T03:32:06.903 INFO:tasks.workunit.client.0.smithi086.stdout: "[33554432, 67108863]", 2024-09-11T03:32:06.903 INFO:tasks.workunit.client.0.smithi086.stdout: "[67108864, 134217727]", 2024-09-11T03:32:06.903 INFO:tasks.workunit.client.0.smithi086.stdout: "[134217728, 268435455]", 2024-09-11T03:32:06.903 INFO:tasks.workunit.client.0.smithi086.stdout: "[268435456, 536870911]", 2024-09-11T03:32:06.903 INFO:tasks.workunit.client.0.smithi086.stdout: "[536870912, 1073741823]", 2024-09-11T03:32:06.903 INFO:tasks.workunit.client.0.smithi086.stdout: "[1073741824, 2147483647]", 2024-09-11T03:32:06.903 INFO:tasks.workunit.client.0.smithi086.stdout: "[2147483648, 4294967295]", 2024-09-11T03:32:06.904 INFO:tasks.workunit.client.0.smithi086.stdout: "[4294967296, 8589934591]", 2024-09-11T03:32:06.904 INFO:tasks.workunit.client.0.smithi086.stdout: "[8589934592, 17179869183]", 2024-09-11T03:32:06.904 INFO:tasks.workunit.client.0.smithi086.stdout: "[17179869184, 34359738367]", 2024-09-11T03:32:06.904 INFO:tasks.workunit.client.0.smithi086.stdout: "[34359738368, 68719476735]", 2024-09-11T03:32:06.904 INFO:tasks.workunit.client.0.smithi086.stdout: "[68719476736, 137438953471]", 2024-09-11T03:32:06.904 INFO:tasks.workunit.client.0.smithi086.stdout: "[137438953472, 274877906943]", 2024-09-11T03:32:06.904 INFO:tasks.workunit.client.0.smithi086.stdout: "[274877906944, None]" 2024-09-11T03:32:06.904 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.904 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:06.904 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.904 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.904 INFO:tasks.workunit.client.0.smithi086.stdout: "osds": [ 2024-09-11T03:32:06.904 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.905 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 0, 2024-09-11T03:32:06.905 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.905 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.905 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.905 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.905 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.905 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.905 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.905 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.905 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.905 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.905 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.906 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.907 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.907 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.907 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.907 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.907 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.907 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.907 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.907 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.907 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.907 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.907 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.907 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 1, 2024-09-11T03:32:06.908 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.908 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.908 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.908 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.908 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.908 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.908 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.908 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.908 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.908 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.908 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.908 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.908 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.909 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.909 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.909 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.909 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.909 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.909 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.909 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.909 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.909 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.909 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.909 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.909 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.910 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.910 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.910 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.910 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.910 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.910 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.910 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.910 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.910 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.910 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.910 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.910 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 2, 2024-09-11T03:32:06.910 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.911 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.911 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.911 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.911 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.911 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.911 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.911 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.911 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.911 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.911 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.911 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.911 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.911 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.912 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.912 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.912 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.912 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.912 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.912 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.912 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.912 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.912 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.912 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.912 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.912 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.912 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 3, 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.913 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.914 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.914 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.914 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.914 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.914 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.914 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.914 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.914 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.914 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.914 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.914 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.914 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.915 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.915 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.915 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.915 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.915 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.915 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.915 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.915 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.915 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.915 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.915 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.915 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.915 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.916 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.916 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.916 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.916 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.916 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.916 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.916 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.916 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 4, 2024-09-11T03:32:06.916 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.916 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.916 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.916 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.916 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.917 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.917 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.917 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.917 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.917 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.917 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.917 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.917 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.917 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.917 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.917 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.917 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.917 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.918 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.919 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.919 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.919 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.919 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.919 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 5, 2024-09-11T03:32:06.919 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.919 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.919 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.919 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.919 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.919 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.919 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.919 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.920 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.920 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.920 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.920 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.920 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.920 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.920 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.920 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.920 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.920 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.920 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.920 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.921 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.922 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.922 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.922 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 6, 2024-09-11T03:32:06.922 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.922 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.922 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.922 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.922 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.922 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.922 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.922 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.922 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.922 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.923 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.924 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.924 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.924 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.924 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.924 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.924 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.924 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.924 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.924 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.924 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.924 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.924 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.924 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 7, 2024-09-11T03:32:06.925 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.925 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.925 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.925 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.925 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.925 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.925 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.925 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.925 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.925 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.925 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.925 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.926 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: "axes": [ 2024-09-11T03:32:06.927 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.928 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:06.928 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:06.928 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Latency (usec)", 2024-09-11T03:32:06.928 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 100000, 2024-09-11T03:32:06.928 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:06.928 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:06.928 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 99999]", 2024-09-11T03:32:06.928 INFO:tasks.workunit.client.0.smithi086.stdout: "[100000, 199999]", 2024-09-11T03:32:06.928 INFO:tasks.workunit.client.0.smithi086.stdout: "[200000, 399999]", 2024-09-11T03:32:06.928 INFO:tasks.workunit.client.0.smithi086.stdout: "[400000, 799999]", 2024-09-11T03:32:06.928 INFO:tasks.workunit.client.0.smithi086.stdout: "[800000, 1599999]", 2024-09-11T03:32:06.928 INFO:tasks.workunit.client.0.smithi086.stdout: "[1600000, 3199999]", 2024-09-11T03:32:06.928 INFO:tasks.workunit.client.0.smithi086.stdout: "[3200000, 6399999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[6400000, 12799999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[12800000, 25599999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[25600000, 51199999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[51200000, 102399999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[102400000, 204799999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[204800000, 409599999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[409600000, 819199999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[819200000, 1638399999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[1638400000, 3276799999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[3276800000, 6553599999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[6553600000, 13107199999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[13107200000, 26214399999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[26214400000, 52428799999]", 2024-09-11T03:32:06.929 INFO:tasks.workunit.client.0.smithi086.stdout: "[52428800000, 104857599999]", 2024-09-11T03:32:06.930 INFO:tasks.workunit.client.0.smithi086.stdout: "[104857600000, 209715199999]", 2024-09-11T03:32:06.930 INFO:tasks.workunit.client.0.smithi086.stdout: "[209715200000, 419430399999]", 2024-09-11T03:32:06.930 INFO:tasks.workunit.client.0.smithi086.stdout: "[419430400000, 838860799999]", 2024-09-11T03:32:06.930 INFO:tasks.workunit.client.0.smithi086.stdout: "[838860800000, 1677721599999]", 2024-09-11T03:32:06.930 INFO:tasks.workunit.client.0.smithi086.stdout: "[1677721600000, 3355443199999]", 2024-09-11T03:32:06.930 INFO:tasks.workunit.client.0.smithi086.stdout: "[3355443200000, 6710886399999]", 2024-09-11T03:32:06.930 INFO:tasks.workunit.client.0.smithi086.stdout: "[6710886400000, 13421772799999]", 2024-09-11T03:32:06.930 INFO:tasks.workunit.client.0.smithi086.stdout: "[13421772800000, 26843545599999]", 2024-09-11T03:32:06.930 INFO:tasks.workunit.client.0.smithi086.stdout: "[26843545600000, 53687091199999]", 2024-09-11T03:32:06.930 INFO:tasks.workunit.client.0.smithi086.stdout: "[53687091200000, None]" 2024-09-11T03:32:06.930 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.930 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:06.930 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Request size (bytes)", 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 512, 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 511]", 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: "[512, 1023]", 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: "[1024, 2047]", 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: "[2048, 4095]", 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: "[4096, 8191]", 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: "[8192, 16383]", 2024-09-11T03:32:06.931 INFO:tasks.workunit.client.0.smithi086.stdout: "[16384, 32767]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[32768, 65535]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[65536, 131071]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[131072, 262143]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[262144, 524287]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[524288, 1048575]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[1048576, 2097151]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[2097152, 4194303]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[4194304, 8388607]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[8388608, 16777215]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[16777216, 33554431]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[33554432, 67108863]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[67108864, 134217727]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[134217728, 268435455]", 2024-09-11T03:32:06.932 INFO:tasks.workunit.client.0.smithi086.stdout: "[268435456, 536870911]", 2024-09-11T03:32:06.933 INFO:tasks.workunit.client.0.smithi086.stdout: "[536870912, 1073741823]", 2024-09-11T03:32:06.933 INFO:tasks.workunit.client.0.smithi086.stdout: "[1073741824, 2147483647]", 2024-09-11T03:32:06.933 INFO:tasks.workunit.client.0.smithi086.stdout: "[2147483648, 4294967295]", 2024-09-11T03:32:06.933 INFO:tasks.workunit.client.0.smithi086.stdout: "[4294967296, 8589934591]", 2024-09-11T03:32:06.933 INFO:tasks.workunit.client.0.smithi086.stdout: "[8589934592, 17179869183]", 2024-09-11T03:32:06.933 INFO:tasks.workunit.client.0.smithi086.stdout: "[17179869184, 34359738367]", 2024-09-11T03:32:06.933 INFO:tasks.workunit.client.0.smithi086.stdout: "[34359738368, 68719476735]", 2024-09-11T03:32:06.933 INFO:tasks.workunit.client.0.smithi086.stdout: "[68719476736, 137438953471]", 2024-09-11T03:32:06.933 INFO:tasks.workunit.client.0.smithi086.stdout: "[137438953472, 274877906943]", 2024-09-11T03:32:06.933 INFO:tasks.workunit.client.0.smithi086.stdout: "[274877906944, None]" 2024-09-11T03:32:06.933 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.933 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:06.934 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.934 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.934 INFO:tasks.workunit.client.0.smithi086.stdout: "osds": [ 2024-09-11T03:32:06.934 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.934 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 0, 2024-09-11T03:32:06.934 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.934 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.934 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.934 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.934 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.934 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.934 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.934 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.935 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.935 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.935 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.935 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.935 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.935 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.935 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.935 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.935 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.935 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.935 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.935 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.935 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.936 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.936 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.936 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.936 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.936 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.936 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.936 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.936 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.936 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.936 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.936 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.936 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.936 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.937 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.937 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.937 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 1, 2024-09-11T03:32:06.937 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.937 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.937 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.937 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.937 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.937 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.937 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.937 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.937 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.937 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.938 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.938 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.938 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.938 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.938 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.938 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.938 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.938 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.938 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.938 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.938 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.938 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.939 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.939 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.939 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.939 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.939 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.939 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.939 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.939 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.939 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.939 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.939 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.939 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.940 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.940 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.940 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 2, 2024-09-11T03:32:06.940 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.940 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.940 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.940 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.940 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.940 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.940 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.940 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.940 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.940 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.941 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.941 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.941 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.941 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.941 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.941 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.941 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.941 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.941 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.941 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.941 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.941 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.941 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.942 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.942 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.942 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.942 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.942 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.942 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.942 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.942 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.942 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.942 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.942 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.942 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.942 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.943 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 3, 2024-09-11T03:32:06.943 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.943 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.943 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.943 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.943 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.943 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.944 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.944 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.944 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.944 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.944 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.944 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.944 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.944 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.944 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.944 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.945 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.945 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.945 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.945 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.945 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.945 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.945 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.945 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.945 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.945 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.945 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.945 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.946 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.946 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.946 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.946 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.946 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.946 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.946 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.946 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.946 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 4, 2024-09-11T03:32:06.946 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.946 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.946 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.946 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.947 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.947 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.947 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.947 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.947 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.947 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.947 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.947 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.947 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.947 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.947 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.947 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.947 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.948 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.948 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.948 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.948 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.948 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.948 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.948 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.948 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.948 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.948 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.948 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.948 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.948 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 5, 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.949 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.950 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.950 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.950 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.950 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.950 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.950 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.950 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.950 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.950 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.950 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.950 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.950 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.951 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.951 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.951 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.951 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.951 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.951 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.951 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.951 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.951 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.951 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.951 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.951 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.951 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.952 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.952 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.952 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.952 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.952 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 6, 2024-09-11T03:32:06.952 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.952 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.952 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.952 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.952 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.952 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.952 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.952 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.953 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.953 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.953 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.953 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.953 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.953 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.953 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.953 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.953 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.953 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.953 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.953 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.953 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.954 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.955 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.955 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 7, 2024-09-11T03:32:06.955 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.955 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.955 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.955 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.955 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.955 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.955 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.955 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.955 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.955 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.955 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.956 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.956 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.956 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.956 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.956 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.956 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.956 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.956 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.956 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.956 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.956 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.956 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.956 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.957 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.957 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.957 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.957 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.957 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.957 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.957 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.957 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.957 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.957 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.957 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.957 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.957 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.958 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:06.958 INFO:tasks.workunit.client.0.smithi086.stdout: "axes": [ 2024-09-11T03:32:06.958 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.958 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:06.958 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:06.958 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Latency (usec)", 2024-09-11T03:32:06.958 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 100000, 2024-09-11T03:32:06.958 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:06.958 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:06.958 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 99999]", 2024-09-11T03:32:06.958 INFO:tasks.workunit.client.0.smithi086.stdout: "[100000, 199999]", 2024-09-11T03:32:06.958 INFO:tasks.workunit.client.0.smithi086.stdout: "[200000, 399999]", 2024-09-11T03:32:06.958 INFO:tasks.workunit.client.0.smithi086.stdout: "[400000, 799999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[800000, 1599999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[1600000, 3199999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[3200000, 6399999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[6400000, 12799999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[12800000, 25599999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[25600000, 51199999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[51200000, 102399999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[102400000, 204799999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[204800000, 409599999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[409600000, 819199999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[819200000, 1638399999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[1638400000, 3276799999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[3276800000, 6553599999]", 2024-09-11T03:32:06.959 INFO:tasks.workunit.client.0.smithi086.stdout: "[6553600000, 13107199999]", 2024-09-11T03:32:06.960 INFO:tasks.workunit.client.0.smithi086.stdout: "[13107200000, 26214399999]", 2024-09-11T03:32:06.960 INFO:tasks.workunit.client.0.smithi086.stdout: "[26214400000, 52428799999]", 2024-09-11T03:32:06.960 INFO:tasks.workunit.client.0.smithi086.stdout: "[52428800000, 104857599999]", 2024-09-11T03:32:06.960 INFO:tasks.workunit.client.0.smithi086.stdout: "[104857600000, 209715199999]", 2024-09-11T03:32:06.960 INFO:tasks.workunit.client.0.smithi086.stdout: "[209715200000, 419430399999]", 2024-09-11T03:32:06.960 INFO:tasks.workunit.client.0.smithi086.stdout: "[419430400000, 838860799999]", 2024-09-11T03:32:06.960 INFO:tasks.workunit.client.0.smithi086.stdout: "[838860800000, 1677721599999]", 2024-09-11T03:32:06.960 INFO:tasks.workunit.client.0.smithi086.stdout: "[1677721600000, 3355443199999]", 2024-09-11T03:32:06.960 INFO:tasks.workunit.client.0.smithi086.stdout: "[3355443200000, 6710886399999]", 2024-09-11T03:32:06.960 INFO:tasks.workunit.client.0.smithi086.stdout: "[6710886400000, 13421772799999]", 2024-09-11T03:32:06.960 INFO:tasks.workunit.client.0.smithi086.stdout: "[13421772800000, 26843545599999]", 2024-09-11T03:32:06.960 INFO:tasks.workunit.client.0.smithi086.stdout: "[26843545600000, 53687091199999]", 2024-09-11T03:32:06.960 INFO:tasks.workunit.client.0.smithi086.stdout: "[53687091200000, None]" 2024-09-11T03:32:06.961 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.961 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:06.961 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.961 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.961 INFO:tasks.workunit.client.0.smithi086.stdout: "buckets": 32, 2024-09-11T03:32:06.961 INFO:tasks.workunit.client.0.smithi086.stdout: "min": 0, 2024-09-11T03:32:06.961 INFO:tasks.workunit.client.0.smithi086.stdout: "name": "Request size (bytes)", 2024-09-11T03:32:06.961 INFO:tasks.workunit.client.0.smithi086.stdout: "quant_size": 512, 2024-09-11T03:32:06.961 INFO:tasks.workunit.client.0.smithi086.stdout: "ranges": [ 2024-09-11T03:32:06.961 INFO:tasks.workunit.client.0.smithi086.stdout: "[None, -1]", 2024-09-11T03:32:06.961 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 511]", 2024-09-11T03:32:06.961 INFO:tasks.workunit.client.0.smithi086.stdout: "[512, 1023]", 2024-09-11T03:32:06.961 INFO:tasks.workunit.client.0.smithi086.stdout: "[1024, 2047]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[2048, 4095]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[4096, 8191]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[8192, 16383]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[16384, 32767]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[32768, 65535]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[65536, 131071]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[131072, 262143]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[262144, 524287]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[524288, 1048575]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[1048576, 2097151]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[2097152, 4194303]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[4194304, 8388607]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[8388608, 16777215]", 2024-09-11T03:32:06.962 INFO:tasks.workunit.client.0.smithi086.stdout: "[16777216, 33554431]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[33554432, 67108863]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[67108864, 134217727]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[134217728, 268435455]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[268435456, 536870911]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[536870912, 1073741823]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[1073741824, 2147483647]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[2147483648, 4294967295]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[4294967296, 8589934591]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[8589934592, 17179869183]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[17179869184, 34359738367]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[34359738368, 68719476735]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[68719476736, 137438953471]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[137438953472, 274877906943]", 2024-09-11T03:32:06.963 INFO:tasks.workunit.client.0.smithi086.stdout: "[274877906944, None]" 2024-09-11T03:32:06.964 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.964 INFO:tasks.workunit.client.0.smithi086.stdout: "scale_type": "log2" 2024-09-11T03:32:06.964 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.964 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osds": [ 2024-09-11T03:32:06.964 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.964 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 0, 2024-09-11T03:32:06.964 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.964 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.964 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.964 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.964 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.964 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.965 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.965 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.965 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.965 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.965 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.965 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.965 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.965 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.965 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.965 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.965 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.966 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.967 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.967 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.967 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.967 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.967 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.967 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 1, 2024-09-11T03:32:06.967 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.967 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.967 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.967 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.967 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.967 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.967 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 8, 5, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.968 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 15, 2, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.968 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 17, 1, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.968 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.968 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.968 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.968 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.968 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.968 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.968 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.968 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.968 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.968 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.968 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.969 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.969 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.969 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.969 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.969 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.969 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.969 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.969 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.969 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.969 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.969 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.969 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.969 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.970 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.970 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.970 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.970 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 2, 2024-09-11T03:32:06.970 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.970 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.970 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.970 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.970 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.970 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.970 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.971 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.971 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.971 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.971 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.971 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.971 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.971 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.971 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.971 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.971 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.971 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.971 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.971 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.972 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.972 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.972 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.972 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.972 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.972 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.972 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.972 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.972 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.972 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.972 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.972 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.972 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.973 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.973 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.973 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.973 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 3, 2024-09-11T03:32:06.973 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.973 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.973 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.973 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.973 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.973 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.973 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.973 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.973 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.974 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.974 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.974 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.974 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.974 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.974 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.974 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.974 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.974 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.974 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.974 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.974 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.974 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.975 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.975 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.975 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.975 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.975 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.975 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.975 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.975 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.975 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.975 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.975 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.975 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.976 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.976 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.976 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 4, 2024-09-11T03:32:06.976 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.976 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.976 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.976 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.976 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.976 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.976 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.976 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.976 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.977 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.977 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.977 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.977 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.977 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.977 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.977 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.977 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.977 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.977 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.977 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.977 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.977 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.978 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.978 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.978 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.978 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.978 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.978 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.978 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.978 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.978 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.978 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.978 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.978 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.978 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.979 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.979 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 5, 2024-09-11T03:32:06.979 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.979 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.979 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.979 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.979 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.979 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.979 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.979 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.979 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.979 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.979 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.980 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.980 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.980 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.980 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.980 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.980 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.980 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.980 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.980 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.980 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.980 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.980 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.980 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.981 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.981 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.981 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.981 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.981 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.981 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.981 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.981 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.981 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.981 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.981 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.981 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.982 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 6, 2024-09-11T03:32:06.982 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.982 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.982 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.982 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.982 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.982 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.982 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.982 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.982 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.982 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.982 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.982 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.983 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.983 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.983 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.983 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.983 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.983 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.983 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.983 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.983 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.983 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.983 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.983 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.983 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.984 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.984 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.984 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.984 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.984 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.984 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.984 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.984 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.984 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.984 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.984 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:06.984 INFO:tasks.workunit.client.0.smithi086.stdout: "osd_id": 7, 2024-09-11T03:32:06.984 INFO:tasks.workunit.client.0.smithi086.stdout: "values": [ 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.985 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.986 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.986 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.986 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.986 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.986 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.986 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.986 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.986 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.986 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.986 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.986 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.986 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.987 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.987 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.987 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.987 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.987 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-11T03:32:06.987 INFO:tasks.workunit.client.0.smithi086.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-11T03:32:06.987 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.987 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.987 INFO:tasks.workunit.client.0.smithi086.stdout: ] 2024-09-11T03:32:06.987 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.987 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.987 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:06.988 INFO:tasks.workunit.client.0.smithi086.stdout: "perf_counters": { 2024-09-11T03:32:06.988 INFO:tasks.workunit.client.0.smithi086.stdout: "mds.ffa0def71e9f994dd08cd80ea309b9443282da18": { 2024-09-11T03:32:06.988 INFO:tasks.workunit.client.0.smithi086.stdout: "mds": { 2024-09-11T03:32:06.988 INFO:tasks.workunit.client.0.smithi086.stdout: "caps": { 2024-09-11T03:32:06.988 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.988 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.988 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_cap_op_flush_ack": { 2024-09-11T03:32:06.988 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.988 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.988 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-11T03:32:06.988 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.988 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.988 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_cap_op_grant": { 2024-09-11T03:32:06.989 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.989 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.989 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_cap_op_revoke": { 2024-09-11T03:32:06.989 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.989 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.989 INFO:tasks.workunit.client.0.smithi086.stdout: "ceph_cap_op_trunc": { 2024-09-11T03:32:06.989 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.989 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.989 INFO:tasks.workunit.client.0.smithi086.stdout: "dir_commit": { 2024-09-11T03:32:06.989 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12 2024-09-11T03:32:06.989 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.989 INFO:tasks.workunit.client.0.smithi086.stdout: "dir_fetch_complete": { 2024-09-11T03:32:06.989 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: "dir_fetch_keys": { 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: "dir_merge": { 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: "dir_split": { 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: "exported_inodes": { 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.990 INFO:tasks.workunit.client.0.smithi086.stdout: "forward": { 2024-09-11T03:32:06.991 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.991 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.991 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_client_cap_release": { 2024-09-11T03:32:06.991 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.991 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.991 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_client_caps": { 2024-09-11T03:32:06.991 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.991 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.991 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_client_caps_dirty": { 2024-09-11T03:32:06.991 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.991 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.991 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_inode_file_caps": { 2024-09-11T03:32:06.991 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.992 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.992 INFO:tasks.workunit.client.0.smithi086.stdout: "imported_inodes": { 2024-09-11T03:32:06.992 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.992 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.992 INFO:tasks.workunit.client.0.smithi086.stdout: "inodes": { 2024-09-11T03:32:06.992 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:06.992 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.992 INFO:tasks.workunit.client.0.smithi086.stdout: "inodes_expired": { 2024-09-11T03:32:06.992 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.992 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.992 INFO:tasks.workunit.client.0.smithi086.stdout: "inodes_pinned": { 2024-09-11T03:32:06.992 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:06.992 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: "inodes_with_caps": { 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: "load_cent": { 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: "openino_dir_fetch": { 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: "process_request_cap_release": { 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: "reply_latency": { 2024-09-11T03:32:06.993 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:06.994 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 132380 2024-09-11T03:32:06.994 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.994 INFO:tasks.workunit.client.0.smithi086.stdout: "request": { 2024-09-11T03:32:06.994 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:06.994 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.994 INFO:tasks.workunit.client.0.smithi086.stdout: "root_rbytes": { 2024-09-11T03:32:06.994 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.994 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.994 INFO:tasks.workunit.client.0.smithi086.stdout: "root_rfiles": { 2024-09-11T03:32:06.994 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.994 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.994 INFO:tasks.workunit.client.0.smithi086.stdout: "root_rsnaps": { 2024-09-11T03:32:06.994 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_reply": { 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: "subtrees": { 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_cache": { 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: "ireq_enqueue_scrub": { 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: "ireq_exportdir": { 2024-09-11T03:32:06.995 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.996 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.996 INFO:tasks.workunit.client.0.smithi086.stdout: "ireq_flush": { 2024-09-11T03:32:06.996 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.996 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.996 INFO:tasks.workunit.client.0.smithi086.stdout: "ireq_fragmentdir": { 2024-09-11T03:32:06.996 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.996 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.996 INFO:tasks.workunit.client.0.smithi086.stdout: "ireq_fragstats": { 2024-09-11T03:32:06.996 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.996 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.996 INFO:tasks.workunit.client.0.smithi086.stdout: "ireq_inodestats": { 2024-09-11T03:32:06.996 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_recovering_enqueued": { 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_recovering_prioritized": { 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_recovering_processing": { 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_strays": { 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_strays_delayed": { 2024-09-11T03:32:06.998 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.998 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_strays_enqueuing": { 2024-09-11T03:32:06.998 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.998 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.998 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_completed": { 2024-09-11T03:32:06.998 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.998 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.998 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_started": { 2024-09-11T03:32:06.998 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.998 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.998 INFO:tasks.workunit.client.0.smithi086.stdout: "strays_created": { 2024-09-11T03:32:06.998 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: "strays_enqueued": { 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: "strays_migrated": { 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: "strays_reintegrated": { 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_log": { 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: "ev": { 2024-09-11T03:32:06.999 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5 2024-09-11T03:32:07.000 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.000 INFO:tasks.workunit.client.0.smithi086.stdout: "evadd": { 2024-09-11T03:32:07.000 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5 2024-09-11T03:32:07.000 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.000 INFO:tasks.workunit.client.0.smithi086.stdout: "evex": { 2024-09-11T03:32:07.000 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.000 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.000 INFO:tasks.workunit.client.0.smithi086.stdout: "evexd": { 2024-09-11T03:32:07.000 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.000 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.000 INFO:tasks.workunit.client.0.smithi086.stdout: "evexg": { 2024-09-11T03:32:07.000 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.000 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: "evtrm": { 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: "jlat": { 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11085806 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: "replayed": { 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: "seg": { 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.001 INFO:tasks.workunit.client.0.smithi086.stdout: "segadd": { 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: "segex": { 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: "segexd": { 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: "segexg": { 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: "segtrm": { 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.002 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.003 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.003 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_mem": { 2024-09-11T03:32:07.003 INFO:tasks.workunit.client.0.smithi086.stdout: "cap": { 2024-09-11T03:32:07.003 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.003 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.003 INFO:tasks.workunit.client.0.smithi086.stdout: "cap+": { 2024-09-11T03:32:07.003 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.003 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.003 INFO:tasks.workunit.client.0.smithi086.stdout: "cap-": { 2024-09-11T03:32:07.003 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.003 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.003 INFO:tasks.workunit.client.0.smithi086.stdout: "dir": { 2024-09-11T03:32:07.003 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12 2024-09-11T03:32:07.004 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.004 INFO:tasks.workunit.client.0.smithi086.stdout: "dir+": { 2024-09-11T03:32:07.004 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12 2024-09-11T03:32:07.004 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.004 INFO:tasks.workunit.client.0.smithi086.stdout: "dir-": { 2024-09-11T03:32:07.004 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.004 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.004 INFO:tasks.workunit.client.0.smithi086.stdout: "dn": { 2024-09-11T03:32:07.004 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:07.004 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.004 INFO:tasks.workunit.client.0.smithi086.stdout: "dn+": { 2024-09-11T03:32:07.005 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:07.005 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.005 INFO:tasks.workunit.client.0.smithi086.stdout: "dn-": { 2024-09-11T03:32:07.005 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.005 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.005 INFO:tasks.workunit.client.0.smithi086.stdout: "heap": { 2024-09-11T03:32:07.005 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 207124 2024-09-11T03:32:07.005 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.005 INFO:tasks.workunit.client.0.smithi086.stdout: "ino": { 2024-09-11T03:32:07.005 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13 2024-09-11T03:32:07.005 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.005 INFO:tasks.workunit.client.0.smithi086.stdout: "ino+": { 2024-09-11T03:32:07.005 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: "ino-": { 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: "rss": { 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41276 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_server": { 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: "cap_acquisition_throttle": { 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: "cap_revoke_eviction": { 2024-09-11T03:32:07.006 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.007 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.007 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_client_request": { 2024-09-11T03:32:07.007 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.007 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.007 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_client_session": { 2024-09-11T03:32:07.007 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 16 2024-09-11T03:32:07.007 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.007 INFO:tasks.workunit.client.0.smithi086.stdout: "handle_peer_request": { 2024-09-11T03:32:07.007 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.007 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.007 INFO:tasks.workunit.client.0.smithi086.stdout: "req_create_latency": { 2024-09-11T03:32:07.007 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.007 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.008 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.008 INFO:tasks.workunit.client.0.smithi086.stdout: "req_getattr_latency": { 2024-09-11T03:32:07.008 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.008 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 132380 2024-09-11T03:32:07.008 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.008 INFO:tasks.workunit.client.0.smithi086.stdout: "req_getfilelock_latency": { 2024-09-11T03:32:07.008 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.008 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.008 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.008 INFO:tasks.workunit.client.0.smithi086.stdout: "req_getvxattr_latency": { 2024-09-11T03:32:07.008 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.008 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.008 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.009 INFO:tasks.workunit.client.0.smithi086.stdout: "req_link_latency": { 2024-09-11T03:32:07.009 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.009 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.009 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.009 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lookup_latency": { 2024-09-11T03:32:07.009 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.009 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.009 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.009 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lookuphash_latency": { 2024-09-11T03:32:07.009 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.009 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.009 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.010 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lookupino_latency": { 2024-09-11T03:32:07.010 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.010 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.010 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.010 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lookupname_latency": { 2024-09-11T03:32:07.010 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.010 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.010 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.010 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lookupparent_latency": { 2024-09-11T03:32:07.010 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.010 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.010 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.010 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lookupsnap_latency": { 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: "req_lssnap_latency": { 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: "req_mkdir_latency": { 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: "req_mknod_latency": { 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.011 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.012 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.012 INFO:tasks.workunit.client.0.smithi086.stdout: "req_mksnap_latency": { 2024-09-11T03:32:07.012 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.012 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.012 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.012 INFO:tasks.workunit.client.0.smithi086.stdout: "req_open_latency": { 2024-09-11T03:32:07.012 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.012 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.012 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.012 INFO:tasks.workunit.client.0.smithi086.stdout: "req_readdir_latency": { 2024-09-11T03:32:07.012 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.012 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.012 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: "req_rename_latency": { 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: "req_renamesnap_latency": { 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: "req_rmdir_latency": { 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: "req_rmsnap_latency": { 2024-09-11T03:32:07.013 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.014 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.014 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.014 INFO:tasks.workunit.client.0.smithi086.stdout: "req_rmxattr_latency": { 2024-09-11T03:32:07.014 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.014 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.014 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.014 INFO:tasks.workunit.client.0.smithi086.stdout: "req_setattr_latency": { 2024-09-11T03:32:07.014 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.014 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.014 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.014 INFO:tasks.workunit.client.0.smithi086.stdout: "req_setdirlayout_latency": { 2024-09-11T03:32:07.014 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.014 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: "req_setfilelock_latency": { 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: "req_setlayout_latency": { 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: "req_setxattr_latency": { 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.015 INFO:tasks.workunit.client.0.smithi086.stdout: "req_snapdiff_latency": { 2024-09-11T03:32:07.016 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.016 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.016 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.016 INFO:tasks.workunit.client.0.smithi086.stdout: "req_symlink_latency": { 2024-09-11T03:32:07.016 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.016 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.016 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.016 INFO:tasks.workunit.client.0.smithi086.stdout: "req_unlink_latency": { 2024-09-11T03:32:07.016 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.016 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.016 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.016 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.016 INFO:tasks.workunit.client.0.smithi086.stdout: "mds_sessions": { 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: "average_load": { 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: "avg_session_uptime": { 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 87 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: "mdthresh_evicted": { 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: "session_add": { 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: "session_count": { 2024-09-11T03:32:07.017 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: "session_remove": { 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: "sessions_open": { 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: "sessions_stale": { 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: "total_load": { 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.018 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 45 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.019 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.020 INFO:tasks.workunit.client.0.smithi086.stdout: "purge_queue": { 2024-09-11T03:32:07.020 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_executed": { 2024-09-11T03:32:07.020 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.020 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.020 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_executed_ops": { 2024-09-11T03:32:07.020 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.020 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.020 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_executing": { 2024-09-11T03:32:07.020 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.020 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.020 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_executing_high_water": { 2024-09-11T03:32:07.020 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.020 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_executing_ops": { 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_executing_ops_high_water": { 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: "pq_item_in_journal": { 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.7164039c3c4d408653c99001db48fa0ebaade7f9": { 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:07.021 INFO:tasks.workunit.client.0.smithi086.stdout: "election_call": { 2024-09-11T03:32:07.022 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.022 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.022 INFO:tasks.workunit.client.0.smithi086.stdout: "election_lose": { 2024-09-11T03:32:07.022 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.022 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.022 INFO:tasks.workunit.client.0.smithi086.stdout: "election_win": { 2024-09-11T03:32:07.022 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.022 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.022 INFO:tasks.workunit.client.0.smithi086.stdout: "num_elections": { 2024-09-11T03:32:07.022 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7 2024-09-11T03:32:07.022 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.022 INFO:tasks.workunit.client.0.smithi086.stdout: "num_sessions": { 2024-09-11T03:32:07.023 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:07.023 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.023 INFO:tasks.workunit.client.0.smithi086.stdout: "session_add": { 2024-09-11T03:32:07.023 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:07.023 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.023 INFO:tasks.workunit.client.0.smithi086.stdout: "session_rm": { 2024-09-11T03:32:07.023 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 52 2024-09-11T03:32:07.023 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.023 INFO:tasks.workunit.client.0.smithi086.stdout: "session_trim": { 2024-09-11T03:32:07.023 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.023 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.023 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.023 INFO:tasks.workunit.client.0.smithi086.stdout: "paxos": { 2024-09-11T03:32:07.024 INFO:tasks.workunit.client.0.smithi086.stdout: "accept_timeout": { 2024-09-11T03:32:07.024 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.024 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.024 INFO:tasks.workunit.client.0.smithi086.stdout: "begin": { 2024-09-11T03:32:07.024 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 823 2024-09-11T03:32:07.024 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.024 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_bytes": { 2024-09-11T03:32:07.024 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 823, 2024-09-11T03:32:07.024 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3902297 2024-09-11T03:32:07.024 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.024 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_keys": { 2024-09-11T03:32:07.024 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.024 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.025 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.025 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_latency": { 2024-09-11T03:32:07.025 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 823, 2024-09-11T03:32:07.025 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 126997670 2024-09-11T03:32:07.025 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.025 INFO:tasks.workunit.client.0.smithi086.stdout: "collect": { 2024-09-11T03:32:07.025 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.025 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.025 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_bytes": { 2024-09-11T03:32:07.025 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.025 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 146 2024-09-11T03:32:07.025 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.025 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_keys": { 2024-09-11T03:32:07.026 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.026 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.026 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.026 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_latency": { 2024-09-11T03:32:07.026 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.026 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.026 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.026 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_timeout": { 2024-09-11T03:32:07.026 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.026 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.026 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_uncommitted": { 2024-09-11T03:32:07.026 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.026 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.027 INFO:tasks.workunit.client.0.smithi086.stdout: "commit": { 2024-09-11T03:32:07.027 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 824 2024-09-11T03:32:07.027 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.027 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_bytes": { 2024-09-11T03:32:07.027 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.027 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.027 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.027 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_keys": { 2024-09-11T03:32:07.027 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.027 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.027 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.027 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_latency": { 2024-09-11T03:32:07.027 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.028 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.028 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.028 INFO:tasks.workunit.client.0.smithi086.stdout: "lease_ack_timeout": { 2024-09-11T03:32:07.028 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.028 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.028 INFO:tasks.workunit.client.0.smithi086.stdout: "lease_timeout": { 2024-09-11T03:32:07.028 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.028 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.028 INFO:tasks.workunit.client.0.smithi086.stdout: "new_pn": { 2024-09-11T03:32:07.028 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.028 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.028 INFO:tasks.workunit.client.0.smithi086.stdout: "new_pn_latency": { 2024-09-11T03:32:07.028 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.029 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.029 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.029 INFO:tasks.workunit.client.0.smithi086.stdout: "refresh": { 2024-09-11T03:32:07.029 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 824 2024-09-11T03:32:07.029 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.029 INFO:tasks.workunit.client.0.smithi086.stdout: "refresh_latency": { 2024-09-11T03:32:07.029 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 824, 2024-09-11T03:32:07.029 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1823966512 2024-09-11T03:32:07.029 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.029 INFO:tasks.workunit.client.0.smithi086.stdout: "restart": { 2024-09-11T03:32:07.029 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13 2024-09-11T03:32:07.029 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.029 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state": { 2024-09-11T03:32:07.030 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.030 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.030 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state_bytes": { 2024-09-11T03:32:07.030 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.030 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.030 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.030 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state_keys": { 2024-09-11T03:32:07.030 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.030 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.030 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.030 INFO:tasks.workunit.client.0.smithi086.stdout: "start_leader": { 2024-09-11T03:32:07.030 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.030 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.031 INFO:tasks.workunit.client.0.smithi086.stdout: "start_peon": { 2024-09-11T03:32:07.031 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.031 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.031 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state": { 2024-09-11T03:32:07.031 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 824 2024-09-11T03:32:07.031 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.031 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_bytes": { 2024-09-11T03:32:07.031 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 824, 2024-09-11T03:32:07.031 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7650036 2024-09-11T03:32:07.031 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.031 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_keys": { 2024-09-11T03:32:07.031 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 824, 2024-09-11T03:32:07.031 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5555 2024-09-11T03:32:07.032 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.032 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_latency": { 2024-09-11T03:32:07.032 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 824, 2024-09-11T03:32:07.032 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 325994021 2024-09-11T03:32:07.032 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.032 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.032 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache": { 2024-09-11T03:32:07.032 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:07.032 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1020054731 2024-09-11T03:32:07.032 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.032 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:07.032 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43859968 2024-09-11T03:32:07.032 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.033 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:07.033 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 32260096 2024-09-11T03:32:07.033 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.033 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:07.033 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2147483648 2024-09-11T03:32:07.033 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.033 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:07.033 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11599872 2024-09-11T03:32:07.033 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.033 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.033 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:full": { 2024-09-11T03:32:07.033 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.033 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348127232 2024-09-11T03:32:07.034 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.034 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.034 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.034 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.034 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.034 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.034 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.034 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.034 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 277006470 2024-09-11T03:32:07.034 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.034 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.035 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 308526 2024-09-11T03:32:07.035 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.035 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.035 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.035 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.035 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.035 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.035 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.035 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.035 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.035 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.035 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.035 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.036 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.036 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.036 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.036 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.036 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.036 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.036 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.036 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.036 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.036 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.036 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.036 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.036 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.037 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.037 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 70812236 2024-09-11T03:32:07.037 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.037 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.037 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:inc": { 2024-09-11T03:32:07.037 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.037 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348127232 2024-09-11T03:32:07.037 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.037 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.037 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.037 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.037 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 277006470 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43916 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.038 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.039 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.040 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.040 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.040 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.040 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.040 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.040 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71076846 2024-09-11T03:32:07.040 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.040 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.040 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:kv": { 2024-09-11T03:32:07.040 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.040 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 322961408 2024-09-11T03:32:07.040 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.040 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 184670980 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.041 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.042 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.042 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.042 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.042 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.042 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.042 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.042 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.042 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.042 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.043 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.043 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.043 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.043 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.043 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.043 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.043 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.043 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.043 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.043 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.043 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.043 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.043 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.044 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71181564 2024-09-11T03:32:07.044 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.044 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.044 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb": { 2024-09-11T03:32:07.044 INFO:tasks.workunit.client.0.smithi086.stdout: "compact": { 2024-09-11T03:32:07.044 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.044 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.044 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_queue_len": { 2024-09-11T03:32:07.044 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.044 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.044 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_queue_merge": { 2024-09-11T03:32:07.044 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.044 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.045 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_range": { 2024-09-11T03:32:07.045 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.045 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.045 INFO:tasks.workunit.client.0.smithi086.stdout: "get_latency": { 2024-09-11T03:32:07.045 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 35261, 2024-09-11T03:32:07.045 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 80463298 2024-09-11T03:32:07.045 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.045 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_delay_time": { 2024-09-11T03:32:07.045 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.045 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.045 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.045 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_memtable_time": { 2024-09-11T03:32:07.045 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.046 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.046 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.046 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-11T03:32:07.046 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.046 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.046 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.046 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_wal_time": { 2024-09-11T03:32:07.046 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.046 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.046 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.046 INFO:tasks.workunit.client.0.smithi086.stdout: "submit_latency": { 2024-09-11T03:32:07.046 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.046 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: "submit_sync_latency": { 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1798, 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 534076394 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.d0bf061b64e0a528e4246af4de2ee6cc0767c1e1": { 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: "election_call": { 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: "election_lose": { 2024-09-11T03:32:07.047 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.048 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.048 INFO:tasks.workunit.client.0.smithi086.stdout: "election_win": { 2024-09-11T03:32:07.048 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.048 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.048 INFO:tasks.workunit.client.0.smithi086.stdout: "num_elections": { 2024-09-11T03:32:07.048 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3 2024-09-11T03:32:07.048 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.048 INFO:tasks.workunit.client.0.smithi086.stdout: "num_sessions": { 2024-09-11T03:32:07.048 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7 2024-09-11T03:32:07.048 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.048 INFO:tasks.workunit.client.0.smithi086.stdout: "session_add": { 2024-09-11T03:32:07.048 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5 2024-09-11T03:32:07.048 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.049 INFO:tasks.workunit.client.0.smithi086.stdout: "session_rm": { 2024-09-11T03:32:07.049 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 82 2024-09-11T03:32:07.049 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.049 INFO:tasks.workunit.client.0.smithi086.stdout: "session_trim": { 2024-09-11T03:32:07.049 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.049 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.049 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.049 INFO:tasks.workunit.client.0.smithi086.stdout: "paxos": { 2024-09-11T03:32:07.049 INFO:tasks.workunit.client.0.smithi086.stdout: "accept_timeout": { 2024-09-11T03:32:07.049 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.049 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.049 INFO:tasks.workunit.client.0.smithi086.stdout: "begin": { 2024-09-11T03:32:07.049 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 813 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_bytes": { 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 813, 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3875447 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_keys": { 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_latency": { 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 813, 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 244994537 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.050 INFO:tasks.workunit.client.0.smithi086.stdout: "collect": { 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_bytes": { 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_keys": { 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_latency": { 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.051 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.052 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_timeout": { 2024-09-11T03:32:07.052 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.052 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.052 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_uncommitted": { 2024-09-11T03:32:07.052 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.052 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.052 INFO:tasks.workunit.client.0.smithi086.stdout: "commit": { 2024-09-11T03:32:07.052 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 814 2024-09-11T03:32:07.052 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.052 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_bytes": { 2024-09-11T03:32:07.052 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.052 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.052 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.053 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_keys": { 2024-09-11T03:32:07.053 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.053 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.053 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.053 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_latency": { 2024-09-11T03:32:07.053 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.053 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.053 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.053 INFO:tasks.workunit.client.0.smithi086.stdout: "lease_ack_timeout": { 2024-09-11T03:32:07.053 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.053 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.053 INFO:tasks.workunit.client.0.smithi086.stdout: "lease_timeout": { 2024-09-11T03:32:07.053 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.054 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.054 INFO:tasks.workunit.client.0.smithi086.stdout: "new_pn": { 2024-09-11T03:32:07.054 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.054 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.054 INFO:tasks.workunit.client.0.smithi086.stdout: "new_pn_latency": { 2024-09-11T03:32:07.054 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.054 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.054 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.054 INFO:tasks.workunit.client.0.smithi086.stdout: "refresh": { 2024-09-11T03:32:07.054 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 814 2024-09-11T03:32:07.054 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.054 INFO:tasks.workunit.client.0.smithi086.stdout: "refresh_latency": { 2024-09-11T03:32:07.054 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 814, 2024-09-11T03:32:07.055 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1898957597 2024-09-11T03:32:07.055 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.055 INFO:tasks.workunit.client.0.smithi086.stdout: "restart": { 2024-09-11T03:32:07.055 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8 2024-09-11T03:32:07.055 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.055 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state": { 2024-09-11T03:32:07.055 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.055 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.055 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state_bytes": { 2024-09-11T03:32:07.055 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.055 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.055 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.056 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state_keys": { 2024-09-11T03:32:07.056 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.056 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.056 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.056 INFO:tasks.workunit.client.0.smithi086.stdout: "start_leader": { 2024-09-11T03:32:07.056 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.056 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.056 INFO:tasks.workunit.client.0.smithi086.stdout: "start_peon": { 2024-09-11T03:32:07.056 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.056 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.056 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state": { 2024-09-11T03:32:07.056 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 814 2024-09-11T03:32:07.056 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_bytes": { 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 814, 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7598434 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_keys": { 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 814, 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5480 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_latency": { 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 814, 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 463989627 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.057 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache": { 2024-09-11T03:32:07.058 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:07.058 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1020054731 2024-09-11T03:32:07.058 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.058 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:07.058 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41754624 2024-09-11T03:32:07.058 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.058 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:07.058 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31072256 2024-09-11T03:32:07.058 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.058 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:07.058 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2147483648 2024-09-11T03:32:07.058 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.058 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:07.059 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10682368 2024-09-11T03:32:07.059 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.059 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.059 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:full": { 2024-09-11T03:32:07.059 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.059 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348127232 2024-09-11T03:32:07.059 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.059 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.059 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.059 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.059 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.059 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.059 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.060 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.060 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 277007385 2024-09-11T03:32:07.060 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.060 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.060 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 308526 2024-09-11T03:32:07.060 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.060 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.060 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.060 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.060 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.060 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.060 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.060 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.061 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.061 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.061 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.061 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.061 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.061 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.061 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.061 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.061 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.061 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.061 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.061 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.062 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.062 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.062 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.062 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.062 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.062 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.062 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 70811321 2024-09-11T03:32:07.062 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.062 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.062 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:inc": { 2024-09-11T03:32:07.062 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.062 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348127232 2024-09-11T03:32:07.062 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 277007385 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41477 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.063 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.064 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.064 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.064 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.064 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.064 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.064 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.064 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.064 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.064 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.064 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.064 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.064 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.064 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.065 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.065 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.065 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.065 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.065 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.065 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.065 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.065 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.065 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.065 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.065 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71078370 2024-09-11T03:32:07.065 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.065 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:kv": { 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 322961408 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 184671590 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.066 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.067 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.067 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.067 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.067 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.067 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.067 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.067 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.067 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.067 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.067 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.067 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.067 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.067 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.068 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.068 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.068 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.068 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.068 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.068 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.068 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.068 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.068 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.068 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.068 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.068 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.068 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.069 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.069 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71180954 2024-09-11T03:32:07.069 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.069 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.069 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb": { 2024-09-11T03:32:07.069 INFO:tasks.workunit.client.0.smithi086.stdout: "compact": { 2024-09-11T03:32:07.069 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.069 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.069 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_queue_len": { 2024-09-11T03:32:07.069 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.069 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.069 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_queue_merge": { 2024-09-11T03:32:07.069 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.070 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.070 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_range": { 2024-09-11T03:32:07.070 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.070 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.070 INFO:tasks.workunit.client.0.smithi086.stdout: "get_latency": { 2024-09-11T03:32:07.070 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 34701, 2024-09-11T03:32:07.070 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 84180480 2024-09-11T03:32:07.070 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.070 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_delay_time": { 2024-09-11T03:32:07.070 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.070 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.070 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.070 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_memtable_time": { 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_wal_time": { 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: "submit_latency": { 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.071 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.072 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.072 INFO:tasks.workunit.client.0.smithi086.stdout: "submit_sync_latency": { 2024-09-11T03:32:07.072 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1752, 2024-09-11T03:32:07.072 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 777469473 2024-09-11T03:32:07.072 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.072 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.072 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.072 INFO:tasks.workunit.client.0.smithi086.stdout: "mon.ffa0def71e9f994dd08cd80ea309b9443282da18": { 2024-09-11T03:32:07.072 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:07.072 INFO:tasks.workunit.client.0.smithi086.stdout: "election_call": { 2024-09-11T03:32:07.072 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.072 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.072 INFO:tasks.workunit.client.0.smithi086.stdout: "election_lose": { 2024-09-11T03:32:07.073 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.073 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.073 INFO:tasks.workunit.client.0.smithi086.stdout: "election_win": { 2024-09-11T03:32:07.073 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3 2024-09-11T03:32:07.073 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.073 INFO:tasks.workunit.client.0.smithi086.stdout: "num_elections": { 2024-09-11T03:32:07.073 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 9 2024-09-11T03:32:07.073 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.073 INFO:tasks.workunit.client.0.smithi086.stdout: "num_sessions": { 2024-09-11T03:32:07.073 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11 2024-09-11T03:32:07.073 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.073 INFO:tasks.workunit.client.0.smithi086.stdout: "session_add": { 2024-09-11T03:32:07.073 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: "session_rm": { 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 171 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: "session_trim": { 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: "paxos": { 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: "accept_timeout": { 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: "begin": { 2024-09-11T03:32:07.074 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 948 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_bytes": { 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 948, 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4954005 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_keys": { 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 948, 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2844 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: "begin_latency": { 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 948, 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 190995753 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.075 INFO:tasks.workunit.client.0.smithi086.stdout: "collect": { 2024-09-11T03:32:07.076 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.076 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.076 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_bytes": { 2024-09-11T03:32:07.076 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.076 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.076 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.076 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_keys": { 2024-09-11T03:32:07.076 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.076 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.076 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.076 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_latency": { 2024-09-11T03:32:07.076 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.076 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_timeout": { 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: "collect_uncommitted": { 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: "commit": { 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 948 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_bytes": { 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 948, 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4885807 2024-09-11T03:32:07.077 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_keys": { 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 948, 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5411 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: "commit_latency": { 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 948, 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 390024345 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: "lease_ack_timeout": { 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: "lease_timeout": { 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.078 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.079 INFO:tasks.workunit.client.0.smithi086.stdout: "new_pn": { 2024-09-11T03:32:07.079 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.079 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.079 INFO:tasks.workunit.client.0.smithi086.stdout: "new_pn_latency": { 2024-09-11T03:32:07.079 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.079 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3999912 2024-09-11T03:32:07.079 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.079 INFO:tasks.workunit.client.0.smithi086.stdout: "refresh": { 2024-09-11T03:32:07.079 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 950 2024-09-11T03:32:07.079 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.079 INFO:tasks.workunit.client.0.smithi086.stdout: "refresh_latency": { 2024-09-11T03:32:07.079 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 950, 2024-09-11T03:32:07.080 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2545943217 2024-09-11T03:32:07.080 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.080 INFO:tasks.workunit.client.0.smithi086.stdout: "restart": { 2024-09-11T03:32:07.080 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12 2024-09-11T03:32:07.080 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.080 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state": { 2024-09-11T03:32:07.080 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.080 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.080 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state_bytes": { 2024-09-11T03:32:07.080 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.080 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1050 2024-09-11T03:32:07.080 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.080 INFO:tasks.workunit.client.0.smithi086.stdout: "share_state_keys": { 2024-09-11T03:32:07.081 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.081 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.081 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.081 INFO:tasks.workunit.client.0.smithi086.stdout: "start_leader": { 2024-09-11T03:32:07.081 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3 2024-09-11T03:32:07.081 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.081 INFO:tasks.workunit.client.0.smithi086.stdout: "start_peon": { 2024-09-11T03:32:07.081 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.081 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.081 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state": { 2024-09-11T03:32:07.081 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.081 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.081 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_bytes": { 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_keys": { 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: "store_state_latency": { 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache": { 2024-09-11T03:32:07.082 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:07.083 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1020054731 2024-09-11T03:32:07.083 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.083 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:07.083 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46891008 2024-09-11T03:32:07.083 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.083 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:07.083 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 40460288 2024-09-11T03:32:07.083 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.083 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:07.083 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2147483648 2024-09-11T03:32:07.083 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.083 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:07.083 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6430720 2024-09-11T03:32:07.084 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.084 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.084 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:full": { 2024-09-11T03:32:07.084 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.084 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348127232 2024-09-11T03:32:07.084 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.084 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.084 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.084 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.084 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.084 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.084 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.084 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.085 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 277007546 2024-09-11T03:32:07.085 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.085 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.085 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 308096 2024-09-11T03:32:07.085 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.085 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.085 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.085 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.085 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.085 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.085 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.085 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.085 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.086 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.086 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.086 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.086 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.086 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.086 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.086 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.086 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.086 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.086 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.086 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.086 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.086 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 70811590 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:inc": { 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348127232 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.087 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.088 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.088 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.088 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.088 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.088 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 277007546 2024-09-11T03:32:07.088 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.088 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.088 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41477 2024-09-11T03:32:07.088 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.088 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.088 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.088 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.088 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.089 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.089 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.089 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.089 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.089 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.089 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.089 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.089 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.089 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.089 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.089 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.089 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.089 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.090 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.090 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.090 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.090 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.090 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.090 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.090 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.090 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.090 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71078209 2024-09-11T03:32:07.090 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.090 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.090 INFO:tasks.workunit.client.0.smithi086.stdout: "prioritycache:kv": { 2024-09-11T03:32:07.090 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 322961408 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 184671697 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.091 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.092 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.092 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.092 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.092 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.092 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.092 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.092 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.092 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.092 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.092 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.092 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.092 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.092 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.093 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.093 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.093 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.093 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.093 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.093 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.093 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.093 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.093 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.093 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.093 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.093 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.093 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71180847 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb": { 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: "compact": { 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_queue_len": { 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_queue_merge": { 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_range": { 2024-09-11T03:32:07.094 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: "get_latency": { 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 42585, 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 169389006 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_delay_time": { 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_memtable_time": { 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.095 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-11T03:32:07.096 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.096 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.096 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.096 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_write_wal_time": { 2024-09-11T03:32:07.096 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.096 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.096 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.096 INFO:tasks.workunit.client.0.smithi086.stdout: "submit_latency": { 2024-09-11T03:32:07.096 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.096 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.096 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.096 INFO:tasks.workunit.client.0.smithi086.stdout: "submit_sync_latency": { 2024-09-11T03:32:07.096 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2066, 2024-09-11T03:32:07.097 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 674328785 2024-09-11T03:32:07.097 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.097 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.097 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.097 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.0": { 2024-09-11T03:32:07.097 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:07.097 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:07.097 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.097 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.097 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:07.097 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.097 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.097 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:07.098 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:07.098 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.098 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:07.098 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.098 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.098 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:07.098 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.098 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.098 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:07.098 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.098 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.098 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:07.098 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:07.099 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.099 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:07.099 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2863104 2024-09-11T03:32:07.099 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.099 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:07.099 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.099 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.099 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.099 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:07.099 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.099 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.099 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.099 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1851392 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1712128 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:07.100 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.101 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:07.101 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.101 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.101 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:07.101 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.101 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.101 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:07.101 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:07.101 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.101 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:07.101 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:07.101 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.101 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.102 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.103 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:07.103 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:07.103 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.103 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:07.103 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:07.103 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.103 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:07.103 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:07.103 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.103 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:07.103 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5554 2024-09-11T03:32:07.103 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.103 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:07.104 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.104 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.104 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:07.104 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5554 2024-09-11T03:32:07.104 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.104 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:07.104 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.104 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.104 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:07.104 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.104 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.104 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:07.104 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.105 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:07.106 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.106 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.106 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:07.106 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.106 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.106 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:07.106 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.106 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.106 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:07.106 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4653056 2024-09-11T03:32:07.106 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.106 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.106 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:07.107 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:07.107 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:07.107 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.107 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:07.107 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1388544 2024-09-11T03:32:07.107 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.107 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:07.107 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 4, 2024-09-11T03:32:07.107 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 155603 2024-09-11T03:32:07.107 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.107 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:07.107 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.107 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.108 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.108 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:07.108 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.108 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.108 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:07.108 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.108 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.108 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:07.108 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.108 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.108 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:07.108 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 20, 2024-09-11T03:32:07.108 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 47077 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 405, 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 83474814 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:07.109 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 395, 2024-09-11T03:32:07.110 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13353962 2024-09-11T03:32:07.110 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.110 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:07.110 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 405, 2024-09-11T03:32:07.110 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 354006 2024-09-11T03:32:07.110 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.110 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:07.110 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 405, 2024-09-11T03:32:07.110 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 83828820 2024-09-11T03:32:07.110 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.110 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:07.110 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.110 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31962 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 8, 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 16816 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.111 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:07.112 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.112 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.112 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.112 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:07.112 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 4, 2024-09-11T03:32:07.112 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 9386 2024-09-11T03:32:07.112 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.112 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:07.112 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 839 2024-09-11T03:32:07.112 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.112 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:07.112 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 238 2024-09-11T03:32:07.112 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 130, 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2941965 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 342, 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348684 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 212, 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3978037 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:07.113 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 44094 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11128083 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 129, 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11481729 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.114 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 128, 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 560666655676 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 129, 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 156065068815 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 483, 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 178197880142 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 483, 2024-09-11T03:32:07.115 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43947 2024-09-11T03:32:07.116 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.116 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:07.116 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:07.116 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 497714 2024-09-11T03:32:07.116 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.116 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:07.116 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:07.116 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 148692252 2024-09-11T03:32:07.116 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.116 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:07.116 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:07.116 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 164854 2024-09-11T03:32:07.117 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.117 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:07.117 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:07.117 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 45155012 2024-09-11T03:32:07.117 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.117 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:07.117 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:07.117 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 26282110 2024-09-11T03:32:07.117 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.117 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:07.117 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 940407 2024-09-11T03:32:07.117 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.117 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:07.118 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 63, 2024-09-11T03:32:07.118 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 338903 2024-09-11T03:32:07.118 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.118 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:07.118 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:07.118 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 231826064 2024-09-11T03:32:07.118 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.118 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:07.118 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:07.118 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31343331 2024-09-11T03:32:07.118 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.118 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:07.118 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 484, 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2813662 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861455963 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 44417024 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43720704 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.119 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:07.120 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137367449 2024-09-11T03:32:07.120 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.120 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:07.120 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 696320 2024-09-11T03:32:07.120 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.120 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.120 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:07.120 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.120 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:07.120 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.120 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.120 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.120 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.121 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.121 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.121 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.121 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.121 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85459990 2024-09-11T03:32:07.121 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.121 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.121 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.121 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.121 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.121 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.121 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.121 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 606208 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.122 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.123 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.123 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.123 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.123 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.123 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.123 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.123 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.123 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73317354 2024-09-11T03:32:07.123 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.123 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.123 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:07.123 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.123 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:07.124 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.124 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.124 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.124 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.124 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.124 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.124 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.124 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.124 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 640949925 2024-09-11T03:32:07.124 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.124 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.124 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.124 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.125 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 72079627 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.126 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.127 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:07.127 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.127 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:07.127 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.127 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.127 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.127 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.127 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.127 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:07.127 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.127 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.127 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56973326 2024-09-11T03:32:07.127 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.128 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.128 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.128 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.128 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.128 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.128 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.128 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.128 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.128 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.128 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.128 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.128 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.128 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.129 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.129 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.129 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.129 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.129 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.129 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.129 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.129 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.129 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.129 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.129 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.129 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68855330 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.130 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.131 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.131 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.131 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.131 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 640949925 2024-09-11T03:32:07.131 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.131 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.131 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.131 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.131 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.131 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.131 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.131 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.131 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.132 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.132 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.132 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.132 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.132 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.132 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.132 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.132 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.132 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 263861 2024-09-11T03:32:07.132 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.132 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.132 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.132 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.133 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.133 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.133 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.133 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.133 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.133 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.133 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.133 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71817894 2024-09-11T03:32:07.133 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.133 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.133 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:07.133 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:07.133 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:07.134 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 45 2024-09-11T03:32:07.135 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.135 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:07.135 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.135 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.135 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:07.135 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6 2024-09-11T03:32:07.135 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.135 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:07.135 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.135 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.135 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:07.135 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.136 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.136 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:07.136 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 616 2024-09-11T03:32:07.136 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.136 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:07.136 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 6, 2024-09-11T03:32:07.136 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 47171917 2024-09-11T03:32:07.136 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.136 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:07.136 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.136 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.136 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:07.136 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 7, 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4776745 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 6, 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11991488 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.137 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:07.138 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.138 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.138 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:07.138 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.138 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.138 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:07.138 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.138 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.138 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.138 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:07.138 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.138 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.138 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.139 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:07.140 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.140 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.140 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:07.140 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.140 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.140 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:07.140 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.140 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.140 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.140 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:07.140 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.140 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.141 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.141 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.141 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6 2024-09-11T03:32:07.141 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.141 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:07.141 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 616 2024-09-11T03:32:07.141 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.141 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:07.141 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 6, 2024-09-11T03:32:07.141 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 47171917 2024-09-11T03:32:07.141 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.141 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:07.141 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 7, 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4776745 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 6, 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11991488 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:07.142 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1771104 2024-09-11T03:32:07.143 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.143 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:07.143 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6 2024-09-11T03:32:07.143 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.143 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:07.143 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.143 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.143 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:07.143 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 29057024 2024-09-11T03:32:07.143 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.143 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.143 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.1": { 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.144 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.145 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:07.145 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.145 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.145 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:07.145 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.145 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.145 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:07.145 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:07.145 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.145 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:07.145 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2469888 2024-09-11T03:32:07.145 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.145 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:07.146 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.146 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.146 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.146 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:07.146 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.146 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.146 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.146 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:07.146 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.146 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.146 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:07.146 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:07.148 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.148 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:07.148 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1564672 2024-09-11T03:32:07.148 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.148 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:07.148 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1425408 2024-09-11T03:32:07.148 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.148 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:07.148 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.149 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:07.150 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:07.150 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.150 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:07.150 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:07.150 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.150 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:07.150 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:07.150 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.150 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:07.150 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.150 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.150 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:07.150 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.151 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.152 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.153 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:07.153 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.153 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.153 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:07.153 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.153 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.153 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:07.153 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.153 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.153 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:07.153 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.153 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.153 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3973120 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:07.154 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:07.155 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:07.155 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.155 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:07.155 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 790528 2024-09-11T03:32:07.155 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.155 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:07.155 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:07.155 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 212428 2024-09-11T03:32:07.155 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.155 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:07.155 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.155 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 30, 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 77206 2024-09-11T03:32:07.156 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 335, 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 102541312 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 334, 2024-09-11T03:32:07.157 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7057183 2024-09-11T03:32:07.158 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.158 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:07.158 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 335, 2024-09-11T03:32:07.158 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 345069 2024-09-11T03:32:07.158 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.158 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:07.158 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 335, 2024-09-11T03:32:07.158 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 102886381 2024-09-11T03:32:07.158 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.158 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:07.158 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.158 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.158 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 34757 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 4, 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8092 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:07.159 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.160 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.160 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.160 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:07.160 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:07.160 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14360 2024-09-11T03:32:07.160 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.160 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:07.160 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 840 2024-09-11T03:32:07.160 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.160 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:07.160 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 249 2024-09-11T03:32:07.160 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.160 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:07.161 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 147, 2024-09-11T03:32:07.161 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5048786 2024-09-11T03:32:07.161 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.161 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:07.161 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 370, 2024-09-11T03:32:07.161 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 349226 2024-09-11T03:32:07.161 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.161 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:07.161 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 223, 2024-09-11T03:32:07.161 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7968843 2024-09-11T03:32:07.161 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.161 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:07.161 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 121341 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31570275 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 125, 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27389565 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.162 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 124, 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 309781604104 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 125, 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 161466693165 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 413, 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 59355754021 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 413, 2024-09-11T03:32:07.163 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 50222 2024-09-11T03:32:07.164 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.164 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:07.164 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:07.164 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1751950 2024-09-11T03:32:07.164 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.164 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:07.164 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:07.164 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 169619418 2024-09-11T03:32:07.164 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.164 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:07.164 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:07.164 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 164473 2024-09-11T03:32:07.164 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.165 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:07.165 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:07.165 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95856158 2024-09-11T03:32:07.165 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.165 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:07.165 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:07.165 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23481698 2024-09-11T03:32:07.165 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.165 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:07.165 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 349490 2024-09-11T03:32:07.165 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.165 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:07.165 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 58, 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 268869 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 322336498 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28725358 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 414, 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2470971 2024-09-11T03:32:07.166 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.167 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.167 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:07.167 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:07.167 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861455963 2024-09-11T03:32:07.167 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.167 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:07.167 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43646976 2024-09-11T03:32:07.167 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.167 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:07.167 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43433984 2024-09-11T03:32:07.167 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.167 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:07.167 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137367449 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 212992 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.168 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.169 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.169 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.169 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85496723 2024-09-11T03:32:07.169 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.169 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.169 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.169 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.169 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.169 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.169 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.169 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.169 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.169 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.170 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.170 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.170 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.170 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.170 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.170 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.170 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.170 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 20480 2024-09-11T03:32:07.170 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.170 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.170 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.170 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.170 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73866349 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.171 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.172 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.172 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.172 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.172 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.172 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.172 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.172 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641225423 2024-09-11T03:32:07.172 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.172 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.172 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.172 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.172 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.173 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.173 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.173 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.173 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.173 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.173 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.173 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.173 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.173 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.173 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.173 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.173 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.174 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:07.174 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.174 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.174 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.174 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.174 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.174 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.174 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.174 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.174 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.174 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.174 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.174 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71804129 2024-09-11T03:32:07.175 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.175 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.175 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:07.175 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.175 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:07.175 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.175 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.175 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.175 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.175 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.175 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:07.175 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56997815 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.176 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.177 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.177 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.177 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.177 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.177 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.177 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.177 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.177 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.177 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.177 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.177 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.177 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.177 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.178 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.178 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.178 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.178 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.178 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68830841 2024-09-11T03:32:07.178 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.178 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.178 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:07.178 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.178 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:07.178 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.178 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.178 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641225423 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.179 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.180 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.180 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.180 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.180 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.180 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.180 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.180 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.180 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.180 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.180 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 238693 2024-09-11T03:32:07.180 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.180 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.181 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.181 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.181 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.181 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.181 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.181 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.181 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.181 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.181 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.181 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71567564 2024-09-11T03:32:07.181 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.181 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.181 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.182 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:07.183 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:07.183 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 37 2024-09-11T03:32:07.183 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.183 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:07.183 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.183 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.183 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:07.183 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 157 2024-09-11T03:32:07.183 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.183 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:07.183 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.183 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.183 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2429467 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 157, 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1165636543 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1052 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:07.184 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 157, 2024-09-11T03:32:07.185 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 57982093 2024-09-11T03:32:07.185 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.185 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:07.185 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 157, 2024-09-11T03:32:07.185 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 180162022 2024-09-11T03:32:07.185 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.185 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.185 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 33 2024-09-11T03:32:07.185 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.185 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:07.185 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 33, 2024-09-11T03:32:07.185 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5766499 2024-09-11T03:32:07.185 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1052 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 33, 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5359496 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 33, 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4539769 2024-09-11T03:32:07.186 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.187 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:07.187 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 22 2024-09-11T03:32:07.187 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.187 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:07.187 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.187 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.187 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:07.187 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 22, 2024-09-11T03:32:07.187 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 20144994 2024-09-11T03:32:07.187 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.187 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:07.187 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.187 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 22, 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7884457 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 22, 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 19126135 2024-09-11T03:32:07.188 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.189 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.189 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 102 2024-09-11T03:32:07.189 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.189 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:07.189 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2429467 2024-09-11T03:32:07.189 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.189 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:07.189 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 102, 2024-09-11T03:32:07.189 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1139725050 2024-09-11T03:32:07.189 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.189 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:07.189 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.189 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.190 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:07.190 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 102, 2024-09-11T03:32:07.190 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 44738140 2024-09-11T03:32:07.190 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.190 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:07.190 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 102, 2024-09-11T03:32:07.190 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 156496118 2024-09-11T03:32:07.190 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.190 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:07.190 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.190 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.190 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:07.190 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 590368 2024-09-11T03:32:07.191 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.191 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:07.191 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2 2024-09-11T03:32:07.191 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.191 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:07.191 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.191 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.191 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:07.191 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28459008 2024-09-11T03:32:07.191 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.191 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.191 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.191 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.2": { 2024-09-11T03:32:07.192 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:07.192 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:07.192 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.192 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.192 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:07.192 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.192 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.192 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:07.192 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:07.192 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.192 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:07.192 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.193 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.193 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:07.193 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.193 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.193 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:07.193 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.193 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.193 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:07.193 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:07.193 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.193 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:07.193 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2162688 2024-09-11T03:32:07.193 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.194 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:07.194 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.194 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.194 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.194 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:07.194 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.194 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.194 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.194 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:07.194 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.194 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.194 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:07.194 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:07.195 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.195 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:07.195 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1351680 2024-09-11T03:32:07.195 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.195 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:07.195 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1212416 2024-09-11T03:32:07.195 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.195 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:07.195 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:07.195 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.195 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:07.195 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.195 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.196 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:07.196 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.196 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:07.196 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:07.196 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.196 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:07.196 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:07.196 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.196 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:07.196 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:07.196 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.196 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:07.197 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:07.197 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.197 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:07.197 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:07.197 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.197 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:07.197 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.197 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.197 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:07.197 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.197 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.197 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:07.197 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.198 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:07.199 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:07.199 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.199 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:07.199 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.199 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.199 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:07.199 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.199 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.199 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:07.199 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.199 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.199 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:07.199 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.200 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.200 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:07.200 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.200 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.200 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:07.200 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.200 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.200 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:07.200 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.200 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.200 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:07.200 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.200 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.201 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:07.201 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.201 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.201 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:07.201 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.201 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.201 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:07.201 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3452928 2024-09-11T03:32:07.201 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.201 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.201 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:07.201 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:07.201 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:07.202 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.202 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:07.202 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 774144 2024-09-11T03:32:07.202 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.202 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:07.202 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 4, 2024-09-11T03:32:07.202 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 225276 2024-09-11T03:32:07.202 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.202 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:07.202 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.202 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.202 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.202 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:07.203 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.203 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.203 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:07.203 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.203 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.203 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:07.203 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.203 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.203 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:07.203 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 14, 2024-09-11T03:32:07.203 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 17099 2024-09-11T03:32:07.203 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.203 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 283, 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65908952 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 278, 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11060038 2024-09-11T03:32:07.204 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.205 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:07.205 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 283, 2024-09-11T03:32:07.205 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 319111 2024-09-11T03:32:07.205 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.205 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:07.205 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 283, 2024-09-11T03:32:07.205 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 66228063 2024-09-11T03:32:07.205 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.205 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:07.205 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.205 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.205 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.205 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 38526 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1725 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.206 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3968 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 629 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 222 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 106, 2024-09-11T03:32:07.207 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1629429 2024-09-11T03:32:07.208 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.208 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:07.208 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 285, 2024-09-11T03:32:07.208 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 308217 2024-09-11T03:32:07.208 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.208 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:07.208 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 179, 2024-09-11T03:32:07.208 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5867289 2024-09-11T03:32:07.208 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.208 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:07.208 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.208 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.208 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:07.209 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:07.209 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 158690 2024-09-11T03:32:07.209 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.209 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:07.209 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:07.209 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15748017 2024-09-11T03:32:07.209 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.209 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:07.209 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 120, 2024-09-11T03:32:07.209 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6943688 2024-09-11T03:32:07.209 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.209 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:07.209 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 119, 2024-09-11T03:32:07.210 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 413502797449 2024-09-11T03:32:07.210 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.210 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:07.210 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 120, 2024-09-11T03:32:07.210 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 147979950745 2024-09-11T03:32:07.210 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.210 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:07.210 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 340, 2024-09-11T03:32:07.210 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 169096166543 2024-09-11T03:32:07.210 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.210 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:07.210 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 340, 2024-09-11T03:32:07.210 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31708 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 562411 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 148919926 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 110851 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.211 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:07.212 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:07.212 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56056818 2024-09-11T03:32:07.212 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.212 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:07.212 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:07.212 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 21957758 2024-09-11T03:32:07.212 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.212 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:07.212 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 348642 2024-09-11T03:32:07.212 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.212 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:07.212 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 54, 2024-09-11T03:32:07.212 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 253129 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 243292930 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 25047556 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 341, 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2014458 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.213 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.214 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:07.214 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:07.214 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861455963 2024-09-11T03:32:07.214 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.214 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:07.214 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43302912 2024-09-11T03:32:07.214 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.214 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:07.214 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 42434560 2024-09-11T03:32:07.214 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.214 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:07.214 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137367449 2024-09-11T03:32:07.214 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.215 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:07.215 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 868352 2024-09-11T03:32:07.215 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.215 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.215 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:07.215 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.215 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:07.215 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.215 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.215 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.215 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.215 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.215 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.216 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.216 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.216 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85497553 2024-09-11T03:32:07.216 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.216 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.216 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.216 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.216 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.216 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.216 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.216 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.216 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.216 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.217 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.217 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.217 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.217 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.217 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.217 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.217 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.217 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 20480 2024-09-11T03:32:07.217 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.217 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.217 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.217 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.217 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73865519 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.218 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.219 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.219 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.219 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.219 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.219 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.219 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.219 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641231654 2024-09-11T03:32:07.219 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.219 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.219 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.219 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.219 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.219 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.220 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.220 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.220 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.220 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.220 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.220 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.220 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.220 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.220 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.220 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.220 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.220 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:07.220 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.221 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.221 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.221 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.221 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.221 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.221 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.221 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.221 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.221 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.221 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.221 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71797898 2024-09-11T03:32:07.221 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.221 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56998369 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.222 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.223 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.223 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.223 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.223 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.223 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.223 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.223 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.223 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.223 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.223 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.223 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.223 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.223 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.224 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.224 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.224 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.224 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.224 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.224 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.224 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.224 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.224 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.224 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.224 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.224 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.224 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.225 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.225 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68830287 2024-09-11T03:32:07.225 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.225 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.225 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:07.225 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.225 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:07.225 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.225 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.225 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.225 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.225 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.225 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641231654 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.226 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.227 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.227 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.227 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.227 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.227 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.227 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.227 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 225112 2024-09-11T03:32:07.227 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.227 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.227 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.227 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.227 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.227 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.228 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.228 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.228 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.228 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.228 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.228 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71574914 2024-09-11T03:32:07.228 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.228 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.228 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:07.228 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:07.228 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.228 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.229 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.229 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.229 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.229 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:07.229 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.229 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.229 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.229 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.229 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.229 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.229 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:07.229 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:07.229 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 30 2024-09-11T03:32:07.230 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.230 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:07.230 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.230 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.230 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:07.230 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:07.230 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.230 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:07.230 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.230 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.230 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:07.230 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.230 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 53286077 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3629479 2024-09-11T03:32:07.231 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.232 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:07.232 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:07.232 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46539719 2024-09-11T03:32:07.232 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.232 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.232 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.232 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.232 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:07.232 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.232 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.232 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.232 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:07.232 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.233 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.233 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:07.233 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.233 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.233 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:07.233 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.233 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.233 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.233 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:07.233 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.233 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.233 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.233 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:07.234 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.235 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:07.236 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.236 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:07.236 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.236 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.236 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:07.236 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:07.236 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 53286077 2024-09-11T03:32:07.236 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.236 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:07.236 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.236 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.236 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:07.236 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:07.237 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3629479 2024-09-11T03:32:07.237 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.237 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:07.237 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:07.237 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46539719 2024-09-11T03:32:07.237 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.237 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:07.237 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.237 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.237 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:07.237 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.237 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.237 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:07.238 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.238 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.238 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:07.238 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.238 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.238 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:07.238 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28442624 2024-09-11T03:32:07.238 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.238 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.238 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.238 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.3": { 2024-09-11T03:32:07.238 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:07.238 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.239 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.240 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:07.240 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.240 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.240 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:07.240 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:07.240 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.240 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:07.240 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5652480 2024-09-11T03:32:07.240 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.240 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:07.240 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.240 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.240 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2633728 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.241 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:07.242 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2494464 2024-09-11T03:32:07.242 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.242 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:07.242 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:07.242 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.242 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:07.242 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.242 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.242 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:07.242 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.242 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:07.243 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.244 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:07.244 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.244 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.244 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:07.244 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.244 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.244 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:07.244 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:07.244 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.244 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:07.244 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:07.244 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.244 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:07.245 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:07.245 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.245 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:07.245 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5555 2024-09-11T03:32:07.245 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.245 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:07.245 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.245 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.245 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:07.245 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5555 2024-09-11T03:32:07.245 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.245 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:07.245 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.246 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.246 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:07.246 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.246 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.246 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:07.246 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.246 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.246 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:07.246 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.246 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.246 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:07.246 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.247 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.247 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:07.247 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.247 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.247 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:07.247 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.247 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.247 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:07.247 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.247 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.247 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:07.247 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.247 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.248 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:07.248 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.248 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.248 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:07.248 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8224768 2024-09-11T03:32:07.248 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.248 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.248 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:07.248 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:07.248 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:07.248 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.248 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 794624 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.249 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:07.250 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.250 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.250 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:07.250 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.250 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.250 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:07.250 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:07.250 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7347 2024-09-11T03:32:07.250 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.250 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:07.250 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.250 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.251 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.251 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:07.251 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.251 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.251 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:07.251 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 596, 2024-09-11T03:32:07.251 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 465216591 2024-09-11T03:32:07.251 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.251 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:07.251 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 588, 2024-09-11T03:32:07.251 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24324803 2024-09-11T03:32:07.251 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.251 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:07.252 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 596, 2024-09-11T03:32:07.252 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 658683 2024-09-11T03:32:07.252 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.252 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:07.252 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 596, 2024-09-11T03:32:07.252 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 465875274 2024-09-11T03:32:07.252 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.252 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:07.252 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.252 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.252 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.252 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:07.252 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:07.253 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31737 2024-09-11T03:32:07.253 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.253 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:07.253 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.253 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1021 2024-09-11T03:32:07.253 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.253 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:07.253 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.253 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.253 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.253 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:07.253 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.253 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7438 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3469 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 332 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 92, 2024-09-11T03:32:07.254 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1129967 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 159, 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 350682 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 67, 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 607396 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:07.255 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 100, 2024-09-11T03:32:07.256 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5561426 2024-09-11T03:32:07.256 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.256 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:07.256 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:07.256 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3897589430 2024-09-11T03:32:07.256 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.256 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:07.256 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 55, 2024-09-11T03:32:07.256 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24590198 2024-09-11T03:32:07.256 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.256 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:07.256 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 52, 2024-09-11T03:32:07.256 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 337462997266 2024-09-11T03:32:07.257 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.257 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:07.257 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 55, 2024-09-11T03:32:07.257 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 82046912104 2024-09-11T03:32:07.257 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.257 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:07.257 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3354, 2024-09-11T03:32:07.257 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1059347183 2024-09-11T03:32:07.257 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.257 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:07.257 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3354, 2024-09-11T03:32:07.257 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206826 2024-09-11T03:32:07.257 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.258 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:07.258 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:07.258 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 102912629 2024-09-11T03:32:07.258 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.258 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:07.258 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:07.258 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2578172033 2024-09-11T03:32:07.258 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.258 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:07.258 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:07.258 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 566532 2024-09-11T03:32:07.258 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.258 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1365861608 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 352543407 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 351772 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 46, 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 219677 2024-09-11T03:32:07.259 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.260 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:07.260 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:07.260 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8297346081 2024-09-11T03:32:07.260 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.260 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:07.260 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:07.260 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 385802273 2024-09-11T03:32:07.260 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.260 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:07.260 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3357, 2024-09-11T03:32:07.260 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 263540288 2024-09-11T03:32:07.260 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.260 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.261 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:07.261 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:07.261 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861455963 2024-09-11T03:32:07.261 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.261 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:07.261 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 44630016 2024-09-11T03:32:07.261 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.261 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:07.261 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43859968 2024-09-11T03:32:07.261 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.261 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:07.261 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137367449 2024-09-11T03:32:07.261 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 770048 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.262 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85491243 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.263 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.264 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.264 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.264 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.264 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.264 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.264 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8192 2024-09-11T03:32:07.264 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.264 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.264 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.264 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.264 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.264 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.264 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.265 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.265 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.265 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.265 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.265 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73884117 2024-09-11T03:32:07.265 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.265 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.265 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:07.265 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.265 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:07.265 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.265 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.265 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.266 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.266 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.266 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.266 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.266 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.266 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641184325 2024-09-11T03:32:07.266 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.266 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.266 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.266 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.266 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.266 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.266 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.267 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.267 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.267 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.267 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.267 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.267 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.267 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.267 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.267 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.267 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.267 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:07.267 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.267 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.268 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.268 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.268 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.268 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.268 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.268 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.268 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.268 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.268 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.268 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71845227 2024-09-11T03:32:07.268 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.268 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.268 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:07.269 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.269 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:07.269 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.269 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.269 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.269 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.269 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.269 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:07.269 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.269 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.269 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56994162 2024-09-11T03:32:07.269 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.269 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.270 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.270 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.270 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.270 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.270 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.270 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.270 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.270 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.270 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.270 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.270 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.270 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.270 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.271 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.272 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68834494 2024-09-11T03:32:07.272 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.272 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.272 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:07.272 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.272 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:07.272 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.272 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.272 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.272 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.272 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.272 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.272 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.273 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.273 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641184325 2024-09-11T03:32:07.273 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.273 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.273 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.273 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.273 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.273 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.273 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.273 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.273 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.273 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.273 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5828 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 340376 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.274 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.275 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.275 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.275 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.275 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.275 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71501151 2024-09-11T03:32:07.275 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.275 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.275 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:07.275 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:07.275 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.275 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.275 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.275 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.276 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.276 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:07.276 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.276 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.276 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.276 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.276 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.276 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.276 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:07.276 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:07.276 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 37 2024-09-11T03:32:07.276 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.276 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:07.277 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.277 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.277 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:07.277 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.277 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.277 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:07.277 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.277 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.277 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:07.277 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.277 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.277 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:07.277 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.278 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.278 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:07.278 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.278 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.278 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.278 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:07.278 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.278 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.278 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:07.278 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.278 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1010334 2024-09-11T03:32:07.278 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.278 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.279 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:07.280 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.280 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.280 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:07.280 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.280 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.280 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.280 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:07.280 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.280 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.280 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.280 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:07.280 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.280 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.281 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.282 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:07.283 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.283 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.283 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:07.283 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.283 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.283 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.283 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:07.283 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.283 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.283 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:07.283 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.283 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1010334 2024-09-11T03:32:07.283 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.284 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:07.285 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.285 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.285 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:07.285 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28459008 2024-09-11T03:32:07.285 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.285 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.285 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.285 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.4": { 2024-09-11T03:32:07.285 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:07.285 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:07.285 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.285 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.285 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.286 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:07.287 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:07.287 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.287 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:07.287 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1380352 2024-09-11T03:32:07.287 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.287 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:07.287 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.287 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.287 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.287 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:07.287 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.287 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.287 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 999424 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 860160 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:07.288 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.289 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.290 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:07.291 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.292 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.292 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:07.292 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:07.292 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.292 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:07.292 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.292 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.292 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:07.292 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.292 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.292 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:07.292 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.292 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:07.293 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2318336 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:07.294 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:07.295 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.295 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:07.295 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 798720 2024-09-11T03:32:07.295 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.295 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:07.295 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 8, 2024-09-11T03:32:07.295 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 293911 2024-09-11T03:32:07.295 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.295 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:07.295 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.295 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.295 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2028 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.296 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 197, 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 44810307 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 188, 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7910286 2024-09-11T03:32:07.297 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.298 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:07.298 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 197, 2024-09-11T03:32:07.298 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 199031 2024-09-11T03:32:07.298 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.298 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:07.298 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 197, 2024-09-11T03:32:07.298 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 45009338 2024-09-11T03:32:07.298 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.298 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:07.298 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.298 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.298 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.298 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 42470 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1186 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.299 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.300 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.300 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:07.300 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:07.300 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8854 2024-09-11T03:32:07.300 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.300 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:07.300 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 407 2024-09-11T03:32:07.300 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.300 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:07.300 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 251 2024-09-11T03:32:07.300 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.300 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:07.300 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 107, 2024-09-11T03:32:07.301 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 956429 2024-09-11T03:32:07.301 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.301 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:07.301 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 184, 2024-09-11T03:32:07.301 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 254552 2024-09-11T03:32:07.301 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.301 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:07.301 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 77, 2024-09-11T03:32:07.301 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 180184 2024-09-11T03:32:07.301 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.301 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:07.301 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.301 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.302 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:07.302 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:07.302 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 119527 2024-09-11T03:32:07.302 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.302 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:07.302 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:07.302 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3724086 2024-09-11T03:32:07.302 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.302 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:07.302 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 49, 2024-09-11T03:32:07.302 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3247903 2024-09-11T03:32:07.302 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.302 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 48, 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 221944305288 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 49, 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 72343252826 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 278, 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7132180492 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 278, 2024-09-11T03:32:07.303 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 26130 2024-09-11T03:32:07.304 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.304 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:07.304 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:07.304 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 270291 2024-09-11T03:32:07.304 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.304 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:07.304 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:07.304 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 99095695 2024-09-11T03:32:07.304 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.304 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:07.304 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:07.304 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 86066 2024-09-11T03:32:07.305 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.305 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:07.305 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:07.305 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 61832397 2024-09-11T03:32:07.305 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.305 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:07.305 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:07.305 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13220387 2024-09-11T03:32:07.305 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.305 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:07.305 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 350038 2024-09-11T03:32:07.305 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.305 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 48, 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 215403 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 178178519 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15601749 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 279, 2024-09-11T03:32:07.306 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2010751 2024-09-11T03:32:07.307 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.307 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.307 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:07.307 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:07.307 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861442560 2024-09-11T03:32:07.307 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.307 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:07.307 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41418752 2024-09-11T03:32:07.307 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.307 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:07.307 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41263104 2024-09-11T03:32:07.307 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.307 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:07.308 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137351680 2024-09-11T03:32:07.308 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.308 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:07.308 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 155648 2024-09-11T03:32:07.308 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.308 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.308 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:07.308 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.308 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:07.308 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.308 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.308 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.308 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.309 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.309 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.309 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.309 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.309 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85496867 2024-09-11T03:32:07.309 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.309 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.309 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.309 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.309 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.309 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.309 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.309 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.310 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.311 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.311 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.311 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.311 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.311 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.311 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.311 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.311 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73886685 2024-09-11T03:32:07.311 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.311 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.311 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:07.311 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.311 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:07.312 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.312 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.312 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.312 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.312 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.312 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.312 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.312 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.312 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641226506 2024-09-11T03:32:07.312 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.312 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.312 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.312 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.313 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.313 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.313 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.313 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.313 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.313 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.313 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.313 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.313 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.313 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.313 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.313 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.313 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71803046 2024-09-11T03:32:07.314 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.315 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.315 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:07.315 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.315 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:07.315 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.315 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.315 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.315 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.315 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.315 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:07.315 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.315 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.315 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56997911 2024-09-11T03:32:07.316 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.316 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.316 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.316 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.316 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.316 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.316 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.316 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.316 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.316 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.316 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.316 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.316 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.317 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.317 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.317 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.317 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.317 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.317 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.317 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.317 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.317 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.317 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.317 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.317 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.317 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.318 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.318 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.318 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.318 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68830745 2024-09-11T03:32:07.318 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.318 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.318 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:07.318 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.318 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:07.318 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.318 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.318 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.318 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641226506 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.319 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.320 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.320 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.320 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.320 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.320 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.320 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.320 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.320 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.320 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 240966 2024-09-11T03:32:07.320 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.320 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.320 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71564208 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:07.321 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.322 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.322 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.322 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.322 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.322 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:07.322 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.322 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.322 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.322 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.322 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.322 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.322 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:07.322 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 40 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.323 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.324 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:07.324 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 22 2024-09-11T03:32:07.324 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.324 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:07.324 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:07.324 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2473529 2024-09-11T03:32:07.324 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.324 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:07.324 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.324 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.324 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:07.324 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:07.324 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 661427 2024-09-11T03:32:07.325 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.325 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:07.325 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:07.325 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2412916 2024-09-11T03:32:07.325 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.325 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.325 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.325 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.325 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:07.325 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.325 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.325 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.325 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:07.326 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.326 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.326 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:07.326 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.326 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.326 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:07.326 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.326 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.326 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.326 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:07.326 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.326 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.326 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.327 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.328 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.329 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1 2024-09-11T03:32:07.329 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.329 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:07.329 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 22 2024-09-11T03:32:07.329 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.329 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:07.329 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:07.329 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2473529 2024-09-11T03:32:07.329 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.329 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:07.329 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.329 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.329 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 661427 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2412916 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.330 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:07.331 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.331 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.331 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:07.331 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.331 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.331 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:07.331 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28467200 2024-09-11T03:32:07.331 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.331 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.331 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.331 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.5": { 2024-09-11T03:32:07.331 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:07.331 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:07.332 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.332 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.332 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:07.332 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.332 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.332 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:07.332 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:07.332 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.332 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:07.332 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.332 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.332 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:07.332 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6139904 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.333 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3088384 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.334 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2949120 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:07.335 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.336 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:07.336 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:07.336 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.336 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:07.336 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:07.336 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.336 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:07.336 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:07.336 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.336 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:07.336 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:07.336 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.336 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:07.337 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.338 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:07.338 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:07.338 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.338 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:07.338 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.338 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.338 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:07.338 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5557 2024-09-11T03:32:07.338 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.338 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:07.338 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.338 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.338 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:07.339 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.339 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.339 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:07.339 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.339 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.339 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:07.339 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.339 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.339 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:07.339 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.339 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.339 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:07.339 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.340 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.340 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:07.340 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.340 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.340 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:07.340 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.340 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.340 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:07.340 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.340 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.340 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:07.340 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.340 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.341 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:07.341 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 9166848 2024-09-11T03:32:07.341 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.341 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.341 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:07.341 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:07.341 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:07.341 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.341 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:07.341 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 798720 2024-09-11T03:32:07.341 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.341 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:07.341 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 6, 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 187810 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:07.342 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.343 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.343 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:07.343 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:07.343 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4767 2024-09-11T03:32:07.343 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.343 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:07.343 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.343 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.343 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.343 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:07.343 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.343 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.343 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 707, 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 457365835 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 696, 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 17558730 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 707, 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 540396 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 707, 2024-09-11T03:32:07.344 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 457906231 2024-09-11T03:32:07.345 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.345 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:07.345 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.345 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.345 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.345 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:07.345 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:07.345 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41581 2024-09-11T03:32:07.345 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.345 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:07.345 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.345 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1068 2024-09-11T03:32:07.345 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 7093 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:07.346 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3467 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 355 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 97, 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 854916 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 159, 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 357525 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:07.347 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 62, 2024-09-11T03:32:07.348 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 363933 2024-09-11T03:32:07.348 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.348 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:07.348 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.348 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.348 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:07.348 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 104, 2024-09-11T03:32:07.348 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6494160 2024-09-11T03:32:07.348 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.348 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:07.348 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:07.348 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3533309120 2024-09-11T03:32:07.348 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.349 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:07.349 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 46, 2024-09-11T03:32:07.349 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 16710412 2024-09-11T03:32:07.349 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.349 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:07.349 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 43, 2024-09-11T03:32:07.349 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 209649392673 2024-09-11T03:32:07.349 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.349 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:07.349 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 46, 2024-09-11T03:32:07.349 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73597359256 2024-09-11T03:32:07.349 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.349 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3378, 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 9042285504 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3378, 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 157789 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85487855 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:07.350 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2800867081 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 386105 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1499421078 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 357939788 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.351 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:07.352 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 352050 2024-09-11T03:32:07.352 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.352 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:07.352 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 38, 2024-09-11T03:32:07.352 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 148832 2024-09-11T03:32:07.352 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.352 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:07.352 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:07.352 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8277217500 2024-09-11T03:32:07.352 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.352 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:07.352 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 389892263 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3381, 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 270363391 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861442560 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46792704 2024-09-11T03:32:07.353 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.354 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:07.354 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46096384 2024-09-11T03:32:07.354 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.354 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:07.354 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137351680 2024-09-11T03:32:07.354 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.354 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:07.354 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 696320 2024-09-11T03:32:07.354 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.354 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.354 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:07.354 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.354 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:07.355 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.355 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.355 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.355 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.355 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.355 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.355 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.355 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.355 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85490369 2024-09-11T03:32:07.355 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.355 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.355 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.355 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.356 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.356 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.356 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.356 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.356 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.356 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.356 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.356 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.356 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.356 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.356 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.356 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.357 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73893183 2024-09-11T03:32:07.358 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.358 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.358 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:07.358 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.358 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:07.358 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.358 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.358 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.358 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.358 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.358 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.358 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.358 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.359 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641177770 2024-09-11T03:32:07.359 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.359 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.359 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.359 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.359 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.359 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.359 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.359 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.359 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.359 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.359 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.359 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.360 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.360 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.360 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.360 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.360 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.360 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:07.360 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.360 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.360 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.360 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.360 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.360 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.360 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71851782 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.361 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.362 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.362 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:07.362 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.362 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.362 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56993579 2024-09-11T03:32:07.362 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.362 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.362 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.362 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.362 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.362 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.362 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.362 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.363 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.363 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.363 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.363 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.363 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.363 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.363 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.363 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.363 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.363 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.363 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.363 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.363 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.364 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.364 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.364 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.364 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.364 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.364 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.364 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.364 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.364 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68835077 2024-09-11T03:32:07.364 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.364 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.364 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:07.364 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.365 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:07.365 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.365 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.365 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.365 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.365 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.365 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.365 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.365 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.365 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641177770 2024-09-11T03:32:07.365 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.365 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.365 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.366 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.366 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.366 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.366 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.366 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.366 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.366 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.366 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.366 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.366 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.366 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.366 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5846 2024-09-11T03:32:07.366 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.367 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.367 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 349599 2024-09-11T03:32:07.367 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.367 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.367 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.367 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.367 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.367 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.367 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.367 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.367 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.367 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.367 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.368 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71498465 2024-09-11T03:32:07.368 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.368 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.368 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:07.368 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:07.368 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.368 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.368 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.368 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.368 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.368 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:07.368 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.368 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.369 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.369 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.369 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.369 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.369 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:07.369 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:07.369 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 41 2024-09-11T03:32:07.369 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.369 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:07.369 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.369 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.369 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:07.369 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.370 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.370 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:07.370 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.370 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.370 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:07.370 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.370 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.370 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:07.370 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.370 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.370 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:07.370 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.370 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.371 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.372 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.372 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:07.372 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.372 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.372 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.372 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:07.372 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.372 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.372 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:07.372 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.372 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.372 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:07.372 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.373 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.373 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.373 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:07.373 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.373 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.373 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.373 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:07.373 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.373 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.373 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:07.373 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.373 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.373 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:07.374 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.374 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.374 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.374 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:07.374 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.374 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.374 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:07.374 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.374 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.374 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:07.374 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.374 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.374 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:07.375 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.375 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.375 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.375 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:07.375 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.375 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.375 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.375 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.375 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.375 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.375 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:07.375 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.375 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.376 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:07.376 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.376 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.376 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.376 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:07.376 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.376 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.376 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:07.376 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.376 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.376 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.376 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:07.376 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.377 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.377 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.377 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:07.377 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.377 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.377 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:07.377 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.377 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.377 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:07.377 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.377 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.377 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:07.377 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28463104 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.6": { 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.378 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.379 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:07.379 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:07.379 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.379 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:07.379 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.379 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.379 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:07.379 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.379 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.379 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:07.379 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.379 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.379 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:07.380 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:07.380 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.380 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:07.380 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6447104 2024-09-11T03:32:07.380 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.380 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:07.380 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.380 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.380 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.380 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:07.380 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.380 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.380 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.381 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:07.381 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.381 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.381 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:07.381 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:07.381 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.381 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:07.381 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3440640 2024-09-11T03:32:07.381 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.381 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:07.381 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3301376 2024-09-11T03:32:07.381 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.381 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:07.382 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:07.382 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.382 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:07.382 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.382 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.382 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:07.382 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.382 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.382 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:07.382 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:07.382 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.382 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:07.382 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.383 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5556 2024-09-11T03:32:07.384 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.385 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:07.385 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.385 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.385 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:07.385 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5556 2024-09-11T03:32:07.385 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.385 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:07.385 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.385 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.385 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:07.385 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.385 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.385 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.386 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.387 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:07.387 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.387 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.387 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:07.387 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.387 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.387 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:07.387 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.387 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.387 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:07.387 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 9826304 2024-09-11T03:32:07.387 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.387 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.388 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:07.388 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:07.388 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:07.388 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.388 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:07.388 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1380352 2024-09-11T03:32:07.388 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.388 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:07.388 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.388 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.388 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.388 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:07.388 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:07.389 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8581 2024-09-11T03:32:07.390 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.390 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:07.390 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.390 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.390 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.390 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:07.390 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.390 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.390 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:07.390 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 793, 2024-09-11T03:32:07.390 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 466572578 2024-09-11T03:32:07.390 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.390 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 782, 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 33644298 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 793, 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 624401 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 793, 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 467196979 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.391 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.392 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:07.392 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 1, 2024-09-11T03:32:07.392 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 44821 2024-09-11T03:32:07.392 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.392 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:07.392 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.392 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 17860 2024-09-11T03:32:07.392 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.392 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:07.392 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.392 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.392 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.392 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:07.393 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.393 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.393 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.393 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:07.393 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3, 2024-09-11T03:32:07.393 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 17364 2024-09-11T03:32:07.393 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.393 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:07.393 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3440 2024-09-11T03:32:07.393 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.393 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:07.393 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 366 2024-09-11T03:32:07.394 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.394 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:07.394 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 104, 2024-09-11T03:32:07.394 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1116432 2024-09-11T03:32:07.394 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.394 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:07.394 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 160, 2024-09-11T03:32:07.394 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 387445 2024-09-11T03:32:07.394 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.394 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:07.394 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 56, 2024-09-11T03:32:07.394 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 615787 2024-09-11T03:32:07.394 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.395 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:07.395 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.395 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.395 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:07.395 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 100, 2024-09-11T03:32:07.395 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5522393 2024-09-11T03:32:07.395 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.395 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:07.395 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:07.395 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3892709991 2024-09-11T03:32:07.395 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.395 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:07.395 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 38, 2024-09-11T03:32:07.396 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 21118506 2024-09-11T03:32:07.396 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.396 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:07.396 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 35, 2024-09-11T03:32:07.396 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 201102499737 2024-09-11T03:32:07.396 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.396 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:07.396 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 38, 2024-09-11T03:32:07.396 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 50976888265 2024-09-11T03:32:07.396 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.396 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:07.396 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3359, 2024-09-11T03:32:07.396 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1263420290 2024-09-11T03:32:07.397 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.397 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:07.397 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3359, 2024-09-11T03:32:07.397 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 189999 2024-09-11T03:32:07.397 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.397 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:07.397 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:07.397 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4663438 2024-09-11T03:32:07.397 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.397 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:07.397 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:07.397 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2565876364 2024-09-11T03:32:07.397 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.398 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:07.398 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:07.398 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 506451 2024-09-11T03:32:07.398 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.398 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:07.398 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:07.398 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1329606522 2024-09-11T03:32:07.398 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.398 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:07.398 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:07.398 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 361592915 2024-09-11T03:32:07.398 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 941978 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 31, 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 127889 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8154682616 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:07.399 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 396874695 2024-09-11T03:32:07.400 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.400 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:07.400 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3362, 2024-09-11T03:32:07.400 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 266560389 2024-09-11T03:32:07.400 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.400 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.400 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:07.400 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:07.400 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861442560 2024-09-11T03:32:07.400 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.400 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:07.400 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46792704 2024-09-11T03:32:07.400 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.401 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:07.401 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46505984 2024-09-11T03:32:07.401 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.401 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:07.401 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137351680 2024-09-11T03:32:07.401 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.401 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:07.401 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 286720 2024-09-11T03:32:07.401 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.401 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.401 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:07.401 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.401 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:07.402 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.402 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.402 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.402 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.402 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.402 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.402 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.402 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.402 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85489868 2024-09-11T03:32:07.402 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.402 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.402 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.402 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.403 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8192 2024-09-11T03:32:07.404 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.404 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.404 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.404 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.404 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.404 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.404 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.404 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.404 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.404 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.404 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.404 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73885492 2024-09-11T03:32:07.404 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641174016 2024-09-11T03:32:07.405 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.406 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.406 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.406 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.406 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.406 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.406 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.406 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.406 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.406 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.406 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.406 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.406 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.406 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.407 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.407 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.407 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.407 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:07.407 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.407 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.407 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.407 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.407 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.407 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.407 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.407 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.407 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.408 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.408 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.408 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71855536 2024-09-11T03:32:07.408 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.408 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.408 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:07.408 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.408 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:07.408 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.408 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.408 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.408 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.408 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56993245 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.409 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.410 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.411 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.411 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.411 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.411 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.411 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.411 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68835411 2024-09-11T03:32:07.411 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.411 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.411 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:07.411 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.411 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:07.411 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.411 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.412 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.412 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.412 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.412 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.412 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.412 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.412 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641174016 2024-09-11T03:32:07.412 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.412 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.412 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.412 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.412 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5918 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 349214 2024-09-11T03:32:07.413 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.414 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.414 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.414 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.414 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.414 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.414 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.414 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.414 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.414 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.414 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.414 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71502532 2024-09-11T03:32:07.414 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.414 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.415 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:07.415 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:07.415 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.415 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.415 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.415 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.415 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.415 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:07.415 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.415 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.415 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.415 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.415 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.416 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.416 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:07.416 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:07.416 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 39 2024-09-11T03:32:07.416 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.416 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:07.416 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.416 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.416 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:07.416 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13 2024-09-11T03:32:07.416 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.416 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:07.416 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.417 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.417 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:07.417 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.417 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.417 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:07.417 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2810 2024-09-11T03:32:07.417 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.417 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:07.417 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 13, 2024-09-11T03:32:07.417 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68607520 2024-09-11T03:32:07.417 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.417 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:07.418 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.418 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.418 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:07.418 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 15, 2024-09-11T03:32:07.418 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6498637 2024-09-11T03:32:07.418 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.418 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:07.418 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 13, 2024-09-11T03:32:07.418 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 32291431 2024-09-11T03:32:07.418 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.418 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.418 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.418 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.419 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:07.419 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.419 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.419 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.419 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:07.419 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.419 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.419 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:07.419 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.419 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.419 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:07.419 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.419 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.420 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.420 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:07.420 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.420 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.420 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.420 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:07.420 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.420 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.420 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:07.420 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.420 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.420 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:07.420 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.421 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.421 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.421 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:07.421 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.421 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.421 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:07.421 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.421 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.421 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:07.421 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.421 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.421 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:07.421 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 13 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2810 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:07.422 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 13, 2024-09-11T03:32:07.423 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68607520 2024-09-11T03:32:07.423 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.423 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:07.423 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.423 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.423 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:07.423 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 15, 2024-09-11T03:32:07.423 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 6498637 2024-09-11T03:32:07.423 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.423 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:07.423 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 13, 2024-09-11T03:32:07.423 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 32291431 2024-09-11T03:32:07.423 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.424 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:07.424 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.424 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.424 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:07.424 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.424 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.424 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:07.424 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.424 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.424 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:07.424 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.424 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.424 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 33239040 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: "osd.7": { 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: "bluefs": { 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_fallback": { 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_slow_size_fallback": { 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_db": { 2024-09-11T03:32:07.425 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 65536 2024-09-11T03:32:07.426 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.426 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_main": { 2024-09-11T03:32:07.426 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.426 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.426 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit_wal": { 2024-09-11T03:32:07.426 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.426 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.426 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_slow": { 2024-09-11T03:32:07.426 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.426 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.426 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_sst": { 2024-09-11T03:32:07.426 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 12288 2024-09-11T03:32:07.426 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.427 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_written_wal": { 2024-09-11T03:32:07.427 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5853184 2024-09-11T03:32:07.427 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.427 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lat": { 2024-09-11T03:32:07.427 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.427 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.427 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.427 INFO:tasks.workunit.client.0.smithi086.stdout: "compact_lock_lat": { 2024-09-11T03:32:07.427 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.427 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.427 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.427 INFO:tasks.workunit.client.0.smithi086.stdout: "db_total_bytes": { 2024-09-11T03:32:07.427 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: "db_used_bytes": { 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 27656192 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: "log_bytes": { 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2883584 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: "logged_bytes": { 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2744320 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_db": { 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 31850496 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.428 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_slow": { 2024-09-11T03:32:07.429 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.429 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.429 INFO:tasks.workunit.client.0.smithi086.stdout: "max_bytes_wal": { 2024-09-11T03:32:07.429 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.429 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.429 INFO:tasks.workunit.client.0.smithi086.stdout: "num_files": { 2024-09-11T03:32:07.429 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 14 2024-09-11T03:32:07.429 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.429 INFO:tasks.workunit.client.0.smithi086.stdout: "read_bytes": { 2024-09-11T03:32:07.429 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 206480 2024-09-11T03:32:07.429 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.429 INFO:tasks.workunit.client.0.smithi086.stdout: "read_count": { 2024-09-11T03:32:07.429 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 23 2024-09-11T03:32:07.430 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.430 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes": { 2024-09-11T03:32:07.430 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1282048 2024-09-11T03:32:07.430 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.430 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_db": { 2024-09-11T03:32:07.430 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1286144 2024-09-11T03:32:07.430 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.430 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_slow": { 2024-09-11T03:32:07.430 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.430 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.430 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_bytes_wal": { 2024-09-11T03:32:07.430 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: "read_disk_count": { 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 15 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_bytes": { 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4991 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: "read_prefetch_count": { 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_bytes": { 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5552 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.431 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_buffer_count": { 2024-09-11T03:32:07.432 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.432 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.432 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_bytes": { 2024-09-11T03:32:07.432 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5552 2024-09-11T03:32:07.432 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.432 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_count": { 2024-09-11T03:32:07.432 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 24 2024-09-11T03:32:07.432 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.432 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes": { 2024-09-11T03:32:07.432 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.432 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.432 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_db": { 2024-09-11T03:32:07.432 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.433 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_slow": { 2024-09-11T03:32:07.433 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.433 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_bytes_wal": { 2024-09-11T03:32:07.433 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.433 INFO:tasks.workunit.client.0.smithi086.stdout: "read_random_disk_count": { 2024-09-11T03:32:07.433 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.433 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_total_bytes": { 2024-09-11T03:32:07.433 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: "slow_used_bytes": { 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_total_bytes": { 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: "wal_used_bytes": { 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: "write_bytes": { 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 8675328 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.434 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore": { 2024-09-11T03:32:07.435 INFO:tasks.workunit.client.0.smithi086.stdout: "alloc_unit": { 2024-09-11T03:32:07.435 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4096 2024-09-11T03:32:07.435 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.435 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": { 2024-09-11T03:32:07.435 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1384448 2024-09-11T03:32:07.435 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.435 INFO:tasks.workunit.client.0.smithi086.stdout: "clist_lat": { 2024-09-11T03:32:07.435 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:07.435 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 163517 2024-09-11T03:32:07.435 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.435 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_lat": { 2024-09-11T03:32:07.435 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.435 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.436 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.436 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed": { 2024-09-11T03:32:07.436 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.436 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.436 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_allocated": { 2024-09-11T03:32:07.436 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.436 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.436 INFO:tasks.workunit.client.0.smithi086.stdout: "compressed_original": { 2024-09-11T03:32:07.436 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.436 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.436 INFO:tasks.workunit.client.0.smithi086.stdout: "csum_lat": { 2024-09-11T03:32:07.436 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 7, 2024-09-11T03:32:07.436 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 16155 2024-09-11T03:32:07.437 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.437 INFO:tasks.workunit.client.0.smithi086.stdout: "decompress_lat": { 2024-09-11T03:32:07.437 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.437 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.437 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.437 INFO:tasks.workunit.client.0.smithi086.stdout: "fragmentation_micros": { 2024-09-11T03:32:07.437 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.437 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.437 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_commit_lat": { 2024-09-11T03:32:07.437 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 657, 2024-09-11T03:32:07.437 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 485970412 2024-09-11T03:32:07.437 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.437 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_final_lat": { 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 637, 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 34270571 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_flush_lat": { 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 657, 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 529203 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: "kv_sync_lat": { 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 657, 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 486499615 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_keys_lat": { 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.438 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.439 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.439 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_get_values_lat": { 2024-09-11T03:32:07.439 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.439 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 36401 2024-09-11T03:32:07.439 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.439 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_lower_bound_lat": { 2024-09-11T03:32:07.439 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.439 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 994 2024-09-11T03:32:07.439 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.439 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_next_lat": { 2024-09-11T03:32:07.439 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.439 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.439 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.440 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_seek_to_first_lat": { 2024-09-11T03:32:07.440 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 0, 2024-09-11T03:32:07.440 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.440 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.440 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_upper_bound_lat": { 2024-09-11T03:32:07.440 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 2, 2024-09-11T03:32:07.440 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4014 2024-09-11T03:32:07.440 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.440 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_hits": { 2024-09-11T03:32:07.440 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3520 2024-09-11T03:32:07.440 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.440 INFO:tasks.workunit.client.0.smithi086.stdout: "onode_misses": { 2024-09-11T03:32:07.440 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 382 2024-09-11T03:32:07.441 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.441 INFO:tasks.workunit.client.0.smithi086.stdout: "read_lat": { 2024-09-11T03:32:07.441 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 103, 2024-09-11T03:32:07.441 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1657944 2024-09-11T03:32:07.441 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.441 INFO:tasks.workunit.client.0.smithi086.stdout: "read_onode_meta_lat": { 2024-09-11T03:32:07.441 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 153, 2024-09-11T03:32:07.441 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 303649 2024-09-11T03:32:07.441 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.441 INFO:tasks.workunit.client.0.smithi086.stdout: "read_wait_aio_lat": { 2024-09-11T03:32:07.441 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 50, 2024-09-11T03:32:07.441 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1057605 2024-09-11T03:32:07.441 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.442 INFO:tasks.workunit.client.0.smithi086.stdout: "reads_with_retries": { 2024-09-11T03:32:07.442 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.442 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.442 INFO:tasks.workunit.client.0.smithi086.stdout: "remove_lat": { 2024-09-11T03:32:07.442 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 102, 2024-09-11T03:32:07.442 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5821391 2024-09-11T03:32:07.442 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.442 INFO:tasks.workunit.client.0.smithi086.stdout: "state_aio_wait_lat": { 2024-09-11T03:32:07.442 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:07.442 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4355275973 2024-09-11T03:32:07.442 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.442 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_aio_wait_lat": { 2024-09-11T03:32:07.442 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 25, 2024-09-11T03:32:07.443 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 37078235 2024-09-11T03:32:07.443 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.443 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_cleanup_lat": { 2024-09-11T03:32:07.443 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 24, 2024-09-11T03:32:07.443 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 119754187258 2024-09-11T03:32:07.443 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.443 INFO:tasks.workunit.client.0.smithi086.stdout: "state_deferred_queued_lat": { 2024-09-11T03:32:07.443 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 25, 2024-09-11T03:32:07.443 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 38244848161 2024-09-11T03:32:07.443 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.443 INFO:tasks.workunit.client.0.smithi086.stdout: "state_done_lat": { 2024-09-11T03:32:07.443 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3384, 2024-09-11T03:32:07.443 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2013416765 2024-09-11T03:32:07.444 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.444 INFO:tasks.workunit.client.0.smithi086.stdout: "state_finishing_lat": { 2024-09-11T03:32:07.444 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3384, 2024-09-11T03:32:07.444 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 195883 2024-09-11T03:32:07.444 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.444 INFO:tasks.workunit.client.0.smithi086.stdout: "state_io_done_lat": { 2024-09-11T03:32:07.444 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:07.444 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 589584679 2024-09-11T03:32:07.444 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.444 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_commiting_lat": { 2024-09-11T03:32:07.444 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:07.444 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3538218475 2024-09-11T03:32:07.444 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.445 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_done_lat": { 2024-09-11T03:32:07.445 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:07.445 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 500118 2024-09-11T03:32:07.445 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.445 INFO:tasks.workunit.client.0.smithi086.stdout: "state_kv_queued_lat": { 2024-09-11T03:32:07.445 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:07.445 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1990548542 2024-09-11T03:32:07.445 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.445 INFO:tasks.workunit.client.0.smithi086.stdout: "state_prepare_lat": { 2024-09-11T03:32:07.445 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:07.445 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 378938260 2024-09-11T03:32:07.445 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.445 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": { 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 940556 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: "truncate_lat": { 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 24, 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 117230 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_commit_lat": { 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10852809057 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_submit_lat": { 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 414357957 2024-09-11T03:32:07.446 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.447 INFO:tasks.workunit.client.0.smithi086.stdout: "txc_throttle_lat": { 2024-09-11T03:32:07.447 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 3385, 2024-09-11T03:32:07.447 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 287387446 2024-09-11T03:32:07.447 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.447 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.447 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache": { 2024-09-11T03:32:07.447 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_bytes": { 2024-09-11T03:32:07.447 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 1861442560 2024-09-11T03:32:07.447 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.447 INFO:tasks.workunit.client.0.smithi086.stdout: "heap_bytes": { 2024-09-11T03:32:07.447 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46727168 2024-09-11T03:32:07.447 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.447 INFO:tasks.workunit.client.0.smithi086.stdout: "mapped_bytes": { 2024-09-11T03:32:07.448 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46587904 2024-09-11T03:32:07.448 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.448 INFO:tasks.workunit.client.0.smithi086.stdout: "target_bytes": { 2024-09-11T03:32:07.448 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3137351680 2024-09-11T03:32:07.448 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.448 INFO:tasks.workunit.client.0.smithi086.stdout: "unmapped_bytes": { 2024-09-11T03:32:07.448 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 139264 2024-09-11T03:32:07.448 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.448 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.448 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:data": { 2024-09-11T03:32:07.448 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.448 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 159383552 2024-09-11T03:32:07.449 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.449 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.449 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.449 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.449 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.449 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.449 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.449 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.449 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 85480888 2024-09-11T03:32:07.449 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.449 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.449 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.449 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.450 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.450 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.450 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.450 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.450 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.450 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.450 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.450 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.450 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.450 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.450 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.450 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.450 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.451 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 143360 2024-09-11T03:32:07.451 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.451 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.451 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.451 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.451 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.451 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.451 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.451 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.451 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.451 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.451 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.452 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 73759304 2024-09-11T03:32:07.452 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.452 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.452 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv": { 2024-09-11T03:32:07.452 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.452 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 780140544 2024-09-11T03:32:07.452 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.452 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.452 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.452 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.452 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.452 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.452 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.453 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.453 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641106666 2024-09-11T03:32:07.453 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.453 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.453 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.453 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.453 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.453 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.453 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.453 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.453 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.453 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.453 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.454 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.454 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.454 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.454 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.454 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.454 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.454 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 2128 2024-09-11T03:32:07.454 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.454 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.454 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.454 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.454 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.454 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.455 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.455 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.455 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.455 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.455 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.455 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71922886 2024-09-11T03:32:07.455 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.455 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.455 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:kv_onode": { 2024-09-11T03:32:07.455 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.455 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 192937984 2024-09-11T03:32:07.455 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.455 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.456 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 67108864 2024-09-11T03:32:07.456 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.456 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.456 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 464 2024-09-11T03:32:07.456 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.456 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.456 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 56987259 2024-09-11T03:32:07.456 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.456 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.456 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.456 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.456 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.456 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.457 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.457 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.457 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.457 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.457 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.457 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.457 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.457 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.457 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.457 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.457 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.457 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.457 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.458 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.458 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.458 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.458 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.458 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.458 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.458 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.458 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.458 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.458 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.458 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 68841397 2024-09-11T03:32:07.458 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.458 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.459 INFO:tasks.workunit.client.0.smithi086.stdout: "bluestore-pricache:meta": { 2024-09-11T03:32:07.459 INFO:tasks.workunit.client.0.smithi086.stdout: "committed_bytes": { 2024-09-11T03:32:07.459 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 713031680 2024-09-11T03:32:07.459 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.459 INFO:tasks.workunit.client.0.smithi086.stdout: "pri0_bytes": { 2024-09-11T03:32:07.459 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.459 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.459 INFO:tasks.workunit.client.0.smithi086.stdout: "pri10_bytes": { 2024-09-11T03:32:07.459 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.459 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.459 INFO:tasks.workunit.client.0.smithi086.stdout: "pri11_bytes": { 2024-09-11T03:32:07.459 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 641106666 2024-09-11T03:32:07.459 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.460 INFO:tasks.workunit.client.0.smithi086.stdout: "pri1_bytes": { 2024-09-11T03:32:07.460 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.460 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.460 INFO:tasks.workunit.client.0.smithi086.stdout: "pri2_bytes": { 2024-09-11T03:32:07.460 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.460 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.460 INFO:tasks.workunit.client.0.smithi086.stdout: "pri3_bytes": { 2024-09-11T03:32:07.460 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.460 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.460 INFO:tasks.workunit.client.0.smithi086.stdout: "pri4_bytes": { 2024-09-11T03:32:07.460 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.460 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.460 INFO:tasks.workunit.client.0.smithi086.stdout: "pri5_bytes": { 2024-09-11T03:32:07.461 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.461 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.461 INFO:tasks.workunit.client.0.smithi086.stdout: "pri6_bytes": { 2024-09-11T03:32:07.461 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 366997 2024-09-11T03:32:07.461 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.461 INFO:tasks.workunit.client.0.smithi086.stdout: "pri7_bytes": { 2024-09-11T03:32:07.461 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.461 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.461 INFO:tasks.workunit.client.0.smithi086.stdout: "pri8_bytes": { 2024-09-11T03:32:07.461 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.461 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.461 INFO:tasks.workunit.client.0.smithi086.stdout: "pri9_bytes": { 2024-09-11T03:32:07.461 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: "reserved_bytes": { 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 71558017 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: "objecter": { 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: "op_active": { 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rmw": { 2024-09-11T03:32:07.462 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.463 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.463 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.463 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.463 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.463 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.463 INFO:tasks.workunit.client.0.smithi086.stdout: "osd": { 2024-09-11T03:32:07.463 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg": { 2024-09-11T03:32:07.463 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 46 2024-09-11T03:32:07.463 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.463 INFO:tasks.workunit.client.0.smithi086.stdout: "numpg_removing": { 2024-09-11T03:32:07.463 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.463 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.463 INFO:tasks.workunit.client.0.smithi086.stdout: "op": { 2024-09-11T03:32:07.464 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 43 2024-09-11T03:32:07.464 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.464 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_degraded": { 2024-09-11T03:32:07.464 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.464 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.464 INFO:tasks.workunit.client.0.smithi086.stdout: "op_delayed_unreadable": { 2024-09-11T03:32:07.464 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.464 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.464 INFO:tasks.workunit.client.0.smithi086.stdout: "op_in_bytes": { 2024-09-11T03:32:07.464 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.464 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.464 INFO:tasks.workunit.client.0.smithi086.stdout: "op_latency": { 2024-09-11T03:32:07.464 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 43, 2024-09-11T03:32:07.465 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 50278485 2024-09-11T03:32:07.465 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.465 INFO:tasks.workunit.client.0.smithi086.stdout: "op_out_bytes": { 2024-09-11T03:32:07.465 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 132134 2024-09-11T03:32:07.465 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.465 INFO:tasks.workunit.client.0.smithi086.stdout: "op_prepare_latency": { 2024-09-11T03:32:07.465 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 45, 2024-09-11T03:32:07.465 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11860127 2024-09-11T03:32:07.465 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.465 INFO:tasks.workunit.client.0.smithi086.stdout: "op_process_latency": { 2024-09-11T03:32:07.465 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 43, 2024-09-11T03:32:07.465 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 37125844 2024-09-11T03:32:07.465 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.466 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r": { 2024-09-11T03:32:07.466 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 28 2024-09-11T03:32:07.466 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.466 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency": { 2024-09-11T03:32:07.466 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 28, 2024-09-11T03:32:07.466 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4373900 2024-09-11T03:32:07.466 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.466 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-11T03:32:07.466 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.466 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.466 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_out_bytes": { 2024-09-11T03:32:07.466 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 132134 2024-09-11T03:32:07.466 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_prepare_latency": { 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 28, 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3960309 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: "op_r_process_latency": { 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 28, 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3339510 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw": { 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_in_bytes": { 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.467 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.468 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency": { 2024-09-11T03:32:07.468 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:07.468 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 11348076 2024-09-11T03:32:07.468 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.468 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-11T03:32:07.468 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.468 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.468 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-11T03:32:07.468 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.468 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.468 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_out_bytes": { 2024-09-11T03:32:07.468 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.469 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.469 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_prepare_latency": { 2024-09-11T03:32:07.469 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:07.469 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 3631843 2024-09-11T03:32:07.469 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.469 INFO:tasks.workunit.client.0.smithi086.stdout: "op_rw_process_latency": { 2024-09-11T03:32:07.469 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 10, 2024-09-11T03:32:07.469 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 10986618 2024-09-11T03:32:07.469 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.469 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w": { 2024-09-11T03:32:07.469 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 5 2024-09-11T03:32:07.469 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.469 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_in_bytes": { 2024-09-11T03:32:07.470 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.470 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.470 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency": { 2024-09-11T03:32:07.470 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:07.470 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 34556509 2024-09-11T03:32:07.470 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.470 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-11T03:32:07.470 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.470 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.470 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_prepare_latency": { 2024-09-11T03:32:07.470 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 7, 2024-09-11T03:32:07.470 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 4267975 2024-09-11T03:32:07.470 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: "op_w_process_latency": { 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: "count": 5, 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 22799716 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: "op_wip": { 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_bytes": { 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: "recovery_ops": { 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 0 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.471 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes": { 2024-09-11T03:32:07.472 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 95995035648 2024-09-11T03:32:07.472 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.472 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_bytes_used": { 2024-09-11T03:32:07.472 INFO:tasks.workunit.client.0.smithi086.stdout: "value": 29052928 2024-09-11T03:32:07.472 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.472 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.472 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.472 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.472 INFO:tasks.workunit.client.0.smithi086.stdout: "pools": [ 2024-09-11T03:32:07.472 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.472 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:07.472 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr" 2024-09-11T03:32:07.472 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 1, 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 1, 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 1, 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 1781760, 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:07.473 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:07.474 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 1781760, 2024-09-11T03:32:07.474 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:07.474 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:07.474 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 2, 2024-09-11T03:32:07.474 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:07.474 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 2.4431162728433264e-06, 2024-09-11T03:32:07.474 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:07.474 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:07.474 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 212, 2024-09-11T03:32:07.474 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 313344, 2024-09-11T03:32:07.474 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 590368, 2024-09-11T03:32:07.474 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 590368, 2024-09-11T03:32:07.474 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:07.475 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 1771104, 2024-09-11T03:32:07.475 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 179, 2024-09-11T03:32:07.475 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 2473984 2024-09-11T03:32:07.475 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.475 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:07.475 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:07.475 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:07.475 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.475 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.475 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:07.475 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs" 2024-09-11T03:32:07.475 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.475 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:07.476 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:07.476 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:07.476 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:07.476 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:07.476 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 32, 2024-09-11T03:32:07.476 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 32, 2024-09-11T03:32:07.476 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 2, 2024-09-11T03:32:07.476 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:07.476 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:07.476 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:07.476 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 98304, 2024-09-11T03:32:07.476 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:07.476 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 98304, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 22, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 1.3479292704232648e-07, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 0, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 0, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 3428, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 3428, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:07.477 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 10284, 2024-09-11T03:32:07.478 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 51, 2024-09-11T03:32:07.478 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 20480 2024-09-11T03:32:07.478 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.478 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:07.478 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:07.478 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:07.478 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.478 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.478 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:07.478 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs" 2024-09-11T03:32:07.478 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.478 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:07.478 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 64, 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 64, 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 3, 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 0, 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 0, 2024-09-11T03:32:07.479 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:07.480 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:07.480 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 0, 2024-09-11T03:32:07.480 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:07.480 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 0.0, 2024-09-11T03:32:07.480 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:07.480 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:07.480 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 0, 2024-09-11T03:32:07.480 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 0, 2024-09-11T03:32:07.480 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 0, 2024-09-11T03:32:07.480 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 0, 2024-09-11T03:32:07.480 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:07.480 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 0, 2024-09-11T03:32:07.480 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 0, 2024-09-11T03:32:07.481 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 0 2024-09-11T03:32:07.481 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.481 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:07.481 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:07.481 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:07.481 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.481 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.481 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:07.481 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd" 2024-09-11T03:32:07.481 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.481 INFO:tasks.workunit.client.0.smithi086.stdout: "cache_mode": "none", 2024-09-11T03:32:07.481 INFO:tasks.workunit.client.0.smithi086.stdout: "erasure_code_profile": {}, 2024-09-11T03:32:07.481 INFO:tasks.workunit.client.0.smithi086.stdout: "min_size": 2, 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "options": {}, 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_autoscale_mode": "off", 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 8, 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "pgp_num": 8, 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "pool": 4, 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "size": 3, 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "stats": { 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_raw": 729296349450, 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "bytes_used": 12288, 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_bytes_used": 0, 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "compress_under_bytes": 0, 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "data_bytes_used": 12288, 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty": 0, 2024-09-11T03:32:07.482 INFO:tasks.workunit.client.0.smithi086.stdout: "max_avail": 243098779648, 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: "objects": 2, 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_bytes_used": 0, 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: "percent_used": 1.684911765664765e-08, 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_bytes": 0, 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: "quota_objects": 0, 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: "rd": 0, 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: "rd_bytes": 0, 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: "stored": 19, 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_data": 19, 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_omap": 0, 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: "stored_raw": 57, 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: "wr": 2, 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: "wr_bytes": 2048 2024-09-11T03:32:07.483 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.484 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_bytes": 0, 2024-09-11T03:32:07.484 INFO:tasks.workunit.client.0.smithi086.stdout: "target_max_objects": 0, 2024-09-11T03:32:07.484 INFO:tasks.workunit.client.0.smithi086.stdout: "type": "replicated" 2024-09-11T03:32:07.484 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.484 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.484 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd": { 2024-09-11T03:32:07.484 INFO:tasks.workunit.client.0.smithi086.stdout: "mirroring_by_pool": [ 2024-09-11T03:32:07.484 INFO:tasks.workunit.client.0.smithi086.stdout: false 2024-09-11T03:32:07.484 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.484 INFO:tasks.workunit.client.0.smithi086.stdout: "num_images_by_pool": [ 2024-09-11T03:32:07.484 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.484 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.484 INFO:tasks.workunit.client.0.smithi086.stdout: "num_pools": 1 2024-09-11T03:32:07.485 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.485 INFO:tasks.workunit.client.0.smithi086.stdout: "report_id": "b86b05c3-0b6c-498b-8d1a-644abda8d532", 2024-09-11T03:32:07.485 INFO:tasks.workunit.client.0.smithi086.stdout: "report_timestamp": "2024-09-11T03:32:05.982946", 2024-09-11T03:32:07.485 INFO:tasks.workunit.client.0.smithi086.stdout: "report_version": 1, 2024-09-11T03:32:07.485 INFO:tasks.workunit.client.0.smithi086.stdout: "rocksdb_stats": { 2024-09-11T03:32:07.485 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "7.9.2" 2024-09-11T03:32:07.485 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.485 INFO:tasks.workunit.client.0.smithi086.stdout: "rook": { 2024-09-11T03:32:07.485 INFO:tasks.workunit.client.0.smithi086.stdout: "cluster": { 2024-09-11T03:32:07.485 INFO:tasks.workunit.client.0.smithi086.stdout: "external-mode": null, 2024-09-11T03:32:07.485 INFO:tasks.workunit.client.0.smithi086.stdout: "mon": { 2024-09-11T03:32:07.485 INFO:tasks.workunit.client.0.smithi086.stdout: "allow-multiple-per-node": null, 2024-09-11T03:32:07.486 INFO:tasks.workunit.client.0.smithi086.stdout: "count": null, 2024-09-11T03:32:07.486 INFO:tasks.workunit.client.0.smithi086.stdout: "max-id": null, 2024-09-11T03:32:07.486 INFO:tasks.workunit.client.0.smithi086.stdout: "pvc": { 2024-09-11T03:32:07.486 INFO:tasks.workunit.client.0.smithi086.stdout: "enabled": null 2024-09-11T03:32:07.486 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.486 INFO:tasks.workunit.client.0.smithi086.stdout: "stretch": { 2024-09-11T03:32:07.486 INFO:tasks.workunit.client.0.smithi086.stdout: "enabled": null 2024-09-11T03:32:07.486 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.486 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.486 INFO:tasks.workunit.client.0.smithi086.stdout: "network": { 2024-09-11T03:32:07.486 INFO:tasks.workunit.client.0.smithi086.stdout: "provider": null 2024-09-11T03:32:07.486 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.487 INFO:tasks.workunit.client.0.smithi086.stdout: "storage": { 2024-09-11T03:32:07.487 INFO:tasks.workunit.client.0.smithi086.stdout: "device-set": { 2024-09-11T03:32:07.487 INFO:tasks.workunit.client.0.smithi086.stdout: "count": { 2024-09-11T03:32:07.487 INFO:tasks.workunit.client.0.smithi086.stdout: "non-portable": null, 2024-09-11T03:32:07.487 INFO:tasks.workunit.client.0.smithi086.stdout: "portable": null, 2024-09-11T03:32:07.487 INFO:tasks.workunit.client.0.smithi086.stdout: "total": null 2024-09-11T03:32:07.487 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.487 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.487 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.487 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.487 INFO:tasks.workunit.client.0.smithi086.stdout: "csi": { 2024-09-11T03:32:07.487 INFO:tasks.workunit.client.0.smithi086.stdout: "version": null 2024-09-11T03:32:07.487 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.488 INFO:tasks.workunit.client.0.smithi086.stdout: "kubernetes": { 2024-09-11T03:32:07.488 INFO:tasks.workunit.client.0.smithi086.stdout: "version": null 2024-09-11T03:32:07.488 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.488 INFO:tasks.workunit.client.0.smithi086.stdout: "node": { 2024-09-11T03:32:07.488 INFO:tasks.workunit.client.0.smithi086.stdout: "count": { 2024-09-11T03:32:07.488 INFO:tasks.workunit.client.0.smithi086.stdout: "kubernetes-total": null, 2024-09-11T03:32:07.488 INFO:tasks.workunit.client.0.smithi086.stdout: "with-ceph-daemons": null, 2024-09-11T03:32:07.488 INFO:tasks.workunit.client.0.smithi086.stdout: "with-csi-cephfs-plugin": null, 2024-09-11T03:32:07.488 INFO:tasks.workunit.client.0.smithi086.stdout: "with-csi-nfs-plugin": null, 2024-09-11T03:32:07.488 INFO:tasks.workunit.client.0.smithi086.stdout: "with-csi-rbd-plugin": null 2024-09-11T03:32:07.488 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.488 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.488 INFO:tasks.workunit.client.0.smithi086.stdout: "usage": { 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: "storage-class": { 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: "count": { 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: "bucket": null, 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs": null, 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: "nfs": null, 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd": null, 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: "total": null 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: "version": null 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: "services": {}, 2024-09-11T03:32:07.489 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_per_pg": [ 2024-09-11T03:32:07.490 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.490 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.490 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.490 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.490 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.490 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.490 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:07.490 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.490 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.490 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.490 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.490 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.490 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.074610+0000", 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.074610+0000", 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.075103+0000", 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.491 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.492 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.492 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:07.492 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769269+0000", 2024-09-11T03:32:07.492 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.492 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.492 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.492 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.492 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.492 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.492 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.492 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.492 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.492 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.493 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.493 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.493 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.493 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3f", 2024-09-11T03:32:07.493 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.493 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.493 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.493 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.493 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.493 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:00:32.436877+0000", 2024-09-11T03:32:07.493 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.493 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.493 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.494 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.495 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.496 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.496 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.496 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.496 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.496 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.496 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.496 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.496 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.496 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.496 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.496 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.496 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.496 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.497 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.497 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.497 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.497 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.497 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.497 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.497 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.497 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.497 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:07.497 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.497 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.497 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.497 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.498 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.498 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.498 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.498 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.498 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:07.498 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.498 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.498 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.498 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.498 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.498 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.498 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:07.498 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.071284+0000", 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.071284+0000", 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071766+0000", 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.499 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:07.500 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861714+0000", 2024-09-11T03:32:07.500 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.500 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.500 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.500 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.500 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.500 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.500 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.500 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.500 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.500 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.500 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.500 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.501 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.501 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3e", 2024-09-11T03:32:07.501 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.501 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.501 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.501 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.501 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.501 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:00:59.760616+0000", 2024-09-11T03:32:07.501 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.501 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.501 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.501 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.502 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.503 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.503 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.503 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.503 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.503 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.503 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.503 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.503 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.503 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.503 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.503 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.503 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.503 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.504 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.504 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.504 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.504 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.504 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.504 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.504 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.504 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.504 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.504 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.504 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.504 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.504 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.505 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.505 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.505 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.505 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.505 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.505 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.505 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.505 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.505 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:07.505 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.505 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.505 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.505 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.506 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.506 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.506 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.506 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.506 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:07.506 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.506 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.506 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.506 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.506 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.506 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.506 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:07.506 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.065953+0000", 2024-09-11T03:32:07.507 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.065953+0000", 2024-09-11T03:32:07.507 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.066285+0000", 2024-09-11T03:32:07.507 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:07.507 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.507 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.507 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.507 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.507 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:07.507 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:07.507 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:07.507 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.507 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.507 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.508 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:07.508 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412622+0000", 2024-09-11T03:32:07.508 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.508 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.508 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.508 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.508 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.508 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.508 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.508 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.508 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.508 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.508 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.509 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.509 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.509 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3d", 2024-09-11T03:32:07.509 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.509 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.509 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.509 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:07.509 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.509 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:02:10.967113+0000", 2024-09-11T03:32:07.509 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.509 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.509 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.509 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.510 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.511 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.512 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.512 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.513 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.513 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.513 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.513 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.513 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.513 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.513 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.513 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:07.513 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.513 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.513 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.513 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.513 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.514 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.514 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.514 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.514 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:07.514 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.514 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.514 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.514 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.514 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.514 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.514 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:07.514 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.076340+0000", 2024-09-11T03:32:07.514 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.076340+0000", 2024-09-11T03:32:07.515 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.076651+0000", 2024-09-11T03:32:07.515 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:07.515 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.515 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.515 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.515 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.515 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:07.515 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:07.515 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:07.515 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.515 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.515 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.515 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:07.516 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879240+0000", 2024-09-11T03:32:07.516 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.516 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.516 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.516 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.516 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.516 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.516 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.516 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.516 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.517 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.517 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.517 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.517 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.517 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3c", 2024-09-11T03:32:07.517 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.517 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.517 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.517 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.517 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.517 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:03:50.384506+0000", 2024-09-11T03:32:07.517 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.517 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.518 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.518 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.519 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.520 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.520 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.520 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.520 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.520 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.520 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.520 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.520 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.520 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.520 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.520 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.520 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.521 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.522 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.522 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.522 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.522 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.522 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.522 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:07.522 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.522 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.522 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.522 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.522 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.522 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.522 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.078000+0000", 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.078000+0000", 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.078288+0000", 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.523 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.524 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:07.524 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769149+0000", 2024-09-11T03:32:07.524 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.524 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.524 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.524 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.524 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.524 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.524 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.524 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.524 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.524 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.524 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.525 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.525 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.525 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3b", 2024-09-11T03:32:07.525 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.525 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.525 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.525 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.525 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.525 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T05:21:37.088793+0000", 2024-09-11T03:32:07.525 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.525 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.525 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.525 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.526 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.527 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.527 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.527 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.527 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.527 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.527 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.527 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.527 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.527 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.527 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.527 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.527 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.527 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.528 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.528 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.528 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.528 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.528 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.528 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.528 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.528 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.528 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.528 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.528 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.528 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.528 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.529 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.529 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.529 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.529 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.529 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.529 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.529 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.529 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:07.529 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.529 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.529 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.529 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.529 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.069572+0000", 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.069572+0000", 2024-09-11T03:32:07.530 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.069866+0000", 2024-09-11T03:32:07.531 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:07.531 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.531 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.531 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.531 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.531 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:07.531 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:07.531 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:07.531 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.531 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.531 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.531 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:07.532 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879206+0000", 2024-09-11T03:32:07.532 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.532 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.532 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.532 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.532 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.532 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.532 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.532 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.532 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.532 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.532 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.532 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3a", 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T05:42:00.047157+0000", 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.533 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.534 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.534 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.534 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.534 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.534 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.534 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.534 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.534 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.534 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.534 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.534 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.534 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.534 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.535 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.536 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.536 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.536 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.536 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.537 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.537 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.537 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.537 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.537 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.537 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:07.537 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.537 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.537 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.537 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.537 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.537 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.537 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.078903+0000", 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.078903+0000", 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.079336+0000", 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:07.538 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:07.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:07.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:07.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:07.539 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.768865+0000", 2024-09-11T03:32:07.539 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.539 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.540 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.540 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.540 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.540 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.540 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.540 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.540 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.540 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.540 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.540 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.540 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.540 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.39", 2024-09-11T03:32:07.540 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:46:17.876805+0000", 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.541 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.542 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.543 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.544 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.544 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.544 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.544 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.544 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.544 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.544 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.545 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.545 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.545 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:07.545 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.545 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.545 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.545 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.545 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.545 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.545 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.545 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.545 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:07.545 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070810+0000", 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070810+0000", 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071463+0000", 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.546 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:07.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:07.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:07.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:07.547 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650790+0000", 2024-09-11T03:32:07.547 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.547 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.547 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.547 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.547 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.548 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.548 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.548 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.548 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.548 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.548 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.548 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.548 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.548 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.38", 2024-09-11T03:32:07.548 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.548 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.548 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:13:52.090828+0000", 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.549 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.550 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.551 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.552 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.552 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.552 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.552 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.552 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.552 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.552 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.552 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.552 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.553 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:07.553 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.553 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.553 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.553 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.553 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.553 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.553 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.553 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.553 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:07.553 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.553 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.081780+0000", 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.081780+0000", 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.082073+0000", 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.554 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769541+0000", 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.555 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.556 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.556 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.556 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.556 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.556 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.556 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.556 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.37", 2024-09-11T03:32:07.556 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.556 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.556 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.556 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.556 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.556 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:22:10.258817+0000", 2024-09-11T03:32:07.557 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.557 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.557 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.557 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.560 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.561 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.562 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.562 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.562 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.562 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.562 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.562 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.562 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.562 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.562 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.562 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.562 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.562 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:07.563 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.564 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.564 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.564 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.564 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.564 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.564 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.564 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.564 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:07.564 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.564 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.564 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.564 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.564 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.565 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.565 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:07.565 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.076762+0000", 2024-09-11T03:32:07.565 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.076762+0000", 2024-09-11T03:32:07.565 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.077011+0000", 2024-09-11T03:32:07.565 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:07.565 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.565 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.565 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.565 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.565 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:07.565 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:07.566 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:07.566 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.566 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.566 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.566 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:07.566 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582383+0000", 2024-09-11T03:32:07.566 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.566 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.566 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.566 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.566 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.566 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.566 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.36", 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:33:41.084633+0000", 2024-09-11T03:32:07.567 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.568 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.568 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.568 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.569 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.570 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.571 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.572 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.572 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.572 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.572 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.572 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.572 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.572 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:07.572 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.572 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.572 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.572 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.572 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.572 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.573 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:07.573 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.069223+0000", 2024-09-11T03:32:07.573 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.069223+0000", 2024-09-11T03:32:07.573 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.069494+0000", 2024-09-11T03:32:07.573 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:07.573 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.573 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.573 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.573 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.573 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:07.573 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:07.573 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:07.573 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582142+0000", 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.574 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.575 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.575 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.575 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.575 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.35", 2024-09-11T03:32:07.575 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.575 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.575 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.575 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.575 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.575 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:20:44.799027+0000", 2024-09-11T03:32:07.575 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.575 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.575 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.576 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.577 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.578 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.579 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.580 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.580 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.580 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.580 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:07.580 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.580 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.580 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.580 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.580 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.580 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.580 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:07.580 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.067641+0000", 2024-09-11T03:32:07.580 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.067641+0000", 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.070794+0000", 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:07.581 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860405+0000", 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.582 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.34", 2024-09-11T03:32:07.583 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.583 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.583 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.583 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:07.583 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.583 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:52:36.459151+0000", 2024-09-11T03:32:07.583 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.583 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.583 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.583 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.584 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.585 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.586 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:07.587 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.588 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.588 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.588 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.588 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.588 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.588 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:07.588 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070822+0000", 2024-09-11T03:32:07.588 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070822+0000", 2024-09-11T03:32:07.588 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071095+0000", 2024-09-11T03:32:07.588 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:07.588 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.588 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.588 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651033+0000", 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.589 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.33", 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.590 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.591 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:30:31.933463+0000", 2024-09-11T03:32:07.591 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.591 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.591 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.591 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.591 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.591 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.591 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.591 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.591 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.591 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.591 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.592 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.592 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.592 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.592 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.592 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.592 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.592 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.592 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.592 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.592 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.592 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.592 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.592 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.593 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.594 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.594 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.594 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.594 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.594 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.594 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.594 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.594 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.594 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.594 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.594 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.594 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.594 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.595 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.596 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.596 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.596 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:07.596 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.064959+0000", 2024-09-11T03:32:07.596 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.064959+0000", 2024-09-11T03:32:07.596 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.065286+0000", 2024-09-11T03:32:07.596 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:07.596 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.596 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.596 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.596 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.596 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412456+0000", 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.597 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.32", 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:35:36.505570+0000", 2024-09-11T03:32:07.598 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.599 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.599 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.599 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.599 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.599 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.599 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.599 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.599 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.599 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.599 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.599 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.599 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.599 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.600 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.600 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.600 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.600 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.600 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.600 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.600 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.600 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.600 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.600 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.600 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.600 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.600 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.601 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.601 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.601 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.601 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.601 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.601 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.601 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.601 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.601 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.601 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.601 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.601 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.601 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.602 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.603 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:07.604 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.061967+0000", 2024-09-11T03:32:07.604 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.061967+0000", 2024-09-11T03:32:07.604 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.062238+0000", 2024-09-11T03:32:07.604 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:07.604 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.604 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.604 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.604 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.604 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:07.604 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:07.604 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:07.604 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.604 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.605 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.605 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:07.605 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860962+0000", 2024-09-11T03:32:07.605 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.605 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.605 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.605 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.605 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.605 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.605 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.605 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.605 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.605 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.606 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.606 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.606 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.606 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.31", 2024-09-11T03:32:07.606 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.606 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.606 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.606 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.606 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.606 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:15:06.170791+0000", 2024-09-11T03:32:07.606 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.606 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.606 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.607 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.608 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.608 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.608 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.608 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.608 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.608 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.608 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.608 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.608 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.608 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.608 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.608 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.608 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.609 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.609 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.609 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.609 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.609 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.609 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.609 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.609 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.609 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.609 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.609 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.609 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.609 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.610 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070630+0000", 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070630+0000", 2024-09-11T03:32:07.611 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071619+0000", 2024-09-11T03:32:07.612 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:07.612 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.612 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.612 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.612 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.612 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:07.612 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:07.612 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:07.612 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.612 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.612 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.612 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:07.612 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879118+0000", 2024-09-11T03:32:07.613 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.613 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.613 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.613 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.613 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.613 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.613 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.613 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.613 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.613 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.613 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.613 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.613 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.30", 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T05:27:44.610980+0000", 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.614 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.615 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.615 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.615 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.615 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.615 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.615 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.615 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.615 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.615 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.615 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.615 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.615 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.615 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.616 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.617 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:07.618 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.619 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.619 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.619 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.619 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.619 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.619 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:07.619 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.079535+0000", 2024-09-11T03:32:07.619 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.079535+0000", 2024-09-11T03:32:07.619 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.079792+0000", 2024-09-11T03:32:07.619 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:07.619 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.619 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.620 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.620 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.620 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:07.620 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:07.620 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:07.620 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.620 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.620 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.620 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:07.620 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879625+0000", 2024-09-11T03:32:07.620 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.620 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.620 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.621 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.621 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.621 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.621 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.621 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.621 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.621 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.621 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.621 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.621 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.621 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2f", 2024-09-11T03:32:07.621 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.621 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:29:44.162723+0000", 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.622 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.623 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.624 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.624 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.624 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.624 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.624 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.624 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.624 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.624 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.624 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.624 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.624 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.624 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.624 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.625 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.625 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.625 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.625 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.625 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.625 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.625 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.625 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.625 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.625 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.625 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.625 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.625 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.626 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.627 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.627 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.627 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.627 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.627 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:07.627 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.063268+0000", 2024-09-11T03:32:07.627 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.063268+0000", 2024-09-11T03:32:07.627 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.063519+0000", 2024-09-11T03:32:07.627 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:07.627 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.627 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.627 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.627 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136916+0000", 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.628 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.629 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.629 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.629 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.629 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.629 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.629 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.629 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.629 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2e", 2024-09-11T03:32:07.629 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.629 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.629 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.629 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:07.629 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:35:46.190640+0000", 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.630 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.631 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.632 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.632 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.632 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.632 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.632 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.632 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.632 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.632 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.632 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.632 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.632 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.632 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.632 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.633 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.634 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.634 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.634 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.634 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.634 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.634 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.634 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:07.634 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.634 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.634 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.634 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.634 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.634 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.635 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:07.635 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.074995+0000", 2024-09-11T03:32:07.635 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.074995+0000", 2024-09-11T03:32:07.635 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.075254+0000", 2024-09-11T03:32:07.635 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:07.635 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.635 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.635 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.635 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.635 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:07.635 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:07.635 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:07.635 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.636 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.636 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.636 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:07.636 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769407+0000", 2024-09-11T03:32:07.636 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.636 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.636 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.636 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.636 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.636 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.636 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.636 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.636 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.637 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.637 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.637 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.637 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.637 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2d", 2024-09-11T03:32:07.637 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.637 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.637 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.637 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.637 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.637 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:13:05.562855+0000", 2024-09-11T03:32:07.637 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.637 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.638 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.638 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.638 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.638 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.638 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.638 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.638 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.638 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.638 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.638 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.638 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.638 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.638 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.639 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.639 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.639 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.639 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.639 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.639 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.639 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.639 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.639 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.639 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.639 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.639 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.639 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.640 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.641 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.642 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.642 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.642 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.642 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.642 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:07.642 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.642 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.642 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.642 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.642 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.642 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.642 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:07.642 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.071809+0000", 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.071809+0000", 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.072573+0000", 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.643 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:07.644 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582050+0000", 2024-09-11T03:32:07.644 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.644 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.644 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.644 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.644 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.644 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.644 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.644 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.644 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.644 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.644 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.644 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2c", 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T10:49:39.246639+0000", 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.645 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.646 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.647 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.647 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.647 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.647 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.647 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.647 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.647 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.647 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.647 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.647 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.647 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.647 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.647 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.648 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.648 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.648 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.648 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.648 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.648 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.648 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.648 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.648 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.648 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.648 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.648 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.648 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.649 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.067647+0000", 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.067647+0000", 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.067917+0000", 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.650 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.651 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.651 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.651 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:07.651 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:07.651 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:07.651 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.651 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.651 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.651 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:07.651 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412595+0000", 2024-09-11T03:32:07.651 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.651 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.651 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2b", 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.652 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.653 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:07.653 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.653 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:48:02.808051+0000", 2024-09-11T03:32:07.653 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.653 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.653 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.653 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.653 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.653 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.653 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.653 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.653 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.653 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.654 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.655 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.656 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.656 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.656 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.656 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.656 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.656 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.656 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.656 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.656 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.656 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.656 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.656 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.656 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.657 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.658 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.658 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.658 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:07.658 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.074980+0000", 2024-09-11T03:32:07.658 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.074980+0000", 2024-09-11T03:32:07.658 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.075265+0000", 2024-09-11T03:32:07.658 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:07.658 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.658 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.658 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.658 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.658 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:07.658 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:07.659 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:07.659 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.659 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.659 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.659 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:07.659 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879199+0000", 2024-09-11T03:32:07.659 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.659 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.659 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.659 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.659 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.659 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.659 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2a", 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:49:46.654051+0000", 2024-09-11T03:32:07.660 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.661 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.661 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.661 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.661 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.661 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.661 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.661 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.661 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.661 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.661 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.661 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.661 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.661 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.662 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.662 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.662 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.662 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.662 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.662 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.662 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.662 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.662 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.662 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.662 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.662 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.662 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.663 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.663 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.663 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.663 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.663 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.663 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.663 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.663 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.663 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.663 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.663 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.663 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.663 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.664 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.665 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.665 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.665 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.665 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.665 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.665 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.665 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:07.665 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.665 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.665 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.665 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.665 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.665 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.666 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:07.666 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.057323+0000", 2024-09-11T03:32:07.666 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.057323+0000", 2024-09-11T03:32:07.666 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.057820+0000", 2024-09-11T03:32:07.666 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:07.666 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.666 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.666 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.666 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.666 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:07.666 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:07.666 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:07.666 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.667 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.667 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.667 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:07.667 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650841+0000", 2024-09-11T03:32:07.667 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.667 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.667 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.667 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.667 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.667 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.667 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.667 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.668 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.668 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.668 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.668 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.668 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.668 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.29", 2024-09-11T03:32:07.668 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.668 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.668 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.668 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.668 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.668 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:00:23.623293+0000", 2024-09-11T03:32:07.668 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.669 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.669 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.669 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.669 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.669 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.669 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.669 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.669 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.669 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.669 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.669 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.669 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.669 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.670 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.670 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.670 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.670 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.670 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.670 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.670 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.670 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.670 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.670 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.670 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.670 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.670 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.671 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.672 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.672 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.672 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.672 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.672 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.672 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.672 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.672 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.672 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.672 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.672 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:07.672 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.672 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.673 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.066431+0000", 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.066431+0000", 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.066676+0000", 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.674 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879204+0000", 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.675 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.676 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.676 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.28", 2024-09-11T03:32:07.676 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.676 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.676 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.676 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.676 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.676 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:41:24.436760+0000", 2024-09-11T03:32:07.676 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.676 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.676 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.676 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.676 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.677 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.677 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.677 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.677 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.677 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.677 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.677 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.677 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.677 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.677 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.677 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.677 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.677 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.678 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.679 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.679 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.679 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.679 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.679 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.679 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.679 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.679 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.679 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.679 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.679 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.679 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.679 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.680 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.680 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.680 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.680 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.680 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.680 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.680 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:07.680 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.680 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.680 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.680 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.680 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.680 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.681 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.681 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.681 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:07.681 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.681 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.681 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.681 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.681 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.681 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.681 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:07.681 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.064624+0000", 2024-09-11T03:32:07.681 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.064624+0000", 2024-09-11T03:32:07.681 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.065033+0000", 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651340+0000", 2024-09-11T03:32:07.682 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.683 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.683 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.683 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.683 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.683 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.683 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.683 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.683 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.683 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.683 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.683 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.683 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.683 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.27", 2024-09-11T03:32:07.684 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.684 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.684 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.684 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.684 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.684 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:27:19.921023+0000", 2024-09-11T03:32:07.684 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.684 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.684 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.684 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.684 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.684 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.684 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.685 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.686 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.686 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.686 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.686 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.686 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.686 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.686 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.686 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.686 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.686 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.686 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.686 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.686 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.687 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.688 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.688 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.688 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.688 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:07.688 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.688 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.688 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.688 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.688 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.688 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.688 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.688 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.688 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.071892+0000", 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.071892+0000", 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.072320+0000", 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.689 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.690 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.690 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:07.690 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:07.690 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:07.690 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.690 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.690 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.690 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:07.690 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582257+0000", 2024-09-11T03:32:07.690 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.690 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.690 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.690 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.691 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.691 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.691 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.691 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.691 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.691 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.691 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.691 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.691 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.691 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.26", 2024-09-11T03:32:07.691 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.691 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.691 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:23:57.198327+0000", 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.692 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.693 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.693 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.693 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.693 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.693 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.693 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.693 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.693 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.693 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.693 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.693 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.693 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.693 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.694 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.694 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.694 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.694 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.694 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.694 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.694 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.694 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.694 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.694 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.694 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.694 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.694 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.695 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.695 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.695 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.695 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.695 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.695 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.695 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.695 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.695 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.695 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.695 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.695 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.695 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.696 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.696 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:07.696 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.696 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.696 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.696 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.696 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.696 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.696 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.696 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.696 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:07.696 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.696 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.697 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.697 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.697 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.697 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.697 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:07.697 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.060610+0000", 2024-09-11T03:32:07.697 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.060610+0000", 2024-09-11T03:32:07.697 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.060930+0000", 2024-09-11T03:32:07.697 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:07.697 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.697 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.697 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.698 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.698 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:07.698 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:07.698 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:07.698 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.698 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.698 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.698 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:07.698 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861193+0000", 2024-09-11T03:32:07.698 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.698 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.698 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.698 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.699 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.699 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.699 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.699 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.699 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.699 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.699 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.699 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.699 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.699 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.25", 2024-09-11T03:32:07.699 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.699 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.699 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.700 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.700 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.700 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T03:44:22.817679+0000", 2024-09-11T03:32:07.700 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.700 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.700 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.700 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.700 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.700 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.700 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.700 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.700 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.701 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.701 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.701 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.701 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.701 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.701 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.701 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.701 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.701 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.701 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.701 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.701 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.701 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.702 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.702 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.702 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.702 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.702 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.702 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.702 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.702 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.702 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.702 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.702 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.702 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.702 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.703 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.704 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.705 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.705 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.705 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.705 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.705 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:07.705 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.063370+0000", 2024-09-11T03:32:07.705 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.063370+0000", 2024-09-11T03:32:07.705 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.063609+0000", 2024-09-11T03:32:07.705 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:07.705 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.705 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.705 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651110+0000", 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.706 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.24", 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.707 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.708 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:11:29.441344+0000", 2024-09-11T03:32:07.708 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.708 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.708 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.708 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.708 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.708 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.708 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.708 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.708 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.708 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.708 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.708 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.709 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.709 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.709 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.709 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.709 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.709 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.709 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.709 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.709 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.709 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.709 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.709 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.709 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.710 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.710 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.710 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.710 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.710 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.710 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.710 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.710 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.710 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.710 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.710 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.710 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.710 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.711 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.711 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.711 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.711 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.711 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.711 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.711 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.711 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.711 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.711 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.711 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.711 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.711 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.712 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:07.712 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.712 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.712 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.712 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.712 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.712 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.712 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.712 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.712 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:07.712 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.712 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.712 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:16.673413+0000", 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:16.673413+0000", 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:16.673770+0000", 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 67, 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:07.713 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:07.714 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:07.714 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.714 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.714 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.714 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:07.714 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136622+0000", 2024-09-11T03:32:07.714 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.714 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.714 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.714 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.714 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 66, 2024-09-11T03:32:07.714 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.714 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.23", 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 20, 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:26:52.797994+0000", 2024-09-11T03:32:07.715 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.716 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.717 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.717 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.717 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.717 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.717 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.717 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.717 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.717 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.717 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.717 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.717 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.717 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.717 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.718 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.719 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.719 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.719 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.719 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.719 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.719 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.719 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.719 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.719 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.719 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:07.719 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.719 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.719 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:07.720 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:16.558997+0000", 2024-09-11T03:32:07.721 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:16.558997+0000", 2024-09-11T03:32:07.721 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:16.559380+0000", 2024-09-11T03:32:07.721 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:07.721 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.721 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.721 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.721 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 67, 2024-09-11T03:32:07.721 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:07.721 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:07.721 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:07.721 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.721 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.721 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.722 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:07.722 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136550+0000", 2024-09-11T03:32:07.722 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.722 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.722 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.722 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.722 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 66, 2024-09-11T03:32:07.722 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.722 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.722 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.722 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.722 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.722 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.22", 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 20, 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T10:25:29.472386+0000", 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.723 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.724 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.725 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.726 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.726 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.726 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.726 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.726 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.726 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.726 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.726 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.726 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.726 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.726 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.726 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.726 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.727 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.728 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.728 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:07.728 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.728 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.728 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.728 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.728 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.728 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.728 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:07.728 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.062715+0000", 2024-09-11T03:32:07.728 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.062715+0000", 2024-09-11T03:32:07.728 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.063250+0000", 2024-09-11T03:32:07.728 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:07.729 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.729 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.729 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.729 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.729 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:07.729 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:07.729 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:07.729 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.729 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.729 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.729 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:07.729 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136530+0000", 2024-09-11T03:32:07.729 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.730 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.730 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.730 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.730 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.730 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.730 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.730 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.730 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.730 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.730 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.730 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.730 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.730 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.21", 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:00:41.773089+0000", 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.731 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.732 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.733 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.733 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.733 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.733 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.733 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.733 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.733 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.733 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.733 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.733 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.733 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.733 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.734 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.734 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.734 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.734 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.734 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.734 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.734 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.734 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.734 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.734 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.734 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.734 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.734 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.735 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:07.736 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.736 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.736 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.736 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.736 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.736 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.736 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:07.736 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.076699+0000", 2024-09-11T03:32:07.736 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.076699+0000", 2024-09-11T03:32:07.736 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.076964+0000", 2024-09-11T03:32:07.736 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:07.736 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.736 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.581716+0000", 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.737 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.738 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.738 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.738 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.738 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.738 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.738 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.738 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.738 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.738 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.738 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.20", 2024-09-11T03:32:07.738 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.738 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.738 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.739 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.739 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.739 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T03:38:15.956281+0000", 2024-09-11T03:32:07.739 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.739 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.739 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.739 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.739 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.739 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.739 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.739 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.739 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.739 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.740 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.741 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.742 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.742 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.742 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.742 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.742 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.742 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.742 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.742 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:07.743 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.743 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:07.743 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.743 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.743 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.743 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.743 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.743 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.743 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.743 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.743 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:07.743 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.743 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.744 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.744 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.744 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.744 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.744 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:07.744 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.067902+0000", 2024-09-11T03:32:07.744 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.067902+0000", 2024-09-11T03:32:07.744 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.070730+0000", 2024-09-11T03:32:07.744 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:07.744 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.744 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.744 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.744 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.859798+0000", 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.745 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1a", 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.746 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:37:38.438329+0000", 2024-09-11T03:32:07.747 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.747 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.747 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.747 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.747 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.747 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.747 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.747 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.747 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.747 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.747 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.747 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.747 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.748 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.749 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.750 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.750 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.750 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.750 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.750 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.750 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.750 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.750 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.750 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.750 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:07.751 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.751 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.751 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.751 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.751 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.751 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.751 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.751 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.751 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:07.751 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.751 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.751 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.751 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.752 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.752 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.752 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:07.752 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.986687+0000", 2024-09-11T03:32:07.752 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.986687+0000", 2024-09-11T03:32:07.752 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.986957+0000", 2024-09-11T03:32:07.752 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:07.752 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.752 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.752 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.752 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:07.752 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:07.752 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651204+0000", 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.753 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.754 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.754 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:07.754 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.754 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.754 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.754 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1b", 2024-09-11T03:32:07.754 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.754 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.754 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.754 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:07.754 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.754 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:09:52.358550+0000", 2024-09-11T03:32:07.754 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.755 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.755 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.755 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.755 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.755 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.755 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.755 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.755 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.755 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.755 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.755 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.755 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.755 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.756 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.757 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.760 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.760 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.760 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.760 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.760 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.760 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.760 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.760 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.760 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.760 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.760 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:07.761 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'1" 2024-09-11T03:32:07.761 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.761 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.761 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.761 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.761 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.761 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.761 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.761 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:07.761 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.761 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.761 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.761 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.072117+0000", 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.072117+0000", 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.073487+0000", 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:07.762 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412636+0000", 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.763 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.764 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.764 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.764 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.764 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.764 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1b", 2024-09-11T03:32:07.764 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.764 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.764 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.764 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:07.764 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.764 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T10:32:11.315027+0000", 2024-09-11T03:32:07.764 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.764 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.765 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.765 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.766 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.767 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.768 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.768 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.768 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.768 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.768 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.768 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.768 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.768 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.768 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.768 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:07.768 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.768 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.768 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.769 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.769 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.769 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.769 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.769 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.769 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:07.769 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.769 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.769 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.769 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.769 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.769 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.769 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:07.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.990776+0000", 2024-09-11T03:32:07.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.990776+0000", 2024-09-11T03:32:07.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.991372+0000", 2024-09-11T03:32:07.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:07.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:07.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:07.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:07.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:07.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.770 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582009+0000", 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:07.771 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.772 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.772 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.772 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1a", 2024-09-11T03:32:07.772 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.772 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.772 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.772 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:07.772 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.772 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T03:49:18.742692+0000", 2024-09-11T03:32:07.772 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.772 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.772 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.772 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.773 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.774 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.775 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.775 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.775 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'1" 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.776 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.984617+0000", 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.984617+0000", 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.984935+0000", 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:07.777 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:07.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:07.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:07.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:07.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:07.778 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650940+0000", 2024-09-11T03:32:07.778 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.778 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.779 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.779 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.779 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:07.779 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.779 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.779 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.779 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.779 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.779 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.779 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.779 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.779 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.19", 2024-09-11T03:32:07.779 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.780 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.780 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.780 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:07.780 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.780 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:20:32.146035+0000", 2024-09-11T03:32:07.780 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.780 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.780 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.780 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.780 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.780 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.780 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.780 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.781 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.782 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.783 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.783 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.783 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.783 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.783 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.784 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.784 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.784 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.784 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.784 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:07.784 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.784 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.784 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.784 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.784 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.784 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.784 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.784 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.063970+0000", 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.063970+0000", 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.064174+0000", 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.785 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:07.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:07.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:07.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:07.786 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650963+0000", 2024-09-11T03:32:07.786 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.786 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.786 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.787 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.787 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.787 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.787 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.787 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.787 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.787 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.787 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.787 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.787 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.787 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.18", 2024-09-11T03:32:07.787 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.787 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T10:25:04.260654+0000", 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.788 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.789 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.790 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.791 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.792 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.792 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.792 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.792 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.792 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.792 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.792 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.792 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.792 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.792 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:07.792 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.793 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.793 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.793 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.793 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.793 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.793 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.793 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.793 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:07.793 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.793 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.793 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.794 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.794 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.794 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:07.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.991284+0000", 2024-09-11T03:32:07.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.991284+0000", 2024-09-11T03:32:07.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.991548+0000", 2024-09-11T03:32:07.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:07.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.794 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.795 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:07.795 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:07.795 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:07.795 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:07.795 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.795 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.795 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.795 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:07.795 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879210+0000", 2024-09-11T03:32:07.795 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.795 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.796 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.796 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.796 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:07.796 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.796 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.796 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.796 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.796 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.796 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.796 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.796 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.797 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.18", 2024-09-11T03:32:07.797 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.797 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.797 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.797 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:07.797 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.797 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:09:31.429860+0000", 2024-09-11T03:32:07.797 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.797 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.797 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.797 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.798 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.799 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.799 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.799 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.799 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.799 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.799 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.799 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.799 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.799 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.799 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.800 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.800 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.800 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.800 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.800 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.800 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.800 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.800 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.800 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.800 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.800 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.801 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.801 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.801 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.801 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.801 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.801 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.801 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.801 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.801 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.801 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.801 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.801 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.802 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.802 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.802 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.802 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:07.802 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.802 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.802 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.802 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.802 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.802 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.802 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.803 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.803 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:07.803 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.803 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.803 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.803 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.803 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.803 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.803 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:07.803 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.057244+0000", 2024-09-11T03:32:07.803 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.057244+0000", 2024-09-11T03:32:07.804 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.057657+0000", 2024-09-11T03:32:07.804 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:07.804 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.804 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.804 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.804 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.804 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:07.804 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:07.804 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:07.804 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.804 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.805 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.805 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:07.805 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860913+0000", 2024-09-11T03:32:07.805 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.805 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.805 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.805 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.805 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.805 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.805 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.805 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.806 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.806 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.806 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.806 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.806 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.806 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.19", 2024-09-11T03:32:07.806 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.806 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.806 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.806 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.807 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.807 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:48:49.189045+0000", 2024-09-11T03:32:07.807 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.807 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.807 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.807 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.807 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.807 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.807 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.807 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.807 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.808 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.808 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.808 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.808 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.808 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.808 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.808 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.808 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.808 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.808 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.808 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.809 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.809 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.809 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.809 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.809 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.809 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.809 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.809 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.809 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.809 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.809 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.810 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.810 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.810 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.810 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.810 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.810 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.810 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.810 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.810 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.810 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.810 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.811 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.811 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.811 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.811 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.811 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.811 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.811 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.811 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.811 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.811 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:07.811 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.812 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.812 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.812 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.812 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.812 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.812 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.812 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.812 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:07.812 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.812 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.812 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.812 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.813 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.813 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.813 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:07.813 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.987642+0000", 2024-09-11T03:32:07.813 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.987642+0000", 2024-09-11T03:32:07.813 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.988003+0000", 2024-09-11T03:32:07.813 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:07.813 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.813 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.813 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.813 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:07.814 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:07.814 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:07.814 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:07.814 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.814 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.814 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.814 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:07.814 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582249+0000", 2024-09-11T03:32:07.814 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.814 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.814 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.815 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.815 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:07.815 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.815 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.815 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.815 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.815 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.815 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.815 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.815 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.815 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.17", 2024-09-11T03:32:07.816 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.816 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.816 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.816 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:07.816 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.816 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:22:58.799309+0000", 2024-09-11T03:32:07.816 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.816 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.816 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.816 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.816 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.817 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.817 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.817 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.817 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.817 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.817 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.817 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.817 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.817 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.817 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.817 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.817 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.818 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.818 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.818 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.818 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.818 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.818 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.818 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.818 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.818 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.818 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.818 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.819 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.820 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.820 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.820 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.820 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.820 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.820 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.820 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.820 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.821 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.821 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:07.821 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.821 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.821 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.821 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.821 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.821 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.821 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.821 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.822 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:07.822 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.822 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.822 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.822 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.822 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.822 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.822 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:07.822 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.069891+0000", 2024-09-11T03:32:07.822 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.069891+0000", 2024-09-11T03:32:07.822 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.070170+0000", 2024-09-11T03:32:07.823 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:07.823 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.823 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.823 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.823 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.823 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:07.823 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:07.823 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:07.823 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.823 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.823 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.823 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:07.824 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879470+0000", 2024-09-11T03:32:07.824 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.824 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.824 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.824 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.824 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.824 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.824 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.824 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.824 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.824 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.825 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.825 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.825 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.825 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.16", 2024-09-11T03:32:07.825 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.825 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.825 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.825 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.825 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.825 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:49:34.681613+0000", 2024-09-11T03:32:07.825 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.826 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.826 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.826 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.826 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.826 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.826 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.826 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.826 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.826 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.826 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.826 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.826 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.827 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.828 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.829 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.829 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.829 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.830 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.830 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.830 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.830 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.830 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.830 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.830 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:07.830 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.830 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.830 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.830 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.831 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.831 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.831 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.831 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.831 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:07.831 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.831 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.831 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.831 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.831 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.831 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:07.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.986309+0000", 2024-09-11T03:32:07.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.986309+0000", 2024-09-11T03:32:07.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.986600+0000", 2024-09-11T03:32:07.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:07.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:07.832 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:07.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:07.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:07.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:07.833 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879550+0000", 2024-09-11T03:32:07.833 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.833 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.833 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.833 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.834 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:07.834 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.834 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.834 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.834 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.834 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.834 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.834 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.834 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.834 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.16", 2024-09-11T03:32:07.834 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.834 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.834 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.835 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:07.835 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.835 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T03:37:42.389337+0000", 2024-09-11T03:32:07.835 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.835 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.835 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.835 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.836 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.837 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.838 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.839 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.839 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.839 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.839 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.839 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.839 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.839 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.839 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.839 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.839 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.839 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:07.840 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.840 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.840 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.840 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.840 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.840 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.840 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:07.840 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.840 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:07.840 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.840 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.840 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.840 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.841 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.841 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:07.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.065603+0000", 2024-09-11T03:32:07.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.065603+0000", 2024-09-11T03:32:07.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.066268+0000", 2024-09-11T03:32:07.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:07.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.841 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.842 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.842 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:07.842 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:07.842 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:07.842 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.842 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.842 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.842 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:07.842 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.413155+0000", 2024-09-11T03:32:07.842 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.842 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.842 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.842 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.843 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.843 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.843 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.843 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.843 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.843 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.843 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.843 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.843 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.843 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.17", 2024-09-11T03:32:07.843 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.844 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.844 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.844 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:07.844 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.844 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T08:56:28.770955+0000", 2024-09-11T03:32:07.844 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.844 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.844 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.844 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.845 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.846 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.847 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.847 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.847 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.847 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.847 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.847 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.847 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.847 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.847 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.847 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.847 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.847 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.848 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.848 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.848 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.848 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.848 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.848 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.848 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:07.848 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.848 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:07.848 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.848 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.849 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.849 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.849 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.849 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.849 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.849 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.849 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:07.849 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.849 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.849 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.849 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.850 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.850 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.850 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:07.850 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.983959+0000", 2024-09-11T03:32:07.850 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.983959+0000", 2024-09-11T03:32:07.850 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.984401+0000", 2024-09-11T03:32:07.850 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:07.850 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.850 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.850 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.850 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:07.851 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:07.851 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:07.851 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:07.851 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.851 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.851 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.851 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:07.851 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861321+0000", 2024-09-11T03:32:07.851 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.851 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 3, 2024-09-11T03:32:07.852 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.852 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.852 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:07.852 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.852 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.852 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.852 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.852 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 3, 2024-09-11T03:32:07.852 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.852 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.852 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.853 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.15", 2024-09-11T03:32:07.853 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.853 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.853 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.853 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 28, 2024-09-11T03:32:07.853 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.853 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:53:22.464789+0000", 2024-09-11T03:32:07.853 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.853 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.853 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.853 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 90, 2024-09-11T03:32:07.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.854 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.855 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.855 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.855 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.855 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 6, 2024-09-11T03:32:07.855 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 2, 2024-09-11T03:32:07.855 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.855 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 2, 2024-09-11T03:32:07.855 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.855 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.855 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.855 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.855 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.856 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:07.856 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.856 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.856 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.856 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.856 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.856 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.856 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.856 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.856 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.857 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.857 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.857 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.857 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 4, 2024-09-11T03:32:07.857 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 1 2024-09-11T03:32:07.857 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.857 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.857 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.857 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.857 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.858 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.858 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.858 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.858 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:07.858 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'3" 2024-09-11T03:32:07.858 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.858 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.858 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.858 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.858 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.858 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.859 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.859 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:07.859 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.859 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.859 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.859 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.859 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.859 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.859 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:07.859 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.072523+0000", 2024-09-11T03:32:07.859 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.072523+0000", 2024-09-11T03:32:07.860 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.072872+0000", 2024-09-11T03:32:07.860 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:07.860 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.860 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.860 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.860 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.860 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:07.860 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:07.860 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:07.860 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.860 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.861 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.861 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:07.861 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860444+0000", 2024-09-11T03:32:07.861 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.861 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.861 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.861 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.861 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.861 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.861 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.862 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.862 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.862 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.862 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.862 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.862 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.862 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.14", 2024-09-11T03:32:07.862 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.862 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.862 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.862 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:07.862 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.863 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:26:54.708080+0000", 2024-09-11T03:32:07.863 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.863 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.863 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.863 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.863 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.863 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.863 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.863 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.863 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.864 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.864 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.864 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.864 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.864 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.864 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.864 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.864 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.864 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.864 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.864 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.865 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.865 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.865 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.865 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.865 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.865 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.865 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.865 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.865 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.865 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.866 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.866 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.866 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.866 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.866 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.866 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.866 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.866 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.866 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.866 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.866 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.866 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.867 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.867 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.867 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.867 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.867 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.867 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.867 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.867 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.867 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.867 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:07.867 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.868 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.868 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.868 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.868 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.868 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.868 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:07.868 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.868 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:07.868 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.868 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.868 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.869 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.869 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.869 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.869 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:07.869 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.989906+0000", 2024-09-11T03:32:07.869 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.989906+0000", 2024-09-11T03:32:07.869 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.990218+0000", 2024-09-11T03:32:07.869 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:07.869 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.869 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.869 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.870 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:07.870 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:07.870 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:07.870 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:07.870 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.870 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.870 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.870 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:07.870 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:31:05.118690+0000", 2024-09-11T03:32:07.870 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.870 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 12, 2024-09-11T03:32:07.871 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.871 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.871 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:07.871 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.871 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.871 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.871 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.871 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 12, 2024-09-11T03:32:07.871 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.871 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.871 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.872 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.14", 2024-09-11T03:32:07.872 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.872 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.872 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.872 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 37, 2024-09-11T03:32:07.872 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.872 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:11:21.728621+0000", 2024-09-11T03:32:07.872 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.872 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.872 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.872 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 2630, 2024-09-11T03:32:07.873 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.873 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.873 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.873 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.873 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.873 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.873 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.873 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.873 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.873 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.873 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.874 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.874 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.874 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.874 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.874 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 12, 2024-09-11T03:32:07.874 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 4, 2024-09-11T03:32:07.874 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.874 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 4, 2024-09-11T03:32:07.874 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.874 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.874 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.874 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:07.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.875 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 12, 2024-09-11T03:32:07.876 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 9 2024-09-11T03:32:07.876 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.876 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.876 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.876 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.876 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.876 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.877 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:07.877 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.877 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:07.877 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "75'12" 2024-09-11T03:32:07.877 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.877 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.877 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.877 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.877 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.877 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.878 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.878 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:07.878 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.878 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.878 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.878 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.878 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.878 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.878 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:07.878 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.077329+0000", 2024-09-11T03:32:07.878 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.077329+0000", 2024-09-11T03:32:07.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.077632+0000", 2024-09-11T03:32:07.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:07.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:07.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:07.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:07.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.879 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:07.880 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769200+0000", 2024-09-11T03:32:07.880 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.880 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.880 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.880 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.880 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.880 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.880 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.880 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.880 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.881 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.881 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.881 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.881 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.881 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.15", 2024-09-11T03:32:07.881 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.881 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.881 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.881 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.881 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.881 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T03:38:03.782137+0000", 2024-09-11T03:32:07.881 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.882 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.882 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.882 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.882 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.882 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.882 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.882 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.882 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.882 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.882 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.882 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.882 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.883 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.884 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.885 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.885 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.885 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.885 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.885 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.886 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.886 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.886 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.886 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.886 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:07.886 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.886 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.886 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.886 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.886 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.886 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.886 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:07.887 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.887 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:07.887 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.887 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.887 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.887 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.887 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.887 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.887 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:07.887 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.985444+0000", 2024-09-11T03:32:07.887 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.985444+0000", 2024-09-11T03:32:07.887 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.985988+0000", 2024-09-11T03:32:07.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:07.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:07.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:07.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:07.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:07.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.888 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.889 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:07.889 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412679+0000", 2024-09-11T03:32:07.889 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.889 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:07.889 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.889 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.889 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:07.889 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.889 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.889 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.890 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.890 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:07.890 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.890 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.890 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.890 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.13", 2024-09-11T03:32:07.890 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.890 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.890 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.890 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 28, 2024-09-11T03:32:07.890 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.891 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T05:19:00.164179+0000", 2024-09-11T03:32:07.891 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.891 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.891 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 34, 2024-09-11T03:32:07.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.891 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 6, 2024-09-11T03:32:07.892 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 2, 2024-09-11T03:32:07.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 2, 2024-09-11T03:32:07.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:07.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.893 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.894 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.894 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.894 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.894 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.894 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.894 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.894 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.894 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.894 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.894 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.894 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 3, 2024-09-11T03:32:07.894 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 7 2024-09-11T03:32:07.895 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.895 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.895 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.895 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.895 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.895 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.895 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:07.895 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.895 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:07.895 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'2" 2024-09-11T03:32:07.895 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.896 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.896 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.896 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.896 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.896 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:07.896 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.896 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:07.896 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.896 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.896 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.896 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.897 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.897 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.897 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:07.897 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.062772+0000", 2024-09-11T03:32:07.897 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.062772+0000", 2024-09-11T03:32:07.897 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.063423+0000", 2024-09-11T03:32:07.897 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:07.897 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.897 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.897 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.898 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.898 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:07.898 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:07.898 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:07.898 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.898 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.898 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.898 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:07.898 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412450+0000", 2024-09-11T03:32:07.898 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.899 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.899 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.899 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.899 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.899 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.899 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.899 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.899 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.899 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.900 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.900 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.900 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.900 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.12", 2024-09-11T03:32:07.900 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.900 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.900 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.900 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:07.900 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.900 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T03:53:36.619222+0000", 2024-09-11T03:32:07.900 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.901 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.901 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.901 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.902 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.902 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.902 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.902 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.902 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.902 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.902 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.902 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.902 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.902 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.903 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.903 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.903 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.903 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.903 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.903 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.903 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.903 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.903 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.903 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.903 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.904 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.904 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.904 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.904 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.904 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.904 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.904 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.904 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.904 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.904 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.905 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.905 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.905 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.905 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.905 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.905 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.905 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:07.905 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.905 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:07.905 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.905 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.905 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.906 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.906 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.906 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.906 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.906 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.906 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:07.906 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.906 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.906 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.906 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.907 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.907 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.907 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:07.907 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.988395+0000", 2024-09-11T03:32:07.907 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.988395+0000", 2024-09-11T03:32:07.907 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.988816+0000", 2024-09-11T03:32:07.907 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:07.907 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.907 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.907 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.907 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:07.908 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:07.908 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:07.908 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:07.908 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.908 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.908 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.908 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:07.908 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879288+0000", 2024-09-11T03:32:07.908 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.908 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.909 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.909 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.909 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:07.909 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.909 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.909 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.909 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.909 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.909 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.909 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.909 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.910 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.12", 2024-09-11T03:32:07.910 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.910 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.910 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.910 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:07.910 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.910 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:58:54.314721+0000", 2024-09-11T03:32:07.910 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.910 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.910 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.910 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.911 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.911 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.911 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.911 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.911 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.911 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.911 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.911 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.911 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.911 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.911 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.912 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.912 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.912 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.912 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.912 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.912 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.912 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.912 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.912 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.912 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.912 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.913 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.913 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.913 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.913 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.913 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.913 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.913 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.913 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.913 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.913 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.913 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.913 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.914 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.914 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.914 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.914 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.914 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.914 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:07.914 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.915 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.915 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.915 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:07.915 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.915 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.915 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.915 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.915 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.916 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.916 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.916 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.916 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:07.916 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.916 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.916 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.916 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.916 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.916 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.916 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:07.917 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.078053+0000", 2024-09-11T03:32:07.917 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.078053+0000", 2024-09-11T03:32:07.917 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.078326+0000", 2024-09-11T03:32:07.917 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:07.917 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.917 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.917 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.917 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.917 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:07.917 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:07.917 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:07.917 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.918 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.918 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.918 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:07.918 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769159+0000", 2024-09-11T03:32:07.918 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.918 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.918 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.918 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.918 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.918 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.919 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.919 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.919 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.919 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.919 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.919 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.919 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.919 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.13", 2024-09-11T03:32:07.919 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.919 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.919 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.919 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.920 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.920 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T15:04:25.470694+0000", 2024-09-11T03:32:07.920 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.920 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.920 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.920 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.920 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.920 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.920 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.920 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.920 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.921 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.921 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.921 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.921 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.921 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.921 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.921 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.921 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.921 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.921 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.922 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.922 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.922 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.922 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.922 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.922 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.922 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.922 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.922 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.922 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.922 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.922 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.923 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.923 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.923 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.923 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.923 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.923 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.923 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.923 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.923 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.923 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.923 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.923 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.924 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.924 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.924 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.924 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.924 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.924 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.924 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:07.924 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.924 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:07.924 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.924 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.924 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.925 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.925 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.925 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.925 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.925 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.925 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:07.925 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.925 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.925 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.925 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.925 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.926 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.926 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:07.926 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.985394+0000", 2024-09-11T03:32:07.926 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.985394+0000", 2024-09-11T03:32:07.926 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.985715+0000", 2024-09-11T03:32:07.926 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:07.926 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.926 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.926 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.926 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:07.926 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:07.926 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:07.927 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:07.927 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.927 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.927 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.927 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:07.927 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.581974+0000", 2024-09-11T03:32:07.927 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.927 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.927 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.927 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.927 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:07.927 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.928 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.928 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.928 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.928 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.928 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.928 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.928 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.928 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.11", 2024-09-11T03:32:07.928 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.928 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.928 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.929 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:07.929 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.929 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T15:18:11.755614+0000", 2024-09-11T03:32:07.929 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.929 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.929 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.929 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.929 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.929 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.929 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.929 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.929 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.930 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.930 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.930 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.930 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.930 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.930 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.930 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.930 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.930 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.930 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.930 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.930 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.931 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.931 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.931 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.931 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.931 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.931 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.931 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.931 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.931 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.931 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.931 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.932 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.932 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.933 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.933 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.933 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.933 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.933 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.933 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.933 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.933 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:07.933 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.933 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.933 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.933 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.934 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.934 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.934 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:07.934 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.934 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:07.934 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.934 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.934 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.934 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.934 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.935 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.935 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:07.935 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070041+0000", 2024-09-11T03:32:07.935 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070041+0000", 2024-09-11T03:32:07.935 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.070585+0000", 2024-09-11T03:32:07.935 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:07.935 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.935 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.935 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.935 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.935 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:07.935 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:07.936 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:07.936 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.936 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.936 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.936 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:07.936 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.581773+0000", 2024-09-11T03:32:07.936 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.936 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.936 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.936 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.937 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.937 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.937 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.937 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.937 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.937 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.937 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.937 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.937 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.937 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.10", 2024-09-11T03:32:07.937 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.938 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.938 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.938 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.938 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.938 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:41:20.107490+0000", 2024-09-11T03:32:07.938 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.938 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.938 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.938 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.938 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.939 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.939 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.939 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.939 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.939 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.939 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.939 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.939 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.939 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.939 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.939 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.940 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.941 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.942 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.942 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.942 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.942 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.942 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.942 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:07.942 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.942 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:07.942 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.943 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:07.943 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.943 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.943 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.943 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.943 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.943 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.943 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.943 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.943 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:07.944 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.944 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.944 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.944 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.944 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.944 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.944 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:07.944 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.982990+0000", 2024-09-11T03:32:07.944 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.982990+0000", 2024-09-11T03:32:07.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.983286+0000", 2024-09-11T03:32:07.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:07.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:07.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:07.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:07.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:07.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.945 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.946 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.946 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:07.946 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136596+0000", 2024-09-11T03:32:07.946 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.946 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 8, 2024-09-11T03:32:07.946 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.946 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.946 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:07.946 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.946 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.947 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.947 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.947 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 8, 2024-09-11T03:32:07.947 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.947 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.947 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.947 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.10", 2024-09-11T03:32:07.947 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.947 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.947 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.947 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 34, 2024-09-11T03:32:07.948 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.948 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:49:14.707154+0000", 2024-09-11T03:32:07.948 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.948 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.948 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.948 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.948 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.948 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.948 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.948 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.948 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.948 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 12, 2024-09-11T03:32:07.949 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 4, 2024-09-11T03:32:07.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 4, 2024-09-11T03:32:07.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 4, 2024-09-11T03:32:07.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.950 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 12, 2024-09-11T03:32:07.951 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.952 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.952 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.952 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.952 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.952 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.952 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.952 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.952 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.952 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:07.952 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'8" 2024-09-11T03:32:07.952 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.953 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.953 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.953 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.953 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.953 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.953 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.953 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:07.953 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.953 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.953 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.954 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.954 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.954 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:07.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:16.542877+0000", 2024-09-11T03:32:07.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:16.542877+0000", 2024-09-11T03:32:07.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:16.543183+0000", 2024-09-11T03:32:07.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:07.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 67, 2024-09-11T03:32:07.954 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:07.955 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:07.955 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:07.955 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.955 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.955 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.955 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:07.955 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.768915+0000", 2024-09-11T03:32:07.955 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.955 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.955 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.955 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.955 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 66, 2024-09-11T03:32:07.956 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.956 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.956 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.956 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.956 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.956 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.956 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.956 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.956 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.11", 2024-09-11T03:32:07.956 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.957 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.957 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.957 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 31, 2024-09-11T03:32:07.957 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.957 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T05:22:42.304371+0000", 2024-09-11T03:32:07.957 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.957 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.957 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.957 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.958 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.959 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.960 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.960 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.960 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.960 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.960 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.960 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.960 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.960 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.960 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.960 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.960 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.960 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.961 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.961 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.961 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.961 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.961 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.961 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.961 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:07.961 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:07.961 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.961 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:07.961 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.962 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.962 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.962 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.962 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.962 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.962 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.962 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.962 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:07.962 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.962 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.962 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.962 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.963 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.963 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.963 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:07.963 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.988082+0000", 2024-09-11T03:32:07.963 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.988082+0000", 2024-09-11T03:32:07.963 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.988354+0000", 2024-09-11T03:32:07.963 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:07.963 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.963 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.963 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.963 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:07.963 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:07.964 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:07.964 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:07.964 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.964 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.964 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.964 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:07.964 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860271+0000", 2024-09-11T03:32:07.964 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.964 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:07.964 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.964 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.965 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:07.965 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.965 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.965 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.965 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.965 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:07.965 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.965 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.965 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.965 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.f", 2024-09-11T03:32:07.965 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.966 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.966 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.966 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 27, 2024-09-11T03:32:07.966 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.966 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:17:33.053857+0000", 2024-09-11T03:32:07.966 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.966 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.966 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 22, 2024-09-11T03:32:07.966 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.967 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.968 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.968 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.968 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.968 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:07.968 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:07.968 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.968 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:07.968 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.968 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.968 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.968 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.969 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.969 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.969 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.969 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.969 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.969 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.969 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.969 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.969 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.969 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.969 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.970 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.970 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.970 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.970 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 1, 2024-09-11T03:32:07.970 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 1 2024-09-11T03:32:07.970 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.970 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.970 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.970 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.970 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.970 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:07.971 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:07.971 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.971 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:07.971 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'1" 2024-09-11T03:32:07.971 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.971 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.971 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.971 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.971 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.971 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.971 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.971 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:07.972 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.972 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.972 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.972 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.972 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.972 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.972 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:07.972 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.078707+0000", 2024-09-11T03:32:07.972 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.078707+0000", 2024-09-11T03:32:07.972 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.078982+0000", 2024-09-11T03:32:07.973 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:07.973 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.973 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.973 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.973 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.973 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:07.973 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:07.973 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:07.973 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.973 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.973 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.973 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:07.974 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769375+0000", 2024-09-11T03:32:07.974 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.974 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.974 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.974 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.974 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.974 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.974 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.974 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.974 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.974 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.974 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.974 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.975 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.975 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.e", 2024-09-11T03:32:07.975 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.975 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.975 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.975 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.975 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.975 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T05:04:16.119544+0000", 2024-09-11T03:32:07.975 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.975 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.975 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.976 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.976 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.976 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.976 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.976 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.976 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.976 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.976 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.976 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.976 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.976 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.977 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.977 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.977 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.977 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.977 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.977 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.977 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.977 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.977 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.977 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.977 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.978 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.978 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.978 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.978 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.978 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.978 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.978 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.978 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.978 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.978 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.978 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.979 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.979 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.979 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.979 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.979 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.979 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.979 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.979 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.979 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.979 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.979 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.980 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.980 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.980 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:07.980 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.980 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:07.980 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.980 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.980 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.980 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.980 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.980 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.980 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.981 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.981 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:07.981 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.981 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.981 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:07.981 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.981 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.981 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.981 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:07.981 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:16.673710+0000", 2024-09-11T03:32:07.981 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:16.673710+0000", 2024-09-11T03:32:07.982 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:16.676321+0000", 2024-09-11T03:32:07.982 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:07.982 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.982 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.982 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.982 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 67, 2024-09-11T03:32:07.982 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:07.982 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:07.982 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:07.982 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.982 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.983 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:07.983 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:07.983 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136970+0000", 2024-09-11T03:32:07.983 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.983 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:07.983 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.983 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.983 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 66, 2024-09-11T03:32:07.983 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.983 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.983 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.984 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.984 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:07.984 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.984 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.984 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.984 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.e", 2024-09-11T03:32:07.984 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.984 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.984 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.984 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 41, 2024-09-11T03:32:07.984 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.985 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:59:49.437776+0000", 2024-09-11T03:32:07.985 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.985 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.985 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.985 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.985 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.985 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.985 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.985 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.985 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.985 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.985 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.986 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.986 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.986 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.986 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.986 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.986 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.986 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.986 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.986 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:07.986 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:07.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:07.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:07.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 1, 2024-09-11T03:32:07.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.987 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.988 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 3, 2024-09-11T03:32:07.989 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.989 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.989 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.989 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.989 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.989 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:07.989 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:07.989 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:07.989 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.989 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:07.989 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'2" 2024-09-11T03:32:07.990 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.990 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.990 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.990 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.990 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.990 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.990 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.990 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:07.990 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:07.990 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:07.991 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:07.991 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:07.991 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:07.991 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:07.991 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:07.991 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.079265+0000", 2024-09-11T03:32:07.991 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.079265+0000", 2024-09-11T03:32:07.991 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.079566+0000", 2024-09-11T03:32:07.991 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:07.991 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.991 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:07.991 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.992 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:07.992 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:07.992 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:07.992 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:07.992 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:07.992 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:07.992 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:07.992 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:07.992 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769345+0000", 2024-09-11T03:32:07.992 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:07.993 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:07.993 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:07.993 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:07.993 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:07.993 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:07.993 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:07.993 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:07.993 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:07.993 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:07.993 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:07.994 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:07.994 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:07.994 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.f", 2024-09-11T03:32:07.994 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:07.994 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:07.994 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:07.994 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:07.994 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:07.994 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:52:36.180317+0000", 2024-09-11T03:32:07.994 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:07.994 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:07.995 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:07.995 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:07.995 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:07.995 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:07.995 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:07.995 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:07.995 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:07.995 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:07.995 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:07.995 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:07.995 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:07.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:07.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:07.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:07.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:07.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:07.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:07.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:07.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:07.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:07.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:07.996 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:07.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:07.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:07.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:07.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:07.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:07.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:07.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:07.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:07.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:07.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:07.997 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:07.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:07.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:07.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:07.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:07.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:07.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:07.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:07.998 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:07.998 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.998 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:07.998 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:07.999 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:07.999 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:07.999 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:07.999 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:07.999 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:07.999 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:07.999 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:07.999 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:07.999 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:07.999 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:07.999 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.000 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.000 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:08.000 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.000 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:08.000 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.000 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.000 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.000 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.000 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.000 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.000 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:08.000 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.985008+0000", 2024-09-11T03:32:08.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.985008+0000", 2024-09-11T03:32:08.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.985246+0000", 2024-09-11T03:32:08.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:08.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:08.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:08.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:08.001 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.002 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.002 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.002 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:08.002 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861404+0000", 2024-09-11T03:32:08.002 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.002 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:08.002 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.002 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.002 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.002 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.003 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.003 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.003 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.003 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:08.003 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.003 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.003 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.003 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.d", 2024-09-11T03:32:08.003 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.003 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.003 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.003 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:08.004 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.004 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:36:32.879463+0000", 2024-09-11T03:32:08.004 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.004 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.004 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 70, 2024-09-11T03:32:08.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.004 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.005 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:08.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:08.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:08.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.006 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.007 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.007 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.007 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.007 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.007 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.007 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.007 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.007 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.007 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.007 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.008 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.008 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 1, 2024-09-11T03:32:08.008 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 1 2024-09-11T03:32:08.008 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.008 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.008 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.008 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.008 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.008 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.008 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:08.008 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.009 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:08.009 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'1" 2024-09-11T03:32:08.009 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.009 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.009 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.009 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.009 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.009 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.009 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.009 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:08.009 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.010 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.010 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.010 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.010 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.010 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.010 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:08.010 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.080258+0000", 2024-09-11T03:32:08.010 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.080258+0000", 2024-09-11T03:32:08.010 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.080588+0000", 2024-09-11T03:32:08.010 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:08.010 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.010 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.011 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.011 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.011 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:08.011 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:08.011 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:08.011 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.011 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.011 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.011 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:08.011 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879330+0000", 2024-09-11T03:32:08.011 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.012 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.012 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.012 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.012 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.012 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.012 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.012 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.012 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.012 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.012 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.012 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.013 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.013 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.c", 2024-09-11T03:32:08.013 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.013 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.013 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.013 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:08.013 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.013 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T08:48:05.150070+0000", 2024-09-11T03:32:08.013 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.013 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.013 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.014 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.015 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.015 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.015 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.015 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.015 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.015 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.015 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.015 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.015 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.015 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.015 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.015 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.016 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.016 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.016 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.016 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.016 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.016 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.016 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.016 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.016 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.016 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.016 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.017 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.017 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.017 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.017 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.017 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.017 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.017 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.017 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.017 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.017 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.017 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.018 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.018 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.018 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.018 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:08.018 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.018 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.018 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.018 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.018 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.018 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.018 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.019 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.019 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:08.019 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.019 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.019 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.019 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.019 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.019 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.019 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:08.019 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.986613+0000", 2024-09-11T03:32:08.019 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.986613+0000", 2024-09-11T03:32:08.020 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.986919+0000", 2024-09-11T03:32:08.020 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:08.020 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.020 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.020 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.020 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.020 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:08.020 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:08.020 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:08.020 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.020 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.021 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.021 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:08.021 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136793+0000", 2024-09-11T03:32:08.021 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.021 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.021 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.021 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.021 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.021 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.021 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.021 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.022 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.022 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.022 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.022 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.022 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.022 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.c", 2024-09-11T03:32:08.022 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.022 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.022 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.022 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:08.022 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.023 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:05:51.903025+0000", 2024-09-11T03:32:08.023 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.023 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.023 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.023 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.023 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.023 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.023 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.023 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.023 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.023 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.023 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.024 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.024 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.024 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.024 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.024 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.024 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.024 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.024 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.024 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.024 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.024 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.025 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.025 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.025 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.025 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.025 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.025 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.025 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.025 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.025 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.025 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.025 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.026 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.026 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.026 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.026 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.026 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.026 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.026 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.026 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.026 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.026 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.026 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.027 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.027 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.027 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.027 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.027 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.027 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.027 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.027 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:08.027 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.027 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.027 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.028 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.028 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.028 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.028 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.028 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.028 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:08.028 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.028 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.028 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.028 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.028 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.029 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.029 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:08.029 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.071089+0000", 2024-09-11T03:32:08.029 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.071089+0000", 2024-09-11T03:32:08.029 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071416+0000", 2024-09-11T03:32:08.029 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:08.029 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.029 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.029 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.029 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.029 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:08.030 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:08.030 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:08.030 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.030 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.030 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.030 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:08.030 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769313+0000", 2024-09-11T03:32:08.030 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.030 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.030 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.030 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.031 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.031 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.031 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.031 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.031 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.031 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.031 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.031 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.031 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.031 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.d", 2024-09-11T03:32:08.031 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.031 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.032 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.032 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:08.032 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.032 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:03:46.015738+0000", 2024-09-11T03:32:08.032 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.032 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.032 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.032 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.032 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.032 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.032 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.033 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.033 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.033 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.033 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.033 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.033 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.033 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.033 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.033 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.033 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.033 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.033 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.034 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.034 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.034 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.034 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.034 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.034 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.034 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.034 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.034 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.034 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.034 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.034 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.035 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.036 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.036 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.036 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.036 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.036 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.036 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.036 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.036 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.036 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.036 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:08.036 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.037 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.037 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.037 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.037 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:08.037 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.037 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.037 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.037 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:08.037 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.037 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.037 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:08.037 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.038 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.038 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.038 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:08.038 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.082345+0000", 2024-09-11T03:32:08.038 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.082345+0000", 2024-09-11T03:32:08.038 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:43.105934+0000", 2024-09-11T03:32:08.038 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:08.038 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.038 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.038 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.038 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:08.039 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:08.039 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:08.039 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:08.039 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.039 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.039 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.039 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:08.039 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582125+0000", 2024-09-11T03:32:08.039 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.039 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.039 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.040 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.040 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:08.040 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.040 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.040 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.040 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.040 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.040 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.040 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.040 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.040 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.5", 2024-09-11T03:32:08.041 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.041 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.041 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.041 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 21, 2024-09-11T03:32:08.041 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.041 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:17:14.698355+0000", 2024-09-11T03:32:08.041 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000375014, 2024-09-11T03:32:08.041 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.041 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.041 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.041 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.041 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.042 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.042 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.042 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.042 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.042 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.042 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.042 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.042 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.042 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.042 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.042 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.042 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.043 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.044 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.045 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.045 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.045 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.045 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.045 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.045 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:08.045 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.045 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.045 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.045 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:08.046 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.046 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.046 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.046 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.046 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.046 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.046 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.046 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.046 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:08.046 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.046 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.046 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 19, 2024-09-11T03:32:08.047 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.047 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.047 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.047 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:08.047 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:20.847611+0000", 2024-09-11T03:32:08.047 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:20.847611+0000", 2024-09-11T03:32:08.047 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:20.848019+0000", 2024-09-11T03:32:08.047 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:08.047 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:26:23.084252+0000", 2024-09-11T03:32:08.047 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.047 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:26:23.084252+0000", 2024-09-11T03:32:08.047 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 58, 2024-09-11T03:32:08.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:08.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:08.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:08.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:26:23.084252+0000", 2024-09-11T03:32:08.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:08.048 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769034+0000", 2024-09-11T03:32:08.048 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.048 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 128, 2024-09-11T03:32:08.048 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.049 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.049 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 57, 2024-09-11T03:32:08.049 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.049 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.049 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.049 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.049 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 128, 2024-09-11T03:32:08.049 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.049 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.049 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.049 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "1.0", 2024-09-11T03:32:08.049 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.050 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.050 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.050 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 271, 2024-09-11T03:32:08.050 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.050 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:30:40.575823+0000", 2024-09-11T03:32:08.050 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.050 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.050 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.050 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 590368, 2024-09-11T03:32:08.050 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.050 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 1771104, 2024-09-11T03:32:08.050 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.050 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.051 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 6, 2024-09-11T03:32:08.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 2, 2024-09-11T03:32:08.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 2, 2024-09-11T03:32:08.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.052 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 6, 2024-09-11T03:32:08.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 212, 2024-09-11T03:32:08.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 306, 2024-09-11T03:32:08.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.053 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.054 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.054 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 179, 2024-09-11T03:32:08.054 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 2416 2024-09-11T03:32:08.054 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.054 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.054 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.054 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.054 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.054 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.054 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.054 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.054 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:08.055 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "69'128" 2024-09-11T03:32:08.055 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.055 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.055 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.055 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.055 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.055 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.055 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.055 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:08.055 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.055 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.055 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.056 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.056 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.056 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:08.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.988204+0000", 2024-09-11T03:32:08.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.988204+0000", 2024-09-11T03:32:08.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.988470+0000", 2024-09-11T03:32:08.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:08.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.056 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.057 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.057 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:08.057 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:08.057 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:08.057 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.057 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.057 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.057 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:08.057 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879267+0000", 2024-09-11T03:32:08.057 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.057 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.058 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.058 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.058 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.058 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.058 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.058 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.058 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.058 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.058 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.058 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.058 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.059 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.3", 2024-09-11T03:32:08.059 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.059 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.059 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.059 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:08.059 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.059 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:11:56.170936+0000", 2024-09-11T03:32:08.059 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.059 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.059 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.059 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.060 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.061 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.062 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.062 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.062 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.062 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.062 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.062 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.062 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.062 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.062 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.062 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.062 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.062 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.063 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.063 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.063 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.063 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.063 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.063 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.063 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.063 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.063 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.063 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.063 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.063 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.064 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:08.064 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.064 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.064 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.064 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.064 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.064 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.064 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.064 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.064 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:08.064 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.065 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.065 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.065 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.065 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.065 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.065 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:08.065 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070778+0000", 2024-09-11T03:32:08.065 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070778+0000", 2024-09-11T03:32:08.065 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071385+0000", 2024-09-11T03:32:08.065 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:08.065 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.065 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.066 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.066 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.066 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:08.066 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:08.066 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:08.066 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.066 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.066 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.066 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:08.066 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650941+0000", 2024-09-11T03:32:08.066 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.066 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.067 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.067 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.067 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.067 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.067 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.067 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.067 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.067 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.067 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.067 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.067 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.067 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.2", 2024-09-11T03:32:08.068 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.068 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.068 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.068 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:08.068 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.068 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T08:30:18.422080+0000", 2024-09-11T03:32:08.068 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.068 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.068 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.068 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.069 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.070 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.070 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.070 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.070 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.070 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.070 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.070 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.070 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.070 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.070 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.070 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.071 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.071 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.071 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.071 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.071 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.071 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.071 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.071 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.071 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.071 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.071 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.071 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.072 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.072 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.072 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.072 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.072 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.072 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.072 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.072 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.072 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.072 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.072 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.073 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.073 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:08.073 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.073 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.073 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.073 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.073 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.073 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.073 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:08.073 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.073 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:08.073 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.074 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.074 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:08.074 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.074 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.074 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.074 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:08.074 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.112001+0000", 2024-09-11T03:32:08.074 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.112001+0000", 2024-09-11T03:32:08.074 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:43.104662+0000", 2024-09-11T03:32:08.074 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:08.074 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.074 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.075 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.075 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:08.075 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:08.075 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:08.075 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:08.075 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.075 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.075 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.075 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:08.075 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412860+0000", 2024-09-11T03:32:08.075 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.076 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.076 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.076 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.076 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:08.076 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.076 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.076 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.076 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.076 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.076 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.076 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.077 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.077 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.6", 2024-09-11T03:32:08.077 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.077 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.077 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.077 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 21, 2024-09-11T03:32:08.077 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.077 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:16:07.963140+0000", 2024-09-11T03:32:08.077 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000257538, 2024-09-11T03:32:08.077 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.077 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.078 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.078 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.078 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.078 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.078 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.078 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.078 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.078 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.078 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.078 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.078 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.079 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.079 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.079 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.079 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.079 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.079 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.079 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.079 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.079 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.079 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.079 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.079 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.080 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.080 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.080 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.080 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.080 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.080 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.080 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.080 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.080 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.080 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.080 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.081 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.081 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.081 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.081 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.081 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.081 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.081 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.081 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.081 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.081 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.081 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.082 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.082 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:08.082 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.082 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:08.082 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.082 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.082 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.082 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.082 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.082 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.082 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.082 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.083 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:08.083 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.083 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.083 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.083 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.083 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.083 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.083 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:08.083 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.990445+0000", 2024-09-11T03:32:08.083 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.990445+0000", 2024-09-11T03:32:08.083 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.990706+0000", 2024-09-11T03:32:08.083 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:08.084 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.084 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.084 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.084 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.084 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:08.084 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:08.084 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:08.084 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.084 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.084 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.084 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:08.085 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769031+0000", 2024-09-11T03:32:08.085 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.085 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.085 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.085 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.085 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.085 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.085 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.085 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.085 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.086 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.086 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.086 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.086 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.086 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.0", 2024-09-11T03:32:08.086 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.086 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.086 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.086 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:08.086 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.086 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:58:34.438276+0000", 2024-09-11T03:32:08.087 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.087 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.087 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.087 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.087 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.087 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.087 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.087 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.087 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.087 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.087 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.087 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.088 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.088 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.088 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.088 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.088 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.088 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.088 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.088 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.088 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.088 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.088 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.089 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.089 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.089 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.089 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.089 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.089 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.089 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.089 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.089 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.089 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.089 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.090 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.090 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.090 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.090 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.091 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.091 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.091 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.091 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.091 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.091 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:08.091 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.091 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.091 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.091 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.091 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.092 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.092 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:08.092 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.092 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:08.092 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.092 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.092 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.092 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.092 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.092 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.092 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:08.092 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.071888+0000", 2024-09-11T03:32:08.093 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.071888+0000", 2024-09-11T03:32:08.093 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.072480+0000", 2024-09-11T03:32:08.093 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:08.093 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.093 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.093 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.093 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.093 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:08.093 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:08.093 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:08.094 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.094 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.094 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.094 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:08.094 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412284+0000", 2024-09-11T03:32:08.094 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.094 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.094 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.094 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.094 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.094 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.094 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.095 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.095 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.095 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.095 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.095 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.095 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.095 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1", 2024-09-11T03:32:08.095 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.095 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.095 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.096 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:08.096 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.096 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:33:56.272328+0000", 2024-09-11T03:32:08.096 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.096 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.096 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.096 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.096 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.096 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.096 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.096 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.097 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.097 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.097 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.097 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.097 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.097 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.097 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.097 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.097 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.097 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.097 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.098 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.099 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.100 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.100 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.100 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.100 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.100 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.100 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.100 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:08.100 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.100 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:08.100 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.100 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.100 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.101 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.101 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.101 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.101 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.101 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.101 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:08.101 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.101 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.101 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:08.101 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.102 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.102 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.102 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:08.102 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.128837+0000", 2024-09-11T03:32:08.102 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.128837+0000", 2024-09-11T03:32:08.102 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:42.727011+0000", 2024-09-11T03:32:08.102 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:08.102 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.102 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.102 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.102 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:08.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:08.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:08.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:08.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:08.103 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861880+0000", 2024-09-11T03:32:08.103 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.103 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.103 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.104 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.104 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:08.104 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.104 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.104 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.104 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.104 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.104 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.104 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.104 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.104 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.7", 2024-09-11T03:32:08.104 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.105 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.105 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.105 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 21, 2024-09-11T03:32:08.105 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.105 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:13:17.808006+0000", 2024-09-11T03:32:08.105 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000258921, 2024-09-11T03:32:08.105 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.105 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.105 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.105 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.106 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.107 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.108 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.109 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.109 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.109 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.109 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.109 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.109 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.109 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.109 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.109 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.109 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.109 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.110 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.110 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.110 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:08.110 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.110 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.110 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.110 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.110 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.110 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.110 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.111 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.111 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 2, 2024-09-11T03:32:08.111 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.111 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.111 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.111 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.111 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.111 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:08.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.986646+0000", 2024-09-11T03:32:08.111 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.986646+0000", 2024-09-11T03:32:08.112 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.986900+0000", 2024-09-11T03:32:08.112 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:08.112 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.112 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.112 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.112 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.112 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:08.112 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:08.112 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:08.112 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.112 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.113 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.113 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:08.113 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.136573+0000", 2024-09-11T03:32:08.113 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.113 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.113 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.113 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.113 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.113 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.113 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.113 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.114 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.114 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.114 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.114 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.114 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.114 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1", 2024-09-11T03:32:08.114 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.114 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.114 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.114 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:08.114 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.114 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:18:12.688486+0000", 2024-09-11T03:32:08.115 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.115 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.115 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.115 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.116 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.117 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.117 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.117 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.117 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.117 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.117 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.117 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.117 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.117 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.117 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.117 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.118 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.118 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.118 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.118 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.118 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.118 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.118 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.118 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.118 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.118 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.118 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.119 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.119 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.119 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.119 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.119 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.119 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.119 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.119 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 2, 2024-09-11T03:32:08.119 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.119 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.119 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.119 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.120 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.120 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.120 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.120 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.120 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:08.120 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.120 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.120 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.120 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.120 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.121 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.121 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:08.121 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070871+0000", 2024-09-11T03:32:08.121 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070871+0000", 2024-09-11T03:32:08.121 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071540+0000", 2024-09-11T03:32:08.121 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:08.121 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.121 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.121 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.121 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.122 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:08.122 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:08.122 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:08.122 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.122 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.122 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.122 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:08.122 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860744+0000", 2024-09-11T03:32:08.122 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.122 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.123 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.123 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.123 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.123 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.123 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.123 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.123 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.123 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.123 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.123 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.123 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.123 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.0", 2024-09-11T03:32:08.124 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.124 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.124 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.124 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:08.124 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.124 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:13:37.909852+0000", 2024-09-11T03:32:08.124 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.124 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.124 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.124 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.124 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.125 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.125 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.125 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.125 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.125 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.125 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.125 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.125 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.125 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.125 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.125 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.126 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.126 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.126 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.126 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.126 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.126 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.126 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.126 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.126 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.126 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.126 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.127 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.127 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.127 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.127 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.127 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.127 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.127 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.127 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.127 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.127 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.127 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.127 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.128 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.128 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.128 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.128 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.128 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.128 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.128 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.128 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.128 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.128 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.128 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.129 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.129 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:08.129 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.129 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.129 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.129 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.129 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.129 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.129 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:08.129 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.129 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:08.130 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.130 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.130 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:08.130 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.130 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.130 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.130 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:08.130 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.111984+0000", 2024-09-11T03:32:08.130 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.111984+0000", 2024-09-11T03:32:08.130 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:42.727196+0000", 2024-09-11T03:32:08.130 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:08.131 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.131 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.131 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.131 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:08.131 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:08.131 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:08.131 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:08.131 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.131 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.131 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.131 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:08.132 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861461+0000", 2024-09-11T03:32:08.132 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.132 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.132 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.132 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.132 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:08.132 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.132 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.132 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.132 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.132 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.132 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.133 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.133 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.133 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.4", 2024-09-11T03:32:08.133 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.133 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.133 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.133 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 21, 2024-09-11T03:32:08.133 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.133 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:35:02.772586+0000", 2024-09-11T03:32:08.133 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000605029, 2024-09-11T03:32:08.133 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.134 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.134 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.135 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.135 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.135 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.135 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.135 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.135 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.135 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.135 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.135 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.135 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.135 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.136 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.136 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.136 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.136 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.136 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.136 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.136 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.136 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.136 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.136 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.136 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.137 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.137 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.137 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.137 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.137 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.137 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.137 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.137 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.137 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.137 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.137 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.138 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.138 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.138 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:08.138 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.138 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:08.138 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.138 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.138 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.138 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.138 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.139 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.139 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.139 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.139 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:08.139 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.139 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.139 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.139 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.139 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.139 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.139 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:08.140 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.986038+0000", 2024-09-11T03:32:08.140 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.986038+0000", 2024-09-11T03:32:08.140 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.986363+0000", 2024-09-11T03:32:08.140 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:08.140 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.140 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.140 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.140 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.140 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:08.140 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:08.140 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:08.140 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.141 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.141 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.141 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:08.141 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879290+0000", 2024-09-11T03:32:08.141 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.141 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.141 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.141 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.141 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.141 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.141 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.142 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.142 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.142 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.142 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.142 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.142 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.142 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.2", 2024-09-11T03:32:08.142 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.142 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.142 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.142 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:08.143 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.143 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:22:42.360327+0000", 2024-09-11T03:32:08.143 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.143 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.143 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.143 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.143 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.143 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.143 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.143 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.143 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.144 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.144 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.144 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.144 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.144 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.144 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.144 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.144 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.144 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.144 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.144 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.145 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.145 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.145 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.145 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.145 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.145 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.145 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.145 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.145 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.145 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.146 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.146 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.146 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.146 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.146 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.146 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.146 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.146 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.146 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.146 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.147 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.147 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.147 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.147 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.147 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.147 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.147 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.147 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.147 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.147 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.147 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.147 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:08.148 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.148 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.148 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.148 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.148 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.148 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.148 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.148 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.148 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:08.148 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.148 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.149 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.149 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.149 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.149 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.149 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:08.149 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.065757+0000", 2024-09-11T03:32:08.149 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.065757+0000", 2024-09-11T03:32:08.149 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.066025+0000", 2024-09-11T03:32:08.149 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:08.149 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.149 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.149 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.150 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.150 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:08.150 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:08.150 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:08.150 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.150 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.150 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.150 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:08.150 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.860160+0000", 2024-09-11T03:32:08.150 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.150 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.150 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.151 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.151 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.151 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.151 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.151 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.151 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.151 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.151 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.151 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.151 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.151 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.3", 2024-09-11T03:32:08.151 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.152 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.152 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.152 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:08.152 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.152 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:41:05.986527+0000", 2024-09-11T03:32:08.152 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.152 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.152 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.152 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.152 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.152 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.152 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.153 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.153 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.153 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.153 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.153 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.153 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.153 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.153 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.153 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.153 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.153 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.154 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.154 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.154 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.154 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.154 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.154 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.154 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.154 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.154 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.154 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.155 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.156 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.156 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.156 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.156 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.156 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.156 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.156 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.157 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.157 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.157 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:08.157 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.157 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.157 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.157 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.157 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.157 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.157 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:08.157 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.158 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:08.158 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.158 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.158 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:08.158 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.158 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.158 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.158 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:08.158 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.128831+0000", 2024-09-11T03:32:08.158 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.128831+0000", 2024-09-11T03:32:08.159 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:42.727340+0000", 2024-09-11T03:32:08.159 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:08.159 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.159 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.159 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.159 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:08.159 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:08.159 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:08.159 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:08.159 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.159 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.160 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.160 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:08.160 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861133+0000", 2024-09-11T03:32:08.160 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.160 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:08.160 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.160 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.160 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:08.160 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.160 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.160 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.160 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.161 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:08.161 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.161 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.161 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.161 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.2", 2024-09-11T03:32:08.161 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.161 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.161 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.161 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:08.162 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.162 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T09:58:32.706636+0000", 2024-09-11T03:32:08.162 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000864883, 2024-09-11T03:32:08.162 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.162 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.162 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 19, 2024-09-11T03:32:08.162 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.162 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.162 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.162 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.162 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.163 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:08.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:08.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:08.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.164 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.165 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.168 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.168 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.168 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.168 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.168 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 2, 2024-09-11T03:32:08.168 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 2 2024-09-11T03:32:08.168 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.168 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.169 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.169 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.169 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.169 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.169 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:08.169 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.169 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:08.169 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "74'2" 2024-09-11T03:32:08.169 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.169 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.169 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.169 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.170 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.170 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.170 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.170 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:08.170 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.170 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.170 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.170 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.170 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.170 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.170 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:08.170 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.987490+0000", 2024-09-11T03:32:08.171 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.987490+0000", 2024-09-11T03:32:08.171 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.987766+0000", 2024-09-11T03:32:08.171 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:08.171 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.171 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.171 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.171 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.171 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:08.171 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:08.171 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:08.171 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.172 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.172 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.172 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:08.172 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861574+0000", 2024-09-11T03:32:08.172 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.172 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.172 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.172 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.172 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.172 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.172 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.173 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.173 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.173 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.173 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.173 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.173 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.173 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.4", 2024-09-11T03:32:08.173 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.173 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.173 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.173 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:08.174 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.174 INFO:tasks.workunit.client.0.smithi086.stderr:+ echo OK 2024-09-11T03:32:08.176 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:07 smithi130 ceph-mon[31190]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.176 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:07 smithi130 ceph-mon[31190]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.176 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:07 smithi130 ceph-mon[31190]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.176 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:07 smithi130 ceph-mon[31190]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.177 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:39:16.225794+0000", 2024-09-11T03:32:08.177 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.177 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.177 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.177 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.177 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.177 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.177 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.178 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.179 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.180 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.181 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.181 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.181 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.181 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.181 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.181 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.181 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.181 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.181 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.181 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:08.181 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.182 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.182 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.182 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.182 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.182 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.182 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:08.182 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.182 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:08.182 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.182 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.182 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.182 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.183 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.183 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:08.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.063459+0000", 2024-09-11T03:32:08.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.063459+0000", 2024-09-11T03:32:08.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.063931+0000", 2024-09-11T03:32:08.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:08.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.183 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:08.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:08.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:08.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:08.184 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879478+0000", 2024-09-11T03:32:08.184 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.184 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.184 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.184 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.184 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.185 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.185 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.185 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.185 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.185 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.185 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.185 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.185 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.185 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.5", 2024-09-11T03:32:08.185 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.185 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.186 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.186 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:08.186 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.186 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:39:25.067824+0000", 2024-09-11T03:32:08.186 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.186 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.186 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.186 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.186 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.186 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.186 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.187 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.188 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.189 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.190 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.190 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.190 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.190 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.190 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.190 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.190 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.190 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:08.190 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.190 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:08.190 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.190 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.191 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.191 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.191 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.191 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.191 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.191 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.191 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:08.191 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.191 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.191 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:08.191 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.192 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.192 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:08.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.128782+0000", 2024-09-11T03:32:08.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.128782+0000", 2024-09-11T03:32:08.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:43.103910+0000", 2024-09-11T03:32:08.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:08.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.192 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:08.193 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:08.193 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:08.193 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:08.193 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.193 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.193 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.193 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:08.193 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412444+0000", 2024-09-11T03:32:08.193 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.193 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:08.193 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.194 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.194 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:08.194 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.194 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.194 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.194 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.194 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:08.194 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.194 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.194 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.194 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.3", 2024-09-11T03:32:08.195 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.195 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.195 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.195 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:08.195 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.195 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:51:19.549354+0000", 2024-09-11T03:32:08.195 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000290042, 2024-09-11T03:32:08.195 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.195 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.195 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.196 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:08.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:08.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:08.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.197 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.198 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.198 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.198 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.198 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.198 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.198 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.198 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.198 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.198 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.198 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.198 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.199 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.199 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.199 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.199 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.199 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.199 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.199 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.199 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.199 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.199 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.199 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.199 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:08.200 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "72'1" 2024-09-11T03:32:08.200 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.200 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.200 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.200 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.200 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.200 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:08.200 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.200 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:08.200 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.200 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.201 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.201 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.201 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.201 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.201 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:08.201 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.992149+0000", 2024-09-11T03:32:08.201 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.992149+0000", 2024-09-11T03:32:08.201 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.992435+0000", 2024-09-11T03:32:08.201 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:08.201 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.201 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.201 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.202 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.202 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:08.202 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:08.202 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:08.202 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.202 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.202 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.202 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:08.202 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769479+0000", 2024-09-11T03:32:08.202 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.202 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.203 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.203 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.203 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.203 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.203 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.203 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.203 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.203 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.203 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.203 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.203 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.203 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.5", 2024-09-11T03:32:08.204 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.204 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.204 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.204 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:08.204 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.204 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:53:59.517034+0000", 2024-09-11T03:32:08.204 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.204 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.204 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.204 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.205 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.206 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.206 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.206 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.206 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.206 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.206 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.206 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.206 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.206 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.206 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.206 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.206 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.207 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.207 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.207 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.207 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.207 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.207 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.207 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.207 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.207 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.207 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.207 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.207 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.208 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.208 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.208 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.208 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.208 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.208 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.208 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.208 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.208 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:08.208 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.208 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:08.209 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.209 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.209 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.209 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.209 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.209 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.209 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:08.209 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.209 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:08.209 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.209 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.209 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.210 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.210 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.210 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.210 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:08.210 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.064450+0000", 2024-09-11T03:32:08.210 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.064450+0000", 2024-09-11T03:32:08.210 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.065191+0000", 2024-09-11T03:32:08.210 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:08.210 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.210 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.210 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.211 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.211 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:08.211 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:08.211 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:08.211 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.211 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.211 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.211 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:08.211 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861501+0000", 2024-09-11T03:32:08.211 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.211 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.212 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.212 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.212 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.212 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.212 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.212 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.212 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.212 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.212 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.212 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.212 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.212 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.4", 2024-09-11T03:32:08.213 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.213 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.213 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.213 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:08.213 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.213 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T08:57:26.969855+0000", 2024-09-11T03:32:08.213 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.213 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.213 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.213 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.213 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.213 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.214 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.214 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.214 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.214 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.214 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.214 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.214 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.214 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.214 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.214 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.214 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.215 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.215 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.215 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.215 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.215 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.215 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.215 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.215 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.215 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.215 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.215 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.216 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.216 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.216 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.216 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.216 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.216 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.216 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.216 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.216 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.216 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.216 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.217 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.217 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.217 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.217 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.217 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.217 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.217 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.217 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.217 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.217 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.217 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:08.217 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.218 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:08.218 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.218 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.218 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.218 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.218 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.218 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.218 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.218 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.218 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:08.218 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.219 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.219 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:08.219 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.219 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.219 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.219 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:08.219 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.083090+0000", 2024-09-11T03:32:08.219 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.083090+0000", 2024-09-11T03:32:08.219 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:43.103225+0000", 2024-09-11T03:32:08.219 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:08.219 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.220 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.220 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.220 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:08.220 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:08.220 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:08.220 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:08.220 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.220 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.220 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.220 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:08.220 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650761+0000", 2024-09-11T03:32:08.221 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.221 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.221 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.221 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.221 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:08.221 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.221 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.221 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.221 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.221 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.222 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.222 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.222 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.222 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.0", 2024-09-11T03:32:08.222 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.222 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.222 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.222 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 21, 2024-09-11T03:32:08.222 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.222 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T08:32:38.125419+0000", 2024-09-11T03:32:08.222 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000555131, 2024-09-11T03:32:08.222 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.223 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.223 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.223 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.223 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.223 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.223 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.223 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.223 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.223 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.223 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.223 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.224 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.224 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.224 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.224 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.224 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.224 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.224 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.224 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.224 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.224 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.224 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.225 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.225 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.225 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.225 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.225 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.225 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.225 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.225 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.225 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.225 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.225 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.225 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.226 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.226 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.226 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.226 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.226 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.226 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.227 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.227 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.227 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.227 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:08.227 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.227 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.227 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.227 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.227 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.227 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:08.227 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:08.228 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.228 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:08.228 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.228 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.228 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.228 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.228 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.228 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.228 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:08.228 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.989196+0000", 2024-09-11T03:32:08.228 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.989196+0000", 2024-09-11T03:32:08.228 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.989497+0000", 2024-09-11T03:32:08.229 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:08.229 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.229 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.229 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.229 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.229 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:08.229 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:08.229 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:08.229 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.229 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.229 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.229 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:08.230 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861738+0000", 2024-09-11T03:32:08.230 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.230 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:08.230 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.230 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.230 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.230 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.230 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.230 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.230 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.230 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:08.231 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.231 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.231 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.231 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.6", 2024-09-11T03:32:08.231 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.231 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.231 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.231 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:08.231 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.231 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T08:57:58.060054+0000", 2024-09-11T03:32:08.231 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.231 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.232 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.232 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.232 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.232 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.232 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.232 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.232 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.232 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.232 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.232 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.232 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:08.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:08.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:08.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.233 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:08.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.234 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 1, 2024-09-11T03:32:08.235 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.235 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.235 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.235 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.235 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.235 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.235 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:08.236 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:08.236 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.236 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:08.236 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'1" 2024-09-11T03:32:08.236 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.236 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.236 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.236 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.236 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.236 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.236 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.237 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:08.237 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.237 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.237 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.237 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.237 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.237 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.237 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:08.237 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.066249+0000", 2024-09-11T03:32:08.237 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.066249+0000", 2024-09-11T03:32:08.237 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.066765+0000", 2024-09-11T03:32:08.237 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:08.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:08.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:08.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:08.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.238 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:08.239 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651343+0000", 2024-09-11T03:32:08.239 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.239 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.239 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.239 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.239 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.239 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.239 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.239 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.239 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.239 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.239 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.240 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.240 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.240 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.7", 2024-09-11T03:32:08.240 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.240 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.240 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.240 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:08.240 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.240 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:18:47.489702+0000", 2024-09-11T03:32:08.240 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.240 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.241 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.241 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.242 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.243 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.244 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.244 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.244 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.244 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.245 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.245 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.245 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.245 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.245 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.245 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:08.245 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.245 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.245 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.245 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.245 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.246 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.246 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.246 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.246 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:08.246 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.246 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.246 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 69, 2024-09-11T03:32:08.246 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.246 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.246 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.246 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:08.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:38.128785+0000", 2024-09-11T03:32:08.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:38.128785+0000", 2024-09-11T03:32:08.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:42.723620+0000", 2024-09-11T03:32:08.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:08.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 70, 2024-09-11T03:32:08.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:08.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:08.247 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:08.248 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.248 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.248 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:29:37.068121+0000", 2024-09-11T03:32:08.248 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:08.248 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.859810+0000", 2024-09-11T03:32:08.248 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.248 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.248 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.248 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.248 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 69, 2024-09-11T03:32:08.248 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.249 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.249 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.249 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.249 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.249 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.249 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.249 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.249 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "4.1", 2024-09-11T03:32:08.249 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.249 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.249 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.250 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 21, 2024-09-11T03:32:08.250 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.250 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T15:16:17.589536+0000", 2024-09-11T03:32:08.250 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.000487611, 2024-09-11T03:32:08.250 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.250 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.250 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.251 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.252 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.253 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.253 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.253 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.253 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.253 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.253 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.253 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.253 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.253 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.253 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.253 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.254 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.254 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.254 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.254 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.254 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.254 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.254 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.254 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.254 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:08.254 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.254 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.254 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.255 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.255 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:08.255 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.255 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:08.255 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.255 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:08.255 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.255 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.255 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.255 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.255 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.255 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.256 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:08.256 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.990784+0000", 2024-09-11T03:32:08.256 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.990784+0000", 2024-09-11T03:32:08.256 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.991113+0000", 2024-09-11T03:32:08.256 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:08.256 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.256 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.256 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.256 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.256 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:08.256 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:08.256 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:08.257 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.257 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.257 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.257 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:08.257 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.582289+0000", 2024-09-11T03:32:08.257 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.257 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:08.257 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.257 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.257 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.257 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.258 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.258 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.258 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.258 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:08.258 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.258 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.258 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.258 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.7", 2024-09-11T03:32:08.258 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.258 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.258 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.258 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 27, 2024-09-11T03:32:08.258 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.259 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:45:10.605115+0000", 2024-09-11T03:32:08.259 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.259 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.259 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.259 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.260 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.260 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.260 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.260 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.260 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.260 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.260 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.260 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.260 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:08.260 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:08.260 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.261 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:08.261 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.261 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.261 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.261 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.261 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.261 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:08.261 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.261 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.261 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.261 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.262 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.262 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.262 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.262 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.262 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.262 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.262 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.262 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.262 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 3, 2024-09-11T03:32:08.262 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.262 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.262 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.263 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.263 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.263 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:08.263 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.263 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:08.263 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.263 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:08.263 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'2" 2024-09-11T03:32:08.263 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.263 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.263 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.264 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.264 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.264 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:08.264 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.264 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:08.264 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.264 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.264 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.264 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.264 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.264 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.264 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:08.265 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.072697+0000", 2024-09-11T03:32:08.265 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.072697+0000", 2024-09-11T03:32:08.265 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.072979+0000", 2024-09-11T03:32:08.265 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:08.265 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.265 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.265 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.265 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.265 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:08.265 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:08.265 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:08.265 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.266 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.266 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.266 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:08.266 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.412763+0000", 2024-09-11T03:32:08.266 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.266 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.266 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.266 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.266 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.266 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.266 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.267 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.267 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.267 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.267 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.267 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.267 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.267 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.6", 2024-09-11T03:32:08.267 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.267 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.267 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.267 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:08.268 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.268 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:19:54.463377+0000", 2024-09-11T03:32:08.268 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.268 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.268 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.268 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.268 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.268 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.268 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.268 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.268 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.268 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.269 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.269 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.269 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.269 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.269 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.269 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.269 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.269 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.269 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.269 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.269 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.270 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.270 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.270 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.270 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.270 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.270 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.270 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.270 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.270 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.270 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.270 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.270 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.271 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.271 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.271 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.271 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.271 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.271 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.271 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.271 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.271 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.271 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.271 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.272 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.272 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.272 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.272 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.272 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.272 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:08.272 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.272 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:08.272 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.272 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.272 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.273 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.273 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.273 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.273 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:08.273 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.273 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:08.273 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.273 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.273 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.273 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.273 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.273 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.274 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:08.274 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.984351+0000", 2024-09-11T03:32:08.274 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.984351+0000", 2024-09-11T03:32:08.274 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.984680+0000", 2024-09-11T03:32:08.274 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:08.274 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.274 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.274 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.274 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.274 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:08.274 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:08.274 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:08.275 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.275 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.275 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.275 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:08.275 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.768949+0000", 2024-09-11T03:32:08.275 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.275 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.275 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.275 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.275 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.275 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.275 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.276 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.276 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.276 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.276 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.276 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.276 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.276 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.8", 2024-09-11T03:32:08.276 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.276 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.276 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.276 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:08.277 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.277 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:25:30.870626+0000", 2024-09-11T03:32:08.277 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.277 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.277 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.277 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.277 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.277 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.277 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.277 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.278 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.278 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.278 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.278 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.278 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.278 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.278 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.278 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.278 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.278 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.278 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.278 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.279 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.279 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.279 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.279 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.279 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.279 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.279 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.279 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.279 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.279 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.279 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.280 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.281 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.281 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.281 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.281 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.281 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.281 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.281 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:08.281 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.281 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:08.281 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.281 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.282 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.282 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.282 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.282 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.282 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.282 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.282 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 4, 2024-09-11T03:32:08.282 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.282 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.282 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.282 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.282 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.283 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.283 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:08.283 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.072689+0000", 2024-09-11T03:32:08.283 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.072689+0000", 2024-09-11T03:32:08.283 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.073038+0000", 2024-09-11T03:32:08.283 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:08.283 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.283 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.283 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.283 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.283 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:08.283 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:08.283 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:08.284 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.284 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.284 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.284 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:08.284 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.859936+0000", 2024-09-11T03:32:08.284 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.284 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.284 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.284 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.284 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.284 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.285 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.285 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.285 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.285 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.285 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.285 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.285 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.285 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.9", 2024-09-11T03:32:08.285 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.285 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.285 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.285 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:08.286 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.286 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:42:12.306542+0000", 2024-09-11T03:32:08.286 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.286 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.286 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.286 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.286 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.286 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.286 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.286 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.286 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.287 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.287 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.287 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.287 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.287 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.287 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.287 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.287 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.287 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.287 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.287 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.287 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.288 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.289 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.289 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.289 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.290 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.290 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.290 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.290 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.290 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.290 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.290 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 4, 2024-09-11T03:32:08.290 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.290 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.290 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.290 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.291 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.291 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.291 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:08.291 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.291 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:08.291 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.291 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.291 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.291 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.291 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.291 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.291 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:08.292 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.987757+0000", 2024-09-11T03:32:08.292 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.987757+0000", 2024-09-11T03:32:08.292 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.988197+0000", 2024-09-11T03:32:08.292 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:08.292 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.292 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.292 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.292 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.292 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:08.292 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:08.292 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:08.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:08.293 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861003+0000", 2024-09-11T03:32:08.293 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.293 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.293 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.293 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.293 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.293 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.294 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.294 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.294 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.294 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.294 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.294 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.294 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.294 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.9", 2024-09-11T03:32:08.294 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.294 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.294 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.295 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:08.295 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.295 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:42:42.839079+0000", 2024-09-11T03:32:08.295 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.295 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.295 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.295 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.295 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.295 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.295 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.296 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.297 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.298 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.299 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.299 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.299 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.299 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.299 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.299 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.299 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.299 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.299 INFO:tasks.workunit.client.0.smithi086.stdout: 3 2024-09-11T03:32:08.299 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.299 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:08.300 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.300 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.300 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.300 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.300 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.300 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.300 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.300 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.300 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:08.300 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.300 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.300 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.301 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.301 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.301 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:08.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.057788+0000", 2024-09-11T03:32:08.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.057788+0000", 2024-09-11T03:32:08.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.058072+0000", 2024-09-11T03:32:08.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:08.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.301 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.302 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.302 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:08.302 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:08.302 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:08.302 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.302 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.302 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.302 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:08.302 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.650892+0000", 2024-09-11T03:32:08.302 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.302 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.302 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.303 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.303 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.303 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.303 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.303 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.303 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.303 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.303 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.303 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.303 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.304 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.8", 2024-09-11T03:32:08.304 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.304 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.304 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.304 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:08.304 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.304 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:19:14.232664+0000", 2024-09-11T03:32:08.304 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.304 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.304 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.304 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.305 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.306 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.307 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.307 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.307 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.307 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.307 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.307 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.307 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.307 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.307 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.307 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.307 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.308 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.308 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.308 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.308 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.308 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.308 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.308 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.308 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.308 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.308 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.308 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.308 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.309 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.309 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:08.309 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.309 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.309 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.309 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.309 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.309 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.309 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.309 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.310 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 1, 2024-09-11T03:32:08.310 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.310 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.310 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.310 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.310 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.310 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.310 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:08.310 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.984847+0000", 2024-09-11T03:32:08.310 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.984847+0000", 2024-09-11T03:32:08.310 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.985174+0000", 2024-09-11T03:32:08.310 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:08.311 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.311 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.311 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.311 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.311 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:08.311 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:08.311 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:08.311 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.311 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.311 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.311 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:08.312 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.861303+0000", 2024-09-11T03:32:08.312 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.312 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.312 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.312 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.312 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.312 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.312 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.312 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.312 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.313 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.313 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.313 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.313 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.313 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.a", 2024-09-11T03:32:08.313 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.313 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.313 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.313 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 25, 2024-09-11T03:32:08.313 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.313 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T14:20:33.813073+0000", 2024-09-11T03:32:08.313 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.314 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.314 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.314 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.315 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.315 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.315 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.315 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.315 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.315 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.315 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.315 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.315 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.315 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.315 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.315 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.316 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.316 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.316 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.316 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.316 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.316 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.316 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.316 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.316 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.316 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.316 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.317 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.317 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.317 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.317 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.317 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.317 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.317 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.317 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.317 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.317 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.317 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.317 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.318 INFO:tasks.workunit.client.0.smithi086.stdout: 1, 2024-09-11T03:32:08.318 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.318 INFO:tasks.workunit.client.0.smithi086.stdout: 7 2024-09-11T03:32:08.318 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.318 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 1, 2024-09-11T03:32:08.318 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.318 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.318 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.318 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.318 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.318 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.319 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:08.319 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.319 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:08.319 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.319 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.319 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.319 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.319 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.319 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.319 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:08.319 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:16.673412+0000", 2024-09-11T03:32:08.320 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:16.673412+0000", 2024-09-11T03:32:08.320 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:16.673850+0000", 2024-09-11T03:32:08.320 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:08.320 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.320 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.320 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.320 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 67, 2024-09-11T03:32:08.320 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:08.320 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:08.320 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:08.320 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.320 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.321 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.321 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:08.321 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651114+0000", 2024-09-11T03:32:08.321 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.321 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.321 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.321 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.321 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 66, 2024-09-11T03:32:08.321 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.321 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.321 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.322 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.322 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.322 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.322 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.322 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.322 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.b", 2024-09-11T03:32:08.322 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.322 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.322 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.322 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 31, 2024-09-11T03:32:08.322 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.322 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:20:22.110732+0000", 2024-09-11T03:32:08.323 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.323 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.323 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.323 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.323 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.323 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.323 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.323 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.323 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.323 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.323 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.323 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.324 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.324 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.324 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.324 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.324 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.324 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.324 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.324 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.324 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.324 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.324 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.324 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.325 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.325 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.325 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.325 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.325 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.325 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.325 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.325 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.325 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.325 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.325 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.325 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.326 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.326 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.326 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.326 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.326 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.326 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.326 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.326 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.326 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.326 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.326 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.327 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.327 INFO:tasks.workunit.client.0.smithi086.stdout: 2, 2024-09-11T03:32:08.327 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:08.327 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.327 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:08.327 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.327 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.327 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.327 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.327 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.327 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.327 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:08.328 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.328 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:08.328 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.328 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.328 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.328 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.328 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.328 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.328 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:08.328 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.985566+0000", 2024-09-11T03:32:08.328 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.985566+0000", 2024-09-11T03:32:08.329 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.985897+0000", 2024-09-11T03:32:08.329 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:08.329 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.329 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.329 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.329 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.329 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:08.329 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:08.329 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:08.329 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.329 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.329 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.330 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:08.330 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769442+0000", 2024-09-11T03:32:08.330 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.330 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:08.330 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.330 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.330 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.330 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.330 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.330 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.330 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.331 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:08.331 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.331 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.331 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.331 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.b", 2024-09-11T03:32:08.331 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.331 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.331 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.331 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 27, 2024-09-11T03:32:08.331 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.331 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:13:36.949073+0000", 2024-09-11T03:32:08.332 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.332 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.332 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.332 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.332 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.332 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.332 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.332 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.332 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.332 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.332 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.332 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.333 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.333 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.333 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.333 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.333 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.333 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.333 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.333 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:08.333 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:08.333 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.333 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:08.334 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.334 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.334 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.334 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.334 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.334 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:08.334 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.334 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.334 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.334 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.334 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.334 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.335 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.335 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.335 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.335 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.335 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.335 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.335 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 1, 2024-09-11T03:32:08.335 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.335 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.335 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.335 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.336 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.336 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.336 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.336 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:08.336 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.336 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:08.336 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'2" 2024-09-11T03:32:08.336 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.336 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.336 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.336 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:08.337 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.337 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:08.337 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.337 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 6, 2024-09-11T03:32:08.337 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.337 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.337 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.337 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.337 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.337 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.337 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:08.337 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:29:16.543750+0000", 2024-09-11T03:32:08.338 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:29:16.543750+0000", 2024-09-11T03:32:08.338 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:29:16.544014+0000", 2024-09-11T03:32:08.338 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:08.338 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.338 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.338 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.338 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 67, 2024-09-11T03:32:08.338 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:08.338 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:08.338 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:08.338 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.339 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.339 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.339 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:08.339 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.581842+0000", 2024-09-11T03:32:08.339 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.339 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.339 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.339 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.339 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 66, 2024-09-11T03:32:08.339 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.339 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.340 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.340 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.340 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.340 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.340 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.340 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.340 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.a", 2024-09-11T03:32:08.340 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.340 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.340 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.340 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 31, 2024-09-11T03:32:08.340 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.341 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T07:45:10.777984+0000", 2024-09-11T03:32:08.341 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.341 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.341 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.341 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.341 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.341 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.341 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.341 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.341 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.341 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.342 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.342 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.342 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.342 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.342 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.342 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.342 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.342 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.342 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.342 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.342 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.343 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.343 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.343 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.343 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.343 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.343 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.343 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.343 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.343 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.343 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.343 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.344 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.345 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.345 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.345 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.345 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.345 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:08.345 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.345 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:08.345 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.345 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 6, 2024-09-11T03:32:08.345 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.345 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.346 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.346 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.346 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.346 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.346 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.346 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.346 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:08.346 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.346 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.346 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.347 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.347 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.347 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.347 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:08.347 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.076285+0000", 2024-09-11T03:32:08.347 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.076285+0000", 2024-09-11T03:32:08.347 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.079538+0000", 2024-09-11T03:32:08.347 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:08.347 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.347 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.347 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.348 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.348 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:08.348 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:08.348 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:08.348 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.348 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.348 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.348 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:08.348 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879507+0000", 2024-09-11T03:32:08.348 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.348 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.348 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.349 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.349 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.349 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.349 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.349 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.349 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.349 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.349 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.349 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.349 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.349 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1d", 2024-09-11T03:32:08.349 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.350 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.350 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.350 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:08.350 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.350 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T12:45:14.744228+0000", 2024-09-11T03:32:08.350 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.350 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.350 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.350 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.350 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.350 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.350 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.350 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.351 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.352 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.353 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.353 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.354 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.354 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.354 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.354 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.354 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.354 INFO:tasks.workunit.client.0.smithi086.stdout: 6 2024-09-11T03:32:08.354 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.354 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:08.354 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.354 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.354 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.354 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.354 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.355 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.355 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:08.355 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.355 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:08.355 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.355 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.355 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.355 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.355 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.355 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.355 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:08.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.986494+0000", 2024-09-11T03:32:08.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.986494+0000", 2024-09-11T03:32:08.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.987053+0000", 2024-09-11T03:32:08.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:08.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:08.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:08.356 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:08.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:08.357 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769167+0000", 2024-09-11T03:32:08.357 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.357 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:08.357 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.357 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.357 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.358 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.358 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.358 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.358 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.358 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:08.358 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.358 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.358 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.358 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1c", 2024-09-11T03:32:08.358 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.358 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.358 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.358 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 27, 2024-09-11T03:32:08.359 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.359 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T15:20:46.711362+0000", 2024-09-11T03:32:08.359 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.359 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.359 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.359 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.359 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.359 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.359 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.359 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.359 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.359 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:08.360 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:08.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:08.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:08.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.361 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 3, 2024-09-11T03:32:08.362 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.362 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.362 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.362 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.363 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.363 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.363 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.363 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:08.363 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.363 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:08.363 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'2" 2024-09-11T03:32:08.363 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.363 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.363 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.363 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.363 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.363 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:08.364 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.364 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 5, 2024-09-11T03:32:08.364 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.364 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.364 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.364 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.364 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.364 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.364 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:08.364 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.079109+0000", 2024-09-11T03:32:08.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.079109+0000", 2024-09-11T03:32:08.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.080048+0000", 2024-09-11T03:32:08.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:08.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:08.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:08.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:08.365 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.366 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.366 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.366 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:08.366 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:49.879315+0000", 2024-09-11T03:32:08.366 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.366 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.366 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.366 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.366 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.366 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.366 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.366 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.367 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.367 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.367 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.367 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.367 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.367 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1c", 2024-09-11T03:32:08.367 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.367 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.367 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.367 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:08.367 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.367 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:48:24.489280+0000", 2024-09-11T03:32:08.368 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.368 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.368 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.368 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.369 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.370 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.373 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.373 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.373 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.373 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.373 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.373 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.373 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.373 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.374 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.374 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.374 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.374 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.374 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.374 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.374 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.374 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.374 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.374 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.374 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.375 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.375 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.375 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.375 INFO:tasks.workunit.client.0.smithi086.stdout: 4, 2024-09-11T03:32:08.375 INFO:tasks.workunit.client.0.smithi086.stdout: 1 2024-09-11T03:32:08.375 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.375 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 5, 2024-09-11T03:32:08.375 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.375 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.375 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.375 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.376 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.376 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:08.376 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.376 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.376 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 7, 2024-09-11T03:32:08.376 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.376 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.376 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.376 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.376 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.376 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.377 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:08.377 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.990999+0000", 2024-09-11T03:32:08.377 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.990999+0000", 2024-09-11T03:32:08.377 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.991268+0000", 2024-09-11T03:32:08.377 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:08.377 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.377 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.377 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.377 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.377 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:08.378 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:08.378 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:08.378 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.378 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.378 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.378 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:08.378 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.769320+0000", 2024-09-11T03:32:08.378 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.378 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 2, 2024-09-11T03:32:08.378 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.378 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.378 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.379 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.379 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.379 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.379 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.379 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 2, 2024-09-11T03:32:08.379 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.379 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.379 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.379 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1d", 2024-09-11T03:32:08.379 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.379 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.379 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.380 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 27, 2024-09-11T03:32:08.380 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.380 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T11:50:35.508748+0000", 2024-09-11T03:32:08.380 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.380 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.380 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.380 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.380 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.380 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.380 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.380 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.381 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.381 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.381 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.381 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.381 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.381 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.381 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.381 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.381 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.381 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.382 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.382 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 3, 2024-09-11T03:32:08.382 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 1, 2024-09-11T03:32:08.382 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.382 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 1, 2024-09-11T03:32:08.382 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.382 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.382 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.382 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.382 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.382 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:08.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.383 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 3, 2024-09-11T03:32:08.384 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.384 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.384 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.384 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.384 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.384 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.384 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:08.384 INFO:tasks.workunit.client.0.smithi086.stdout: 0 2024-09-11T03:32:08.384 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.384 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 7, 2024-09-11T03:32:08.385 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'2" 2024-09-11T03:32:08.385 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.385 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.385 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.385 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.385 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.385 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:08.385 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.385 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:08.385 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.385 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.386 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.386 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.386 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.386 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.386 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:08.386 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.066780+0000", 2024-09-11T03:32:08.386 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.066780+0000", 2024-09-11T03:32:08.386 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.068256+0000", 2024-09-11T03:32:08.386 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:08.386 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.386 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.387 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.387 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.387 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:08.387 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:08.387 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:08.387 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.387 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.387 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.387 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:08.387 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.413088+0000", 2024-09-11T03:32:08.387 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.388 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.388 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.388 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.388 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.388 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.388 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.388 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.388 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.388 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.388 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.388 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.389 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.389 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1f", 2024-09-11T03:32:08.389 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.389 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.389 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.389 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 23, 2024-09-11T03:32:08.389 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.389 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T04:12:39.352674+0000", 2024-09-11T03:32:08.389 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.389 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.389 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.390 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.390 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.390 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.390 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.390 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.390 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.390 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.390 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.390 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.390 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.390 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.391 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.392 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.393 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.393 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.393 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.393 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.393 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.393 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.393 INFO:tasks.workunit.client.0.smithi086.stdout: 5, 2024-09-11T03:32:08.393 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:08.394 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.394 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:08.394 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.394 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.394 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.394 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.394 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.394 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.394 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:08.394 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.394 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:08.395 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.395 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.395 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.395 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.395 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.395 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.395 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:08.395 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.981562+0000", 2024-09-11T03:32:08.395 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.981562+0000", 2024-09-11T03:32:08.395 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.981809+0000", 2024-09-11T03:32:08.395 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:08.395 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:08.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:08.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:08.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:08.396 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651311+0000", 2024-09-11T03:32:08.396 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.397 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 1, 2024-09-11T03:32:08.397 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.397 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.397 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.397 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.397 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.397 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.397 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.397 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 1, 2024-09-11T03:32:08.397 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.397 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.398 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.398 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1e", 2024-09-11T03:32:08.398 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.398 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.398 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.398 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 26, 2024-09-11T03:32:08.398 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.398 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T13:50:27.343590+0000", 2024-09-11T03:32:08.398 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.398 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.398 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.399 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.400 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.401 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.402 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.402 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.402 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.402 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.402 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.402 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.402 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.402 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.402 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.402 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.402 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.402 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.403 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.403 INFO:tasks.workunit.client.0.smithi086.stdout: 5 2024-09-11T03:32:08.403 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.403 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:08.403 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'1" 2024-09-11T03:32:08.403 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.403 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.403 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.403 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.403 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:08.403 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:08.403 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.403 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 3, 2024-09-11T03:32:08.404 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.404 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.404 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 62, 2024-09-11T03:32:08.404 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.404 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.404 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:08.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:47.070831+0000", 2024-09-11T03:32:08.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:47.070831+0000", 2024-09-11T03:32:08.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:47.071263+0000", 2024-09-11T03:32:08.404 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:08.405 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.405 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.405 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.405 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 63, 2024-09-11T03:32:08.405 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:08.405 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:08.405 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:08.405 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.405 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.405 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:46.033824+0000", 2024-09-11T03:32:08.405 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:08.406 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.651313+0000", 2024-09-11T03:32:08.406 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.406 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.406 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.406 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.406 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 62, 2024-09-11T03:32:08.406 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.406 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.406 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.406 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.406 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.407 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.407 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.407 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.407 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "3.1e", 2024-09-11T03:32:08.407 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.407 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.407 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.407 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 22, 2024-09-11T03:32:08.407 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.407 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:01:34.162897+0000", 2024-09-11T03:32:08.407 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.407 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.408 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.408 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.409 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.410 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.410 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.410 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.410 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.410 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.410 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.410 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.410 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.410 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.410 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.410 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.410 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.411 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.411 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.411 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.411 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.411 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.411 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.411 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.411 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.411 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.411 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.411 INFO:tasks.workunit.client.0.smithi086.stdout: 3, 2024-09-11T03:32:08.411 INFO:tasks.workunit.client.0.smithi086.stdout: 6, 2024-09-11T03:32:08.412 INFO:tasks.workunit.client.0.smithi086.stdout: 2 2024-09-11T03:32:08.412 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.412 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 3, 2024-09-11T03:32:08.412 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "0'0" 2024-09-11T03:32:08.412 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.412 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.412 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": [ 2024-09-11T03:32:08.412 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.412 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.412 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:08.412 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.413 INFO:tasks.workunit.client.0.smithi086.stdout: "acting_primary": 0, 2024-09-11T03:32:08.413 INFO:tasks.workunit.client.0.smithi086.stdout: "avail_no_missing": [], 2024-09-11T03:32:08.413 INFO:tasks.workunit.client.0.smithi086.stdout: "blocked_by": [], 2024-09-11T03:32:08.413 INFO:tasks.workunit.client.0.smithi086.stdout: "created": 59, 2024-09-11T03:32:08.413 INFO:tasks.workunit.client.0.smithi086.stdout: "dirty_stats_invalid": false, 2024-09-11T03:32:08.413 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_bytes_stats_invalid": false, 2024-09-11T03:32:08.413 INFO:tasks.workunit.client.0.smithi086.stdout: "hitset_stats_invalid": false, 2024-09-11T03:32:08.413 INFO:tasks.workunit.client.0.smithi086.stdout: "last_active": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:08.413 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_active": "2024-09-11T03:28:43.988569+0000", 2024-09-11T03:32:08.413 INFO:tasks.workunit.client.0.smithi086.stdout: "last_became_peered": "2024-09-11T03:28:43.988569+0000", 2024-09-11T03:32:08.413 INFO:tasks.workunit.client.0.smithi086.stdout: "last_change": "2024-09-11T03:28:43.988835+0000", 2024-09-11T03:32:08.413 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:08.414 INFO:tasks.workunit.client.0.smithi086.stdout: "last_clean_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.414 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub": "0'0", 2024-09-11T03:32:08.414 INFO:tasks.workunit.client.0.smithi086.stdout: "last_deep_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.414 INFO:tasks.workunit.client.0.smithi086.stdout: "last_epoch_clean": 60, 2024-09-11T03:32:08.414 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fresh": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:08.414 INFO:tasks.workunit.client.0.smithi086.stdout: "last_fullsized": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:08.414 INFO:tasks.workunit.client.0.smithi086.stdout: "last_peered": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:08.414 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub": "0'0", 2024-09-11T03:32:08.414 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_duration": 0, 2024-09-11T03:32:08.414 INFO:tasks.workunit.client.0.smithi086.stdout: "last_scrub_stamp": "2024-09-11T03:28:42.967901+0000", 2024-09-11T03:32:08.414 INFO:tasks.workunit.client.0.smithi086.stdout: "last_undegraded": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:08.415 INFO:tasks.workunit.client.0.smithi086.stdout: "last_unstale": "2024-09-11T03:29:50.413183+0000", 2024-09-11T03:32:08.415 INFO:tasks.workunit.client.0.smithi086.stdout: "log_dups_size": 0, 2024-09-11T03:32:08.415 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 4, 2024-09-11T03:32:08.415 INFO:tasks.workunit.client.0.smithi086.stdout: "log_start": "0'0", 2024-09-11T03:32:08.415 INFO:tasks.workunit.client.0.smithi086.stdout: "manifest_stats_invalid": false, 2024-09-11T03:32:08.415 INFO:tasks.workunit.client.0.smithi086.stdout: "mapping_epoch": 59, 2024-09-11T03:32:08.415 INFO:tasks.workunit.client.0.smithi086.stdout: "object_location_counts": [], 2024-09-11T03:32:08.415 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_scrubbed": 0, 2024-09-11T03:32:08.415 INFO:tasks.workunit.client.0.smithi086.stdout: "objects_trimmed": 0, 2024-09-11T03:32:08.415 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_stats_invalid": false, 2024-09-11T03:32:08.415 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 4, 2024-09-11T03:32:08.415 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_start": "0'0", 2024-09-11T03:32:08.416 INFO:tasks.workunit.client.0.smithi086.stdout: "parent": "0.0", 2024-09-11T03:32:08.416 INFO:tasks.workunit.client.0.smithi086.stdout: "parent_split_bits": 0, 2024-09-11T03:32:08.416 INFO:tasks.workunit.client.0.smithi086.stdout: "pgid": "2.1f", 2024-09-11T03:32:08.416 INFO:tasks.workunit.client.0.smithi086.stdout: "pin_stats_invalid": false, 2024-09-11T03:32:08.416 INFO:tasks.workunit.client.0.smithi086.stdout: "purged_snaps": [], 2024-09-11T03:32:08.416 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_epoch": 75, 2024-09-11T03:32:08.416 INFO:tasks.workunit.client.0.smithi086.stdout: "reported_seq": 30, 2024-09-11T03:32:08.416 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_duration": 0.0, 2024-09-11T03:32:08.416 INFO:tasks.workunit.client.0.smithi086.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-12T06:26:58.010600+0000", 2024-09-11T03:32:08.416 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrim_duration": 0.0, 2024-09-11T03:32:08.416 INFO:tasks.workunit.client.0.smithi086.stdout: "snaptrimq_len": 0, 2024-09-11T03:32:08.417 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 582, 2024-09-11T03:32:08.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.417 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.418 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.418 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.418 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.418 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.418 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.418 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.418 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 6, 2024-09-11T03:32:08.418 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 2, 2024-09-11T03:32:08.418 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.418 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 2, 2024-09-11T03:32:08.418 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.418 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.419 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.419 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.419 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.419 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 1, 2024-09-11T03:32:08.419 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.419 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.419 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.419 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.419 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.419 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.419 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.420 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.420 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.420 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.420 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.420 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.420 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 4, 2024-09-11T03:32:08.420 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 1 2024-09-11T03:32:08.420 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.420 INFO:tasks.workunit.client.0.smithi086.stdout: "state": "active+clean", 2024-09-11T03:32:08.420 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_invalid": false, 2024-09-11T03:32:08.420 INFO:tasks.workunit.client.0.smithi086.stdout: "up": [ 2024-09-11T03:32:08.420 INFO:tasks.workunit.client.0.smithi086.stdout: 0, 2024-09-11T03:32:08.421 INFO:tasks.workunit.client.0.smithi086.stdout: 7, 2024-09-11T03:32:08.421 INFO:tasks.workunit.client.0.smithi086.stdout: 4 2024-09-11T03:32:08.421 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.421 INFO:tasks.workunit.client.0.smithi086.stdout: "up_primary": 0, 2024-09-11T03:32:08.421 INFO:tasks.workunit.client.0.smithi086.stdout: "version": "65'4" 2024-09-11T03:32:08.421 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:08.421 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.421 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_per_pool": [ 2024-09-11T03:32:08.421 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.421 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": 24, 2024-09-11T03:32:08.422 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:08.422 INFO:tasks.workunit.client.0.smithi086.stdout: "rbd" 2024-09-11T03:32:08.422 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.422 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 3, 2024-09-11T03:32:08.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_pg": 8, 2024-09-11T03:32:08.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_store_stats": 8, 2024-09-11T03:32:08.422 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 3, 2024-09-11T03:32:08.422 INFO:tasks.workunit.client.0.smithi086.stdout: "poolid": 4, 2024-09-11T03:32:08.422 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 19, 2024-09-11T03:32:08.422 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.423 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 6, 2024-09-11T03:32:08.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 2, 2024-09-11T03:32:08.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 2, 2024-09-11T03:32:08.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.424 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.425 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.426 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.426 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.426 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.426 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 2, 2024-09-11T03:32:08.426 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 2 2024-09-11T03:32:08.426 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.426 INFO:tasks.workunit.client.0.smithi086.stdout: "store_stats": { 2024-09-11T03:32:08.426 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": 12288, 2024-09-11T03:32:08.426 INFO:tasks.workunit.client.0.smithi086.stdout: "available": 0, 2024-09-11T03:32:08.426 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed": 0, 2024-09-11T03:32:08.426 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_allocated": 0, 2024-09-11T03:32:08.427 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_original": 0, 2024-09-11T03:32:08.427 INFO:tasks.workunit.client.0.smithi086.stdout: "data_stored": 57, 2024-09-11T03:32:08.427 INFO:tasks.workunit.client.0.smithi086.stdout: "internal_metadata": 0, 2024-09-11T03:32:08.427 INFO:tasks.workunit.client.0.smithi086.stdout: "internally_reserved": 0, 2024-09-11T03:32:08.427 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_allocated": 0, 2024-09-11T03:32:08.427 INFO:tasks.workunit.client.0.smithi086.stdout: "total": 0 2024-09-11T03:32:08.427 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.427 INFO:tasks.workunit.client.0.smithi086.stdout: "up": 24 2024-09-11T03:32:08.427 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.427 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.427 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": 192, 2024-09-11T03:32:08.428 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:08.428 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs" 2024-09-11T03:32:08.428 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.428 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 0, 2024-09-11T03:32:08.428 INFO:tasks.workunit.client.0.smithi086.stdout: "num_pg": 64, 2024-09-11T03:32:08.428 INFO:tasks.workunit.client.0.smithi086.stdout: "num_store_stats": 8, 2024-09-11T03:32:08.428 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 0, 2024-09-11T03:32:08.428 INFO:tasks.workunit.client.0.smithi086.stdout: "poolid": 3, 2024-09-11T03:32:08.428 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.428 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 0, 2024-09-11T03:32:08.428 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.429 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.429 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.429 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.429 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.429 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.429 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.429 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.429 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.429 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.429 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.429 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.429 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 0, 2024-09-11T03:32:08.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 0, 2024-09-11T03:32:08.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 0, 2024-09-11T03:32:08.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.430 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 0, 2024-09-11T03:32:08.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.431 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 0, 2024-09-11T03:32:08.432 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 0 2024-09-11T03:32:08.432 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.432 INFO:tasks.workunit.client.0.smithi086.stdout: "store_stats": { 2024-09-11T03:32:08.432 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": 0, 2024-09-11T03:32:08.432 INFO:tasks.workunit.client.0.smithi086.stdout: "available": 0, 2024-09-11T03:32:08.432 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed": 0, 2024-09-11T03:32:08.432 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_allocated": 0, 2024-09-11T03:32:08.432 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_original": 0, 2024-09-11T03:32:08.432 INFO:tasks.workunit.client.0.smithi086.stdout: "data_stored": 0, 2024-09-11T03:32:08.433 INFO:tasks.workunit.client.0.smithi086.stdout: "internal_metadata": 0, 2024-09-11T03:32:08.433 INFO:tasks.workunit.client.0.smithi086.stdout: "internally_reserved": 0, 2024-09-11T03:32:08.433 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_allocated": 0, 2024-09-11T03:32:08.433 INFO:tasks.workunit.client.0.smithi086.stdout: "total": 0 2024-09-11T03:32:08.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.433 INFO:tasks.workunit.client.0.smithi086.stdout: "up": 192 2024-09-11T03:32:08.433 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.433 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.433 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": 96, 2024-09-11T03:32:08.433 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:08.433 INFO:tasks.workunit.client.0.smithi086.stdout: "cephfs" 2024-09-11T03:32:08.434 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.434 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 45, 2024-09-11T03:32:08.434 INFO:tasks.workunit.client.0.smithi086.stdout: "num_pg": 32, 2024-09-11T03:32:08.434 INFO:tasks.workunit.client.0.smithi086.stdout: "num_store_stats": 8, 2024-09-11T03:32:08.434 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 45, 2024-09-11T03:32:08.434 INFO:tasks.workunit.client.0.smithi086.stdout: "poolid": 2, 2024-09-11T03:32:08.434 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.434 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 3428, 2024-09-11T03:32:08.434 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.434 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 0, 2024-09-11T03:32:08.434 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.435 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.435 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.435 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.435 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.435 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.435 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.435 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.435 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.435 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.435 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.435 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.435 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.436 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 66, 2024-09-11T03:32:08.436 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 22, 2024-09-11T03:32:08.436 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.436 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 22, 2024-09-11T03:32:08.436 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.436 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.436 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.436 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.436 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.436 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 14, 2024-09-11T03:32:08.436 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 1, 2024-09-11T03:32:08.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 0, 2024-09-11T03:32:08.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 0, 2024-09-11T03:32:08.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.437 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 51, 2024-09-11T03:32:08.438 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 20 2024-09-11T03:32:08.438 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.438 INFO:tasks.workunit.client.0.smithi086.stdout: "store_stats": { 2024-09-11T03:32:08.438 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": 98304, 2024-09-11T03:32:08.438 INFO:tasks.workunit.client.0.smithi086.stdout: "available": 0, 2024-09-11T03:32:08.438 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed": 0, 2024-09-11T03:32:08.438 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_allocated": 0, 2024-09-11T03:32:08.438 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_original": 0, 2024-09-11T03:32:08.438 INFO:tasks.workunit.client.0.smithi086.stdout: "data_stored": 10284, 2024-09-11T03:32:08.438 INFO:tasks.workunit.client.0.smithi086.stdout: "internal_metadata": 0, 2024-09-11T03:32:08.438 INFO:tasks.workunit.client.0.smithi086.stdout: "internally_reserved": 0, 2024-09-11T03:32:08.439 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_allocated": 0, 2024-09-11T03:32:08.439 INFO:tasks.workunit.client.0.smithi086.stdout: "total": 0 2024-09-11T03:32:08.439 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.439 INFO:tasks.workunit.client.0.smithi086.stdout: "up": 96 2024-09-11T03:32:08.439 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.439 INFO:tasks.workunit.client.0.smithi086.stdout: { 2024-09-11T03:32:08.439 INFO:tasks.workunit.client.0.smithi086.stdout: "acting": 3, 2024-09-11T03:32:08.439 INFO:tasks.workunit.client.0.smithi086.stdout: "application": [ 2024-09-11T03:32:08.439 INFO:tasks.workunit.client.0.smithi086.stdout: "mgr" 2024-09-11T03:32:08.439 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.439 INFO:tasks.workunit.client.0.smithi086.stdout: "log_size": 128, 2024-09-11T03:32:08.439 INFO:tasks.workunit.client.0.smithi086.stdout: "num_pg": 1, 2024-09-11T03:32:08.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_store_stats": 3, 2024-09-11T03:32:08.440 INFO:tasks.workunit.client.0.smithi086.stdout: "ondisk_log_size": 128, 2024-09-11T03:32:08.440 INFO:tasks.workunit.client.0.smithi086.stdout: "poolid": 1, 2024-09-11T03:32:08.440 INFO:tasks.workunit.client.0.smithi086.stdout: "stat_sum": { 2024-09-11T03:32:08.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes": 590368, 2024-09-11T03:32:08.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_hit_set_archive": 0, 2024-09-11T03:32:08.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_bytes_recovered": 1771104, 2024-09-11T03:32:08.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_deep_scrub_errors": 0, 2024-09-11T03:32:08.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict": 0, 2024-09-11T03:32:08.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_kb": 0, 2024-09-11T03:32:08.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_full": 0, 2024-09-11T03:32:08.440 INFO:tasks.workunit.client.0.smithi086.stdout: "num_evict_mode_some": 0, 2024-09-11T03:32:08.441 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush": 0, 2024-09-11T03:32:08.441 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_kb": 0, 2024-09-11T03:32:08.441 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_high": 0, 2024-09-11T03:32:08.441 INFO:tasks.workunit.client.0.smithi086.stdout: "num_flush_mode_low": 0, 2024-09-11T03:32:08.441 INFO:tasks.workunit.client.0.smithi086.stdout: "num_keys_recovered": 0, 2024-09-11T03:32:08.441 INFO:tasks.workunit.client.0.smithi086.stdout: "num_large_omap_objects": 0, 2024-09-11T03:32:08.441 INFO:tasks.workunit.client.0.smithi086.stdout: "num_legacy_snapsets": 0, 2024-09-11T03:32:08.441 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_clones": 0, 2024-09-11T03:32:08.441 INFO:tasks.workunit.client.0.smithi086.stdout: "num_object_copies": 6, 2024-09-11T03:32:08.441 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects": 2, 2024-09-11T03:32:08.441 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_degraded": 0, 2024-09-11T03:32:08.441 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_dirty": 2, 2024-09-11T03:32:08.442 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_hit_set_archive": 0, 2024-09-11T03:32:08.442 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_manifest": 0, 2024-09-11T03:32:08.442 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_misplaced": 0, 2024-09-11T03:32:08.442 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing": 0, 2024-09-11T03:32:08.442 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_missing_on_primary": 0, 2024-09-11T03:32:08.442 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_omap": 0, 2024-09-11T03:32:08.442 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_pinned": 0, 2024-09-11T03:32:08.442 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_recovered": 6, 2024-09-11T03:32:08.442 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_repaired": 0, 2024-09-11T03:32:08.442 INFO:tasks.workunit.client.0.smithi086.stdout: "num_objects_unfound": 0, 2024-09-11T03:32:08.442 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_bytes": 0, 2024-09-11T03:32:08.442 INFO:tasks.workunit.client.0.smithi086.stdout: "num_omap_keys": 0, 2024-09-11T03:32:08.442 INFO:tasks.workunit.client.0.smithi086.stdout: "num_promote": 0, 2024-09-11T03:32:08.443 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read": 212, 2024-09-11T03:32:08.443 INFO:tasks.workunit.client.0.smithi086.stdout: "num_read_kb": 306, 2024-09-11T03:32:08.443 INFO:tasks.workunit.client.0.smithi086.stdout: "num_scrub_errors": 0, 2024-09-11T03:32:08.443 INFO:tasks.workunit.client.0.smithi086.stdout: "num_shallow_scrub_errors": 0, 2024-09-11T03:32:08.443 INFO:tasks.workunit.client.0.smithi086.stdout: "num_whiteouts": 0, 2024-09-11T03:32:08.443 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write": 179, 2024-09-11T03:32:08.443 INFO:tasks.workunit.client.0.smithi086.stdout: "num_write_kb": 2416 2024-09-11T03:32:08.443 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.443 INFO:tasks.workunit.client.0.smithi086.stdout: "store_stats": { 2024-09-11T03:32:08.443 INFO:tasks.workunit.client.0.smithi086.stdout: "allocated": 1781760, 2024-09-11T03:32:08.443 INFO:tasks.workunit.client.0.smithi086.stdout: "available": 0, 2024-09-11T03:32:08.444 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed": 0, 2024-09-11T03:32:08.444 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_allocated": 0, 2024-09-11T03:32:08.444 INFO:tasks.workunit.client.0.smithi086.stdout: "data_compressed_original": 0, 2024-09-11T03:32:08.444 INFO:tasks.workunit.client.0.smithi086.stdout: "data_stored": 1771104, 2024-09-11T03:32:08.444 INFO:tasks.workunit.client.0.smithi086.stdout: "internal_metadata": 0, 2024-09-11T03:32:08.444 INFO:tasks.workunit.client.0.smithi086.stdout: "internally_reserved": 0, 2024-09-11T03:32:08.444 INFO:tasks.workunit.client.0.smithi086.stdout: "omap_allocated": 0, 2024-09-11T03:32:08.444 INFO:tasks.workunit.client.0.smithi086.stdout: "total": 0 2024-09-11T03:32:08.444 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.444 INFO:tasks.workunit.client.0.smithi086.stdout: "up": 3 2024-09-11T03:32:08.444 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:08.445 INFO:tasks.workunit.client.0.smithi086.stdout: ], 2024-09-11T03:32:08.445 INFO:tasks.workunit.client.0.smithi086.stdout: "usage": { 2024-09-11T03:32:08.445 INFO:tasks.workunit.client.0.smithi086.stdout: "pg_num": 105, 2024-09-11T03:32:08.445 INFO:tasks.workunit.client.0.smithi086.stdout: "pools": 4, 2024-09-11T03:32:08.445 INFO:tasks.workunit.client.0.smithi086.stdout: "stats_by_class": { 2024-09-11T03:32:08.445 INFO:tasks.workunit.client.0.smithi086.stdout: "ssd": { 2024-09-11T03:32:08.445 INFO:tasks.workunit.client.0.smithi086.stdout: "total_avail_bytes": 767726645248, 2024-09-11T03:32:08.445 INFO:tasks.workunit.client.0.smithi086.stdout: "total_bytes": 767960285184, 2024-09-11T03:32:08.445 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_bytes": 233639936, 2024-09-11T03:32:08.445 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_raw_bytes": 233639936, 2024-09-11T03:32:08.445 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_raw_ratio": 0.0003042343887500465 2024-09-11T03:32:08.446 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:08.446 INFO:tasks.workunit.client.0.smithi086.stdout: }, 2024-09-11T03:32:08.446 INFO:tasks.workunit.client.0.smithi086.stdout: "total_avail_bytes": 767726645248, 2024-09-11T03:32:08.446 INFO:tasks.workunit.client.0.smithi086.stdout: "total_bytes": 767960285184, 2024-09-11T03:32:08.446 INFO:tasks.workunit.client.0.smithi086.stdout: "total_used_bytes": 233639936 2024-09-11T03:32:08.446 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:08.446 INFO:tasks.workunit.client.0.smithi086.stdout: } 2024-09-11T03:32:08.446 INFO:tasks.workunit.client.0.smithi086.stdout:} 2024-09-11T03:32:08.446 INFO:tasks.workunit.client.0.smithi086.stdout:OK 2024-09-11T03:32:08.447 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-11T03:32:08.447 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-11T03:32:08.448 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.448 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.448 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:08.448 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:08.448 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:08.448 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.448 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.448 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.448 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.448 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.449 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.449 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.449 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.449 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.449 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:08.449 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:08.449 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.449 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.449 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.449 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:08.449 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:08.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:08.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:08.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.450 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.450 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:08.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:08.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:08.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.452 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.452 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:08.452 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:08.452 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.452 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.452 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.452 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:08.452 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:08.452 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.452 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.453 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.453 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:08.453 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:08.453 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.453 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.453 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.453 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:08.453 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:08.454 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.454 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.454 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.454 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.454 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.454 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.454 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.454 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.454 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.454 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:08.454 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:08.455 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.455 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.455 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.455 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:08.455 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:08.455 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.455 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.455 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.455 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:08.455 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:08.455 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.456 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.456 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.456 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.456 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.456 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:08.456 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:32:08.456 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.456 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.457 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.457 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.457 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.457 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.457 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.457 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.457 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.457 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:08.457 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:08.457 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.457 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.458 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.458 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:08.458 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:08.458 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.458 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.458 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.458 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:32:08.458 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:32:08.458 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:32:08.458 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:32:08.459 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:06 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:32:08.459 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:07 smithi086 ceph-mon[27247]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.459 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:07 smithi086 ceph-mon[27247]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.459 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:07 smithi086 ceph-mon[27247]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.459 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:07 smithi086 ceph-mon[27247]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.459 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:07 smithi086 ceph-mon[37253]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.460 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:07 smithi086 ceph-mon[37253]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.460 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:07 smithi086 ceph-mon[37253]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.460 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:07 smithi086 ceph-mon[37253]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:08.460 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:08 smithi086 ceph-mon[27247]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-09-11T03:32:08.460 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:32:08] "GET /metrics HTTP/1.1" 200 33678 "" "Prometheus/2.43.0" 2024-09-11T03:32:08.461 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:08 smithi086 ceph-mon[37253]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-09-11T03:32:08.493 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-09-11T03:32:08.494 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-11T03:32:08.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:08 smithi130 ceph-mon[31190]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-09-11T03:32:08.790 DEBUG:teuthology.parallel:result is None 2024-09-11T03:32:08.790 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-11T03:32:08.815 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-11T03:32:08.816 DEBUG:teuthology.orchestra.run.smithi086:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-11T03:32:08.879 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-11T03:32:08.879 INFO:teuthology.run_tasks:Running task print... 2024-09-11T03:32:08.890 INFO:teuthology.task.print:**** done end telemetry reef... 2024-09-11T03:32:08.890 INFO:teuthology.run_tasks:Running task print... 2024-09-11T03:32:08.984 INFO:teuthology.task.print:**** done start parallel 2024-09-11T03:32:08.984 INFO:teuthology.run_tasks:Running task parallel... 2024-09-11T03:32:09.007 INFO:teuthology.task.parallel:starting parallel... 2024-09-11T03:32:09.007 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-09-11T03:32:09.008 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-11T03:32:09.008 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-09-11T03:32:09.008 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-09-11T03:32:09.011 INFO:tasks.rados:Beginning rados... 2024-09-11T03:32:09.011 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-11T03:32:09.011 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-hemanth-testing-2024-09-10-0723'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']}, 'workunit': {'branch': 'wip-hemanth-testing-2024-09-10-0723', 'sha1': '8f219c476cb4f26fc5719c661c0323719a45cb30'}} 2024-09-11T03:32:09.011 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-11T03:32:09.012 INFO:tasks.rados:joining rados 2024-09-11T03:32:09.012 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-11T03:32:09.012 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-11T03:32:09.012 INFO:teuthology.task.print:**** done start upgrade, wait 2024-09-11T03:32:09.012 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-11T03:32:09.013 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi086.front.sepia.ceph.com 2024-09-11T03:32:09.013 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -e sha1=8f219c476cb4f26fc5719c661c0323719a45cb30 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-11T03:32:09.014 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-09-11T03:32:09.014 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-09-11T03:32:09.229 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:32:09.229 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:32:10.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:10 smithi086 ceph-mon[27247]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-09-11T03:32:10.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:10 smithi086 ceph-mon[37253]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-09-11T03:32:10.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:10 smithi130 ceph-mon[31190]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-09-11T03:32:12.293 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:12 smithi086 ceph-mon[27247]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-11T03:32:12.293 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:12 smithi086 ceph-mon[37253]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-11T03:32:12.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:12 smithi130 ceph-mon[31190]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-11T03:32:13.040 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -e sha1=8f219c476cb4f26fc5719c661c0323719a45cb30 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-11T03:32:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:13 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/984371278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-11T03:32:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:13 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-11T03:32:13.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:13 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/984371278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-11T03:32:13.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:13 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-11T03:32:13.478 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:32:13.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:13 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/984371278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-11T03:32:13.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:13 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-11T03:32:13.865 INFO:tasks.rados:starting run 0 out of 1 2024-09-11T03:32:13.865 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-09-11T03:32:13.865 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-09-11T03:32:14.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:14 smithi086 ceph-mon[27247]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-11T03:32:14.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:14 smithi086 ceph-mon[27247]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-11T03:32:14.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:14 smithi086 ceph-mon[27247]: osdmap e76: 8 total, 8 up, 8 in 2024-09-11T03:32:14.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:14 smithi086 ceph-mon[37253]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-11T03:32:14.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:14 smithi086 ceph-mon[37253]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-11T03:32:14.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:14 smithi086 ceph-mon[37253]: osdmap e76: 8 total, 8 up, 8 in 2024-09-11T03:32:14.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:14 smithi130 ceph-mon[31190]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-11T03:32:14.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:14 smithi130 ceph-mon[31190]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-11T03:32:14.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:14 smithi130 ceph-mon[31190]: osdmap e76: 8 total, 8 up, 8 in 2024-09-11T03:32:14.681 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:32:16.403 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:16 smithi086 ceph-mon[27247]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-11T03:32:16.403 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:16 smithi086 ceph-mon[37253]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-11T03:32:16.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:16 smithi130 ceph-mon[31190]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-11T03:32:17.186 INFO:teuthology.orchestra.run.smithi086.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:32:17.321 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:17 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/705907001' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-11T03:32:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:17 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:17 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:17 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:17 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:17 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:17 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/705907001' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-11T03:32:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:17 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:17 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:17 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:17 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:17.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:17 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:17.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:17 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/705907001' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-11T03:32:17.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:17 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:17.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:17 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:17.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:17 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:32:17.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:17 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:32:17.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:17 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:17.810 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -e sha1=8f219c476cb4f26fc5719c661c0323719a45cb30 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-11T03:32:18.018 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:32:18.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:18 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:32:18] "GET /metrics HTTP/1.1" 200 33678 "" "Prometheus/2.43.0" 2024-09-11T03:32:18.225 INFO:teuthology.orchestra.run.smithi086.stderr:pool 'unique_pool_0' created 2024-09-11T03:32:18.520 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:18 smithi086 ceph-mon[27247]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-11T03:32:18.520 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:18 smithi086 ceph-mon[27247]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8f219c476cb4f26fc5719c661c0323719a45cb30", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:18.520 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:18 smithi086 ceph-mon[27247]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:32:18.521 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:18 smithi086 ceph-mon[27247]: osdmap e77: 8 total, 8 up, 8 in 2024-09-11T03:32:18.521 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:18 smithi086 ceph-mon[37253]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-11T03:32:18.521 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:18 smithi086 ceph-mon[37253]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8f219c476cb4f26fc5719c661c0323719a45cb30", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:18.521 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:18 smithi086 ceph-mon[37253]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:32:18.521 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:18 smithi086 ceph-mon[37253]: osdmap e77: 8 total, 8 up, 8 in 2024-09-11T03:32:18.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:18 smithi130 ceph-mon[31190]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-11T03:32:18.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:18 smithi130 ceph-mon[31190]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8f219c476cb4f26fc5719c661c0323719a45cb30", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:18 smithi130 ceph-mon[31190]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:32:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:18 smithi130 ceph-mon[31190]: osdmap e77: 8 total, 8 up, 8 in 2024-09-11T03:32:18.850 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-09-11T03:32:19.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:19 smithi086 ceph-mon[27247]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:32:19.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:19 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/705907001' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-11T03:32:19.450 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:19 smithi086 ceph-mon[27247]: osdmap e78: 8 total, 8 up, 8 in 2024-09-11T03:32:19.450 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:19 smithi086 ceph-mon[37253]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:32:19.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:19 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/705907001' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-11T03:32:19.451 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:19 smithi086 ceph-mon[37253]: osdmap e78: 8 total, 8 up, 8 in 2024-09-11T03:32:19.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:19 smithi130 ceph-mon[31190]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8f219c476cb4f26fc5719c661c0323719a45cb30 2024-09-11T03:32:19.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:19 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/705907001' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-11T03:32:19.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:19 smithi130 ceph-mon[31190]: osdmap e78: 8 total, 8 up, 8 in 2024-09-11T03:32:19.738 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:32:20.241 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:20 smithi086 ceph-mon[27247]: pgmap v95: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:20.241 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:20 smithi086 ceph-mon[27247]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:32:20.241 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:20 smithi086 ceph-mon[27247]: osdmap e79: 8 total, 8 up, 8 in 2024-09-11T03:32:20.241 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:20 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:20.241 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:20 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:32:20.242 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:20 smithi086 ceph-mon[37253]: pgmap v95: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:20.242 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:20 smithi086 ceph-mon[37253]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:32:20.242 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:20 smithi086 ceph-mon[37253]: osdmap e79: 8 total, 8 up, 8 in 2024-09-11T03:32:20.242 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:20 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:20.242 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:20 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:32:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:20 smithi130 ceph-mon[31190]: pgmap v95: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:20 smithi130 ceph-mon[31190]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:32:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:20 smithi130 ceph-mon[31190]: osdmap e79: 8 total, 8 up, 8 in 2024-09-11T03:32:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:20 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:20.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:20 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:32:21.521 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:21 smithi086 ceph-mon[27247]: osdmap e80: 8 total, 8 up, 8 in 2024-09-11T03:32:21.522 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:21 smithi086 ceph-mon[37253]: osdmap e80: 8 total, 8 up, 8 in 2024-09-11T03:32:21.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:21 smithi130 ceph-mon[31190]: osdmap e80: 8 total, 8 up, 8 in 2024-09-11T03:32:21.748 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:32:22.255 INFO:teuthology.orchestra.run.smithi086.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-09-11T03:32:22.382 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:32:22.382 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (96s) 70s ago 2m 16.5M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:32:22.382 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (2m) 70s ago 2m 79.9M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:32:22.382 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (3m) 70s ago 3m 18.1M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:32:22.382 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (3m) 70s ago 3m 13.3M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:32:22.382 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,8765 running (7m) 70s ago 7m 438M - 18.2.4-837-g7a853b17 f21ba1eea74e 8b3341821273 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:9283,8765 running (8m) 70s ago 8m 485M - 18.2.4-837-g7a853b17 f21ba1eea74e 0c7ac3b46562 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (8m) 70s ago 9m 46.9M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 787d7cf4e438 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (7m) 70s ago 7m 39.6M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e f24156c810aa 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (7m) 70s ago 7m 40.1M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 43e10484a140 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (2m) 70s ago 2m 15.7M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (2m) 70s ago 2m 8388k - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (6m) 70s ago 6m 47.9M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 4b42e892b785 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (6m) 70s ago 6m 44.5M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 6d8c3e9230e8 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (6m) 70s ago 6m 44.1M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e d3d0f22e40b8 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (5m) 70s ago 5m 51.0M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e ec41798cba7a 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (5m) 70s ago 5m 41.7M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 21e3380b8d63 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (4m) 70s ago 4m 51.7M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 8946be32054c 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (4m) 70s ago 4m 50.0M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:32:22.383 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (4m) 70s ago 4m 51.1M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:32:22.384 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (91s) 70s ago 2m 33.7M - 2.43.0 a07b618ecd1d 60689e0fb5bf 2024-09-11T03:32:22.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:22 smithi086 ceph-mon[27247]: pgmap v98: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:22.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:22 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/4141244347' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-11T03:32:22.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:22 smithi086 ceph-mon[37253]: pgmap v98: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:22.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:22 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/4141244347' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-11T03:32:22.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:22 smithi130 ceph-mon[31190]: pgmap v98: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:22.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:22 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/4141244347' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-11T03:32:22.763 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:32:22.763 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:32:22.763 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-11T03:32:22.763 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:32:22.763 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:32:22.764 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:32:22.764 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:32:22.764 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:32:22.764 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-11T03:32:22.764 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:32:22.764 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:32:22.764 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:32:22.764 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:32:22.764 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:32:22.764 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 15 2024-09-11T03:32:22.764 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:32:22.764 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:32:23.083 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:32:23.084 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:8f219c476cb4f26fc5719c661c0323719a45cb30", 2024-09-11T03:32:23.084 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:32:23.084 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:32:23.084 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [], 2024-09-11T03:32:23.084 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "", 2024-09-11T03:32:23.084 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:8f219c476cb4f26fc5719c661c0323719a45cb30 image", 2024-09-11T03:32:23.084 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:32:23.084 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:32:23.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[27247]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[27247]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/4141244347' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-11T03:32:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[27247]: osdmap e81: 8 total, 8 up, 8 in 2024-09-11T03:32:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[27247]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1095069108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:32:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[27247]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[27247]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:23.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[37253]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:23.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[37253]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:23.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/4141244347' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-11T03:32:23.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[37253]: osdmap e81: 8 total, 8 up, 8 in 2024-09-11T03:32:23.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[37253]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:23.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1095069108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:32:23.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[37253]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:23.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:23 smithi086 ceph-mon[37253]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:23.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:23 smithi130 ceph-mon[31190]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:23.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:23 smithi130 ceph-mon[31190]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:23.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:23 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/4141244347' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-11T03:32:23.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:23 smithi130 ceph-mon[31190]: osdmap e81: 8 total, 8 up, 8 in 2024-09-11T03:32:23.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:23 smithi130 ceph-mon[31190]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:23.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:23 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1095069108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:32:23.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:23 smithi130 ceph-mon[31190]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:23.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:23 smithi130 ceph-mon[31190]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:24.003 DEBUG:teuthology.orchestra.run.smithi086:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-09-11T03:32:24.033 INFO:tasks.rados.rados.0.smithi086.stdout:adding op weight read -> 100 2024-09-11T03:32:24.033 INFO:tasks.rados.rados.0.smithi086.stdout:adding op weight delete -> 50 2024-09-11T03:32:24.034 INFO:tasks.rados.rados.0.smithi086.stdout:adding op weight snap_create -> 50 2024-09-11T03:32:24.034 INFO:tasks.rados.rados.0.smithi086.stdout:adding op weight snap_remove -> 50 2024-09-11T03:32:24.034 INFO:tasks.rados.rados.0.smithi086.stdout:adding op weight rollback -> 50 2024-09-11T03:32:24.034 INFO:tasks.rados.rados.0.smithi086.stdout:adding op weight setattr -> 25 2024-09-11T03:32:24.034 INFO:tasks.rados.rados.0.smithi086.stdout:adding op weight rmattr -> 25 2024-09-11T03:32:24.034 INFO:tasks.rados.rados.0.smithi086.stdout:adding op weight copy_from -> 50 2024-09-11T03:32:24.034 INFO:tasks.rados.rados.0.smithi086.stdout:adding op weight append -> 100 2024-09-11T03:32:24.034 INFO:tasks.rados.rados.0.smithi086.stdout:ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable) 2024-09-11T03:32:24.034 INFO:tasks.rados.rados.0.smithi086.stdout:Configuration: 2024-09-11T03:32:24.034 INFO:tasks.rados.rados.0.smithi086.stdout: Number of operations: 4000 2024-09-11T03:32:24.034 INFO:tasks.rados.rados.0.smithi086.stdout: Number of objects: 50 2024-09-11T03:32:24.034 INFO:tasks.rados.rados.0.smithi086.stdout: Max in flight operations: 16 2024-09-11T03:32:24.035 INFO:tasks.rados.rados.0.smithi086.stdout: Object size (in bytes): 4000000 2024-09-11T03:32:24.035 INFO:tasks.rados.rados.0.smithi086.stdout: Write stride min: 400000 2024-09-11T03:32:24.035 INFO:tasks.rados.rados.0.smithi086.stdout: Write stride max: 800000 2024-09-11T03:32:24.258 INFO:tasks.rados.rados.0.smithi086.stdout:1: write initial oid 1 2024-09-11T03:32:24.258 INFO:tasks.rados.rados.0.smithi086.stdout:1: seq_num 0 ranges {0=24576} 2024-09-11T03:32:24.258 INFO:tasks.rados.rados.0.smithi086.stdout:1: writing smithi08678205-1 from 0 to 24576 tid 1 2024-09-11T03:32:24.258 INFO:tasks.rados.rados.0.smithi086.stdout:2: write initial oid 2 2024-09-11T03:32:24.258 INFO:tasks.rados.rados.0.smithi086.stdout:2: seq_num 1 ranges {0=24576} 2024-09-11T03:32:24.258 INFO:tasks.rados.rados.0.smithi086.stdout:2: writing smithi08678205-2 from 0 to 24576 tid 1 2024-09-11T03:32:24.259 INFO:tasks.rados.rados.0.smithi086.stdout:3: write initial oid 3 2024-09-11T03:32:24.259 INFO:tasks.rados.rados.0.smithi086.stdout:3: seq_num 2 ranges {0=40960} 2024-09-11T03:32:24.259 INFO:tasks.rados.rados.0.smithi086.stdout:3: writing smithi08678205-3 from 0 to 40960 tid 1 2024-09-11T03:32:24.259 INFO:tasks.rados.rados.0.smithi086.stdout:4: write initial oid 4 2024-09-11T03:32:24.259 INFO:tasks.rados.rados.0.smithi086.stdout:4: seq_num 3 ranges {0=57344} 2024-09-11T03:32:24.260 INFO:tasks.rados.rados.0.smithi086.stdout:4: writing smithi08678205-4 from 0 to 57344 tid 1 2024-09-11T03:32:24.260 INFO:tasks.rados.rados.0.smithi086.stdout:5: write initial oid 5 2024-09-11T03:32:24.260 INFO:tasks.rados.rados.0.smithi086.stdout:5: seq_num 4 ranges {0=73728} 2024-09-11T03:32:24.260 INFO:tasks.rados.rados.0.smithi086.stdout:5: writing smithi08678205-5 from 0 to 73728 tid 1 2024-09-11T03:32:24.260 INFO:tasks.rados.rados.0.smithi086.stdout:6: write initial oid 6 2024-09-11T03:32:24.260 INFO:tasks.rados.rados.0.smithi086.stdout:6: seq_num 5 ranges {0=90112} 2024-09-11T03:32:24.260 INFO:tasks.rados.rados.0.smithi086.stdout:6: writing smithi08678205-6 from 0 to 90112 tid 1 2024-09-11T03:32:24.260 INFO:tasks.rados.rados.0.smithi086.stdout:7: write initial oid 7 2024-09-11T03:32:24.260 INFO:tasks.rados.rados.0.smithi086.stdout:7: seq_num 6 ranges {0=106496} 2024-09-11T03:32:24.261 INFO:tasks.rados.rados.0.smithi086.stdout:7: writing smithi08678205-7 from 0 to 106496 tid 1 2024-09-11T03:32:24.261 INFO:tasks.rados.rados.0.smithi086.stdout:8: write initial oid 8 2024-09-11T03:32:24.261 INFO:tasks.rados.rados.0.smithi086.stdout:8: seq_num 7 ranges {0=122880} 2024-09-11T03:32:24.262 INFO:tasks.rados.rados.0.smithi086.stdout:8: writing smithi08678205-8 from 0 to 122880 tid 1 2024-09-11T03:32:24.262 INFO:tasks.rados.rados.0.smithi086.stdout:9: write initial oid 9 2024-09-11T03:32:24.262 INFO:tasks.rados.rados.0.smithi086.stdout:9: seq_num 8 ranges {0=139264} 2024-09-11T03:32:24.262 INFO:tasks.rados.rados.0.smithi086.stdout:9: writing smithi08678205-9 from 0 to 139264 tid 1 2024-09-11T03:32:24.263 INFO:tasks.rados.rados.0.smithi086.stdout:10: write initial oid 10 2024-09-11T03:32:24.263 INFO:tasks.rados.rados.0.smithi086.stdout:10: seq_num 9 ranges {0=155648} 2024-09-11T03:32:24.264 INFO:tasks.rados.rados.0.smithi086.stdout:10: writing smithi08678205-10 from 0 to 155648 tid 1 2024-09-11T03:32:24.264 INFO:tasks.rados.rados.0.smithi086.stdout:2: finishing write tid 1 to smithi08678205-2 2024-09-11T03:32:24.264 INFO:tasks.rados.rados.0.smithi086.stdout:2: finishing write tid 2 to smithi08678205-2 2024-09-11T03:32:24.264 INFO:tasks.rados.rados.0.smithi086.stdout:3: finishing write tid 1 to smithi08678205-3 2024-09-11T03:32:24.264 INFO:tasks.rados.rados.0.smithi086.stdout:3: finishing write tid 2 to smithi08678205-3 2024-09-11T03:32:24.264 INFO:tasks.rados.rados.0.smithi086.stdout:1: finishing write tid 1 to smithi08678205-1 2024-09-11T03:32:24.264 INFO:tasks.rados.rados.0.smithi086.stdout:1: finishing write tid 2 to smithi08678205-1 2024-09-11T03:32:24.264 INFO:tasks.rados.rados.0.smithi086.stdout:5: finishing write tid 1 to smithi08678205-5 2024-09-11T03:32:24.265 INFO:tasks.rados.rados.0.smithi086.stdout:11: write initial oid 11 2024-09-11T03:32:24.265 INFO:tasks.rados.rados.0.smithi086.stdout:11: seq_num 10 ranges {0=172032} 2024-09-11T03:32:24.265 INFO:tasks.rados.rados.0.smithi086.stdout:11: writing smithi08678205-11 from 0 to 172032 tid 1 2024-09-11T03:32:24.266 INFO:tasks.rados.rados.0.smithi086.stdout:12: write initial oid 12 2024-09-11T03:32:24.266 INFO:tasks.rados.rados.0.smithi086.stdout:4: finishing write tid 1 to smithi08678205-4 2024-09-11T03:32:24.266 INFO:tasks.rados.rados.0.smithi086.stdout:5: finishing write tid 2 to smithi08678205-5 2024-09-11T03:32:24.266 INFO:tasks.rados.rados.0.smithi086.stdout:6: finishing write tid 1 to smithi08678205-6 2024-09-11T03:32:24.266 INFO:tasks.rados.rados.0.smithi086.stdout:6: finishing write tid 2 to smithi08678205-6 2024-09-11T03:32:24.266 INFO:tasks.rados.rados.0.smithi086.stdout:8: finishing write tid 1 to smithi08678205-8 2024-09-11T03:32:24.267 INFO:tasks.rados.rados.0.smithi086.stdout:3: finishing write tid 3 to smithi08678205-3 2024-09-11T03:32:24.267 INFO:tasks.rados.rados.0.smithi086.stdout:3: oid 3 updating version 0 to 1 2024-09-11T03:32:24.267 INFO:tasks.rados.rados.0.smithi086.stdout:3: oid 3 updating version 1 to 2 2024-09-11T03:32:24.267 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-11T03:32:24.267 INFO:tasks.rados.rados.0.smithi086.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-09-11T03:32:24.267 INFO:tasks.rados.rados.0.smithi086.stdout:4: finishing write tid 2 to smithi08678205-4 2024-09-11T03:32:24.267 INFO:tasks.rados.rados.0.smithi086.stdout:12: seq_num 11 ranges {0=188416} 2024-09-11T03:32:24.267 INFO:tasks.rados.rados.0.smithi086.stdout:12: writing smithi08678205-12 from 0 to 188416 tid 1 2024-09-11T03:32:24.268 INFO:tasks.rados.rados.0.smithi086.stdout:3: done (11 left) 2024-09-11T03:32:24.268 INFO:tasks.rados.rados.0.smithi086.stdout:13: write initial oid 13 2024-09-11T03:32:24.268 INFO:tasks.rados.rados.0.smithi086.stdout:1: finishing write tid 3 to smithi08678205-1 2024-09-11T03:32:24.269 INFO:tasks.rados.rados.0.smithi086.stdout:1: oid 1 updating version 0 to 1 2024-09-11T03:32:24.269 INFO:tasks.rados.rados.0.smithi086.stdout:1: oid 1 updating version 1 to 2 2024-09-11T03:32:24.269 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-09-11T03:32:24.269 INFO:tasks.rados.rados.0.smithi086.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:32:24.269 INFO:tasks.rados.rados.0.smithi086.stdout:5: finishing write tid 3 to smithi08678205-5 2024-09-11T03:32:24.269 INFO:tasks.rados.rados.0.smithi086.stdout:5: oid 5 updating version 0 to 3 2024-09-11T03:32:24.269 INFO:tasks.rados.rados.0.smithi086.stdout:5: oid 5 updating version 3 to 4 2024-09-11T03:32:24.269 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-11T03:32:24.269 INFO:tasks.rados.rados.0.smithi086.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-09-11T03:32:24.269 INFO:tasks.rados.rados.0.smithi086.stdout:6: finishing write tid 3 to smithi08678205-6 2024-09-11T03:32:24.269 INFO:tasks.rados.rados.0.smithi086.stdout:6: oid 6 updating version 0 to 1 2024-09-11T03:32:24.269 INFO:tasks.rados.rados.0.smithi086.stdout:6: oid 6 updating version 1 to 2 2024-09-11T03:32:24.270 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-11T03:32:24.270 INFO:tasks.rados.rados.0.smithi086.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-09-11T03:32:24.270 INFO:tasks.rados.rados.0.smithi086.stdout:13: seq_num 12 ranges {0=204800} 2024-09-11T03:32:24.270 INFO:tasks.rados.rados.0.smithi086.stdout:13: writing smithi08678205-13 from 0 to 204800 tid 1 2024-09-11T03:32:24.270 INFO:tasks.rados.rados.0.smithi086.stdout:1: done (11 left) 2024-09-11T03:32:24.271 INFO:tasks.rados.rados.0.smithi086.stdout:5: done (10 left) 2024-09-11T03:32:24.271 INFO:tasks.rados.rados.0.smithi086.stdout:6: done (9 left) 2024-09-11T03:32:24.271 INFO:tasks.rados.rados.0.smithi086.stdout:14: write initial oid 14 2024-09-11T03:32:24.271 INFO:tasks.rados.rados.0.smithi086.stdout:14: seq_num 13 ranges {0=221184} 2024-09-11T03:32:24.271 INFO:tasks.rados.rados.0.smithi086.stdout:14: writing smithi08678205-14 from 0 to 221184 tid 1 2024-09-11T03:32:24.272 INFO:tasks.rados.rados.0.smithi086.stdout:15: write initial oid 15 2024-09-11T03:32:24.272 INFO:tasks.rados.rados.0.smithi086.stdout:15: seq_num 14 ranges {0=237568} 2024-09-11T03:32:24.274 INFO:tasks.rados.rados.0.smithi086.stdout:15: writing smithi08678205-15 from 0 to 237568 tid 1 2024-09-11T03:32:24.275 INFO:tasks.rados.rados.0.smithi086.stdout:4: finishing write tid 3 to smithi08678205-4 2024-09-11T03:32:24.275 INFO:tasks.rados.rados.0.smithi086.stdout:4: oid 4 updating version 0 to 3 2024-09-11T03:32:24.275 INFO:tasks.rados.rados.0.smithi086.stdout:4: oid 4 updating version 3 to 4 2024-09-11T03:32:24.276 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-11T03:32:24.276 INFO:tasks.rados.rados.0.smithi086.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-09-11T03:32:24.276 INFO:tasks.rados.rados.0.smithi086.stdout:2: finishing write tid 3 to smithi08678205-2 2024-09-11T03:32:24.276 INFO:tasks.rados.rados.0.smithi086.stdout:2: oid 2 updating version 0 to 1 2024-09-11T03:32:24.276 INFO:tasks.rados.rados.0.smithi086.stdout:2: oid 2 updating version 1 to 2 2024-09-11T03:32:24.276 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-11T03:32:24.276 INFO:tasks.rados.rados.0.smithi086.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-09-11T03:32:24.276 INFO:tasks.rados.rados.0.smithi086.stdout:10: finishing write tid 1 to smithi08678205-10 2024-09-11T03:32:24.276 INFO:tasks.rados.rados.0.smithi086.stdout:7: finishing write tid 1 to smithi08678205-7 2024-09-11T03:32:24.276 INFO:tasks.rados.rados.0.smithi086.stdout:7: finishing write tid 2 to smithi08678205-7 2024-09-11T03:32:24.276 INFO:tasks.rados.rados.0.smithi086.stdout:8: finishing write tid 2 to smithi08678205-8 2024-09-11T03:32:24.276 INFO:tasks.rados.rados.0.smithi086.stdout:10: finishing write tid 2 to smithi08678205-10 2024-09-11T03:32:24.276 INFO:tasks.rados.rados.0.smithi086.stdout:8: finishing write tid 3 to smithi08678205-8 2024-09-11T03:32:24.277 INFO:tasks.rados.rados.0.smithi086.stdout:8: oid 8 updating version 0 to 1 2024-09-11T03:32:24.277 INFO:tasks.rados.rados.0.smithi086.stdout:8: oid 8 updating version 1 to 2 2024-09-11T03:32:24.277 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-11T03:32:24.277 INFO:tasks.rados.rados.0.smithi086.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-09-11T03:32:24.277 INFO:tasks.rados.rados.0.smithi086.stdout:10: finishing write tid 3 to smithi08678205-10 2024-09-11T03:32:24.277 INFO:tasks.rados.rados.0.smithi086.stdout:10: oid 10 updating version 0 to 5 2024-09-11T03:32:24.277 INFO:tasks.rados.rados.0.smithi086.stdout:10: oid 10 updating version 5 to 6 2024-09-11T03:32:24.277 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 6 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-11T03:32:24.277 INFO:tasks.rados.rados.0.smithi086.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-09-11T03:32:24.278 INFO:tasks.rados.rados.0.smithi086.stdout:9: finishing write tid 1 to smithi08678205-9 2024-09-11T03:32:24.278 INFO:tasks.rados.rados.0.smithi086.stdout:9: finishing write tid 2 to smithi08678205-9 2024-09-11T03:32:24.278 INFO:tasks.rados.rados.0.smithi086.stdout:7: finishing write tid 3 to smithi08678205-7 2024-09-11T03:32:24.278 INFO:tasks.rados.rados.0.smithi086.stdout:7: oid 7 updating version 0 to 1 2024-09-11T03:32:24.278 INFO:tasks.rados.rados.0.smithi086.stdout:7: oid 7 updating version 1 to 2 2024-09-11T03:32:24.278 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-11T03:32:24.278 INFO:tasks.rados.rados.0.smithi086.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-09-11T03:32:24.278 INFO:tasks.rados.rados.0.smithi086.stdout:11: finishing write tid 1 to smithi08678205-11 2024-09-11T03:32:24.278 INFO:tasks.rados.rados.0.smithi086.stdout:11: finishing write tid 2 to smithi08678205-11 2024-09-11T03:32:24.278 INFO:tasks.rados.rados.0.smithi086.stdout:9: finishing write tid 3 to smithi08678205-9 2024-09-11T03:32:24.278 INFO:tasks.rados.rados.0.smithi086.stdout:9: oid 9 updating version 0 to 2 2024-09-11T03:32:24.278 INFO:tasks.rados.rados.0.smithi086.stdout:9: oid 9 version 2 is already newer than 1 2024-09-11T03:32:24.278 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-11T03:32:24.279 INFO:tasks.rados.rados.0.smithi086.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-09-11T03:32:24.279 INFO:tasks.rados.rados.0.smithi086.stdout:12: finishing write tid 1 to smithi08678205-12 2024-09-11T03:32:24.279 INFO:tasks.rados.rados.0.smithi086.stdout:2: done (10 left) 2024-09-11T03:32:24.279 INFO:tasks.rados.rados.0.smithi086.stdout:4: done (9 left) 2024-09-11T03:32:24.279 INFO:tasks.rados.rados.0.smithi086.stdout:7: done (8 left) 2024-09-11T03:32:24.279 INFO:tasks.rados.rados.0.smithi086.stdout:8: done (7 left) 2024-09-11T03:32:24.279 INFO:tasks.rados.rados.0.smithi086.stdout:9: done (6 left) 2024-09-11T03:32:24.279 INFO:tasks.rados.rados.0.smithi086.stdout:10: done (5 left) 2024-09-11T03:32:24.279 INFO:tasks.rados.rados.0.smithi086.stdout:16: write initial oid 16 2024-09-11T03:32:24.279 INFO:tasks.rados.rados.0.smithi086.stdout:16: seq_num 15 ranges {0=253952} 2024-09-11T03:32:24.281 INFO:tasks.rados.rados.0.smithi086.stdout:16: writing smithi08678205-16 from 0 to 253952 tid 1 2024-09-11T03:32:24.281 INFO:tasks.rados.rados.0.smithi086.stdout:17: write initial oid 17 2024-09-11T03:32:24.281 INFO:tasks.rados.rados.0.smithi086.stdout:14: finishing write tid 1 to smithi08678205-14 2024-09-11T03:32:24.282 INFO:tasks.rados.rados.0.smithi086.stdout:12: finishing write tid 2 to smithi08678205-12 2024-09-11T03:32:24.282 INFO:tasks.rados.rados.0.smithi086.stdout:14: finishing write tid 2 to smithi08678205-14 2024-09-11T03:32:24.282 INFO:tasks.rados.rados.0.smithi086.stdout:11: finishing write tid 3 to smithi08678205-11 2024-09-11T03:32:24.282 INFO:tasks.rados.rados.0.smithi086.stdout:11: oid 11 updating version 0 to 1 2024-09-11T03:32:24.282 INFO:tasks.rados.rados.0.smithi086.stdout:11: oid 11 updating version 1 to 2 2024-09-11T03:32:24.282 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-11T03:32:24.282 INFO:tasks.rados.rados.0.smithi086.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-09-11T03:32:24.282 INFO:tasks.rados.rados.0.smithi086.stdout:12: finishing write tid 3 to smithi08678205-12 2024-09-11T03:32:24.282 INFO:tasks.rados.rados.0.smithi086.stdout:12: oid 12 updating version 0 to 3 2024-09-11T03:32:24.282 INFO:tasks.rados.rados.0.smithi086.stdout:12: oid 12 updating version 3 to 4 2024-09-11T03:32:24.282 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-11T03:32:24.283 INFO:tasks.rados.rados.0.smithi086.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-09-11T03:32:24.283 INFO:tasks.rados.rados.0.smithi086.stdout:17: seq_num 16 ranges {0=270336} 2024-09-11T03:32:24.283 INFO:tasks.rados.rados.0.smithi086.stdout:17: writing smithi08678205-17 from 0 to 270336 tid 1 2024-09-11T03:32:24.283 INFO:tasks.rados.rados.0.smithi086.stdout:11: done (6 left) 2024-09-11T03:32:24.283 INFO:tasks.rados.rados.0.smithi086.stdout:12: done (5 left) 2024-09-11T03:32:24.283 INFO:tasks.rados.rados.0.smithi086.stdout:18: write initial oid 18 2024-09-11T03:32:24.283 INFO:tasks.rados.rados.0.smithi086.stdout:13: finishing write tid 1 to smithi08678205-13 2024-09-11T03:32:24.283 INFO:tasks.rados.rados.0.smithi086.stdout:13: finishing write tid 2 to smithi08678205-13 2024-09-11T03:32:24.283 INFO:tasks.rados.rados.0.smithi086.stdout:15: finishing write tid 1 to smithi08678205-15 2024-09-11T03:32:24.283 INFO:tasks.rados.rados.0.smithi086.stdout:14: finishing write tid 3 to smithi08678205-14 2024-09-11T03:32:24.283 INFO:tasks.rados.rados.0.smithi086.stdout:14: oid 14 updating version 0 to 4 2024-09-11T03:32:24.283 INFO:tasks.rados.rados.0.smithi086.stdout:14: oid 14 version 4 is already newer than 3 2024-09-11T03:32:24.284 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-11T03:32:24.284 INFO:tasks.rados.rados.0.smithi086.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-09-11T03:32:24.284 INFO:tasks.rados.rados.0.smithi086.stdout:15: finishing write tid 2 to smithi08678205-15 2024-09-11T03:32:24.284 INFO:tasks.rados.rados.0.smithi086.stdout:18: seq_num 17 ranges {0=286720} 2024-09-11T03:32:24.284 INFO:tasks.rados.rados.0.smithi086.stdout:18: writing smithi08678205-18 from 0 to 286720 tid 1 2024-09-11T03:32:24.284 INFO:tasks.rados.rados.0.smithi086.stdout:13: finishing write tid 3 to smithi08678205-13 2024-09-11T03:32:24.284 INFO:tasks.rados.rados.0.smithi086.stdout:13: oid 13 updating version 0 to 2 2024-09-11T03:32:24.284 INFO:tasks.rados.rados.0.smithi086.stdout:13: oid 13 version 2 is already newer than 1 2024-09-11T03:32:24.284 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-11T03:32:24.284 INFO:tasks.rados.rados.0.smithi086.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-09-11T03:32:24.284 INFO:tasks.rados.rados.0.smithi086.stdout:16: finishing write tid 1 to smithi08678205-16 2024-09-11T03:32:24.284 INFO:tasks.rados.rados.0.smithi086.stdout:16: finishing write tid 2 to smithi08678205-16 2024-09-11T03:32:24.284 INFO:tasks.rados.rados.0.smithi086.stdout:15: finishing write tid 3 to smithi08678205-15 2024-09-11T03:32:24.285 INFO:tasks.rados.rados.0.smithi086.stdout:15: oid 15 updating version 0 to 1 2024-09-11T03:32:24.285 INFO:tasks.rados.rados.0.smithi086.stdout:15: oid 15 updating version 1 to 2 2024-09-11T03:32:24.285 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-09-11T03:32:24.285 INFO:tasks.rados.rados.0.smithi086.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-09-11T03:32:24.285 INFO:tasks.rados.rados.0.smithi086.stdout:16: finishing write tid 3 to smithi08678205-16 2024-09-11T03:32:24.285 INFO:tasks.rados.rados.0.smithi086.stdout:16: oid 16 updating version 0 to 1 2024-09-11T03:32:24.285 INFO:tasks.rados.rados.0.smithi086.stdout:16: oid 16 updating version 1 to 2 2024-09-11T03:32:24.285 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-11T03:32:24.285 INFO:tasks.rados.rados.0.smithi086.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-09-11T03:32:24.285 INFO:tasks.rados.rados.0.smithi086.stdout:13: done (5 left) 2024-09-11T03:32:24.285 INFO:tasks.rados.rados.0.smithi086.stdout:14: done (4 left) 2024-09-11T03:32:24.285 INFO:tasks.rados.rados.0.smithi086.stdout:15: done (3 left) 2024-09-11T03:32:24.285 INFO:tasks.rados.rados.0.smithi086.stdout:16: done (2 left) 2024-09-11T03:32:24.286 INFO:tasks.rados.rados.0.smithi086.stdout:19: write initial oid 19 2024-09-11T03:32:24.286 INFO:tasks.rados.rados.0.smithi086.stdout:19: seq_num 18 ranges {0=303104} 2024-09-11T03:32:24.286 INFO:tasks.rados.rados.0.smithi086.stdout:19: writing smithi08678205-19 from 0 to 303104 tid 1 2024-09-11T03:32:24.287 INFO:tasks.rados.rados.0.smithi086.stdout:20: write initial oid 20 2024-09-11T03:32:24.287 INFO:tasks.rados.rados.0.smithi086.stdout:20: seq_num 19 ranges {0=319488} 2024-09-11T03:32:24.287 INFO:tasks.rados.rados.0.smithi086.stdout:20: writing smithi08678205-20 from 0 to 319488 tid 1 2024-09-11T03:32:24.287 INFO:tasks.rados.rados.0.smithi086.stdout:21: write initial oid 21 2024-09-11T03:32:24.287 INFO:tasks.rados.rados.0.smithi086.stdout:21: seq_num 20 ranges {0=344064} 2024-09-11T03:32:24.287 INFO:tasks.rados.rados.0.smithi086.stdout:21: writing smithi08678205-21 from 0 to 344064 tid 1 2024-09-11T03:32:24.287 INFO:tasks.rados.rados.0.smithi086.stdout:22: write initial oid 22 2024-09-11T03:32:24.288 INFO:tasks.rados.rados.0.smithi086.stdout:22: seq_num 21 ranges {0=360448} 2024-09-11T03:32:24.290 INFO:tasks.rados.rados.0.smithi086.stdout:22: writing smithi08678205-22 from 0 to 360448 tid 1 2024-09-11T03:32:24.290 INFO:tasks.rados.rados.0.smithi086.stdout:17: finishing write tid 1 to smithi08678205-17 2024-09-11T03:32:24.290 INFO:tasks.rados.rados.0.smithi086.stdout:17: finishing write tid 2 to smithi08678205-17 2024-09-11T03:32:24.290 INFO:tasks.rados.rados.0.smithi086.stdout:17: finishing write tid 3 to smithi08678205-17 2024-09-11T03:32:24.290 INFO:tasks.rados.rados.0.smithi086.stdout:17: oid 17 updating version 0 to 2 2024-09-11T03:32:24.290 INFO:tasks.rados.rados.0.smithi086.stdout:17: oid 17 version 2 is already newer than 1 2024-09-11T03:32:24.290 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-11T03:32:24.290 INFO:tasks.rados.rados.0.smithi086.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-09-11T03:32:24.290 INFO:tasks.rados.rados.0.smithi086.stdout:18: finishing write tid 1 to smithi08678205-18 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:18: finishing write tid 2 to smithi08678205-18 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:19: finishing write tid 1 to smithi08678205-19 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:19: finishing write tid 2 to smithi08678205-19 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:18: finishing write tid 3 to smithi08678205-18 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:18: oid 18 updating version 0 to 2 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:18: oid 18 version 2 is already newer than 1 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:19: finishing write tid 3 to smithi08678205-19 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:19: oid 19 updating version 0 to 3 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:19: oid 19 updating version 3 to 4 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-09-11T03:32:24.291 INFO:tasks.rados.rados.0.smithi086.stdout:20: finishing write tid 1 to smithi08678205-20 2024-09-11T03:32:24.292 INFO:tasks.rados.rados.0.smithi086.stdout:20: finishing write tid 2 to smithi08678205-20 2024-09-11T03:32:24.292 INFO:tasks.rados.rados.0.smithi086.stdout:21: finishing write tid 1 to smithi08678205-21 2024-09-11T03:32:24.292 INFO:tasks.rados.rados.0.smithi086.stdout:21: finishing write tid 2 to smithi08678205-21 2024-09-11T03:32:24.292 INFO:tasks.rados.rados.0.smithi086.stdout:17: done (5 left) 2024-09-11T03:32:24.292 INFO:tasks.rados.rados.0.smithi086.stdout:18: done (4 left) 2024-09-11T03:32:24.292 INFO:tasks.rados.rados.0.smithi086.stdout:19: done (3 left) 2024-09-11T03:32:24.292 INFO:tasks.rados.rados.0.smithi086.stdout:23: write initial oid 23 2024-09-11T03:32:24.292 INFO:tasks.rados.rados.0.smithi086.stdout:23: seq_num 22 ranges {0=376832} 2024-09-11T03:32:24.293 INFO:tasks.rados.rados.0.smithi086.stdout:23: writing smithi08678205-23 from 0 to 376832 tid 1 2024-09-11T03:32:24.293 INFO:tasks.rados.rados.0.smithi086.stdout:20: finishing write tid 3 to smithi08678205-20 2024-09-11T03:32:24.294 INFO:tasks.rados.rados.0.smithi086.stdout:20: oid 20 updating version 0 to 4 2024-09-11T03:32:24.294 INFO:tasks.rados.rados.0.smithi086.stdout:20: oid 20 version 4 is already newer than 3 2024-09-11T03:32:24.294 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-11T03:32:24.294 INFO:tasks.rados.rados.0.smithi086.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-09-11T03:32:24.294 INFO:tasks.rados.rados.0.smithi086.stdout:21: finishing write tid 3 to smithi08678205-21 2024-09-11T03:32:24.294 INFO:tasks.rados.rados.0.smithi086.stdout:21: oid 21 updating version 0 to 5 2024-09-11T03:32:24.294 INFO:tasks.rados.rados.0.smithi086.stdout:21: oid 21 updating version 5 to 6 2024-09-11T03:32:24.294 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-11T03:32:24.294 INFO:tasks.rados.rados.0.smithi086.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-09-11T03:32:24.294 INFO:tasks.rados.rados.0.smithi086.stdout:22: finishing write tid 1 to smithi08678205-22 2024-09-11T03:32:24.295 INFO:tasks.rados.rados.0.smithi086.stdout:22: finishing write tid 2 to smithi08678205-22 2024-09-11T03:32:24.295 INFO:tasks.rados.rados.0.smithi086.stdout:20: done (3 left) 2024-09-11T03:32:24.295 INFO:tasks.rados.rados.0.smithi086.stdout:21: done (2 left) 2024-09-11T03:32:24.295 INFO:tasks.rados.rados.0.smithi086.stdout:24: write initial oid 24 2024-09-11T03:32:24.295 INFO:tasks.rados.rados.0.smithi086.stdout:24: seq_num 23 ranges {0=393216} 2024-09-11T03:32:24.295 INFO:tasks.rados.rados.0.smithi086.stdout:24: writing smithi08678205-24 from 0 to 393216 tid 1 2024-09-11T03:32:24.295 INFO:tasks.rados.rados.0.smithi086.stdout:25: write initial oid 25 2024-09-11T03:32:24.296 INFO:tasks.rados.rados.0.smithi086.stdout:25: seq_num 24 ranges {0=409600} 2024-09-11T03:32:24.297 INFO:tasks.rados.rados.0.smithi086.stdout:25: writing smithi08678205-25 from 0 to 409600 tid 1 2024-09-11T03:32:24.297 INFO:tasks.rados.rados.0.smithi086.stdout:26: write initial oid 26 2024-09-11T03:32:24.297 INFO:tasks.rados.rados.0.smithi086.stdout:26: seq_num 25 ranges {0=425984} 2024-09-11T03:32:24.300 INFO:tasks.rados.rados.0.smithi086.stdout:26: writing smithi08678205-26 from 0 to 425984 tid 1 2024-09-11T03:32:24.300 INFO:tasks.rados.rados.0.smithi086.stdout:27: write initial oid 27 2024-09-11T03:32:24.300 INFO:tasks.rados.rados.0.smithi086.stdout:27: seq_num 26 ranges {0=442368} 2024-09-11T03:32:24.303 INFO:tasks.rados.rados.0.smithi086.stdout:27: writing smithi08678205-27 from 0 to 442368 tid 1 2024-09-11T03:32:24.303 INFO:tasks.rados.rados.0.smithi086.stdout:28: write initial oid 28 2024-09-11T03:32:24.303 INFO:tasks.rados.rados.0.smithi086.stdout:28: seq_num 27 ranges {0=458752} 2024-09-11T03:32:24.306 INFO:tasks.rados.rados.0.smithi086.stdout:28: writing smithi08678205-28 from 0 to 458752 tid 1 2024-09-11T03:32:24.306 INFO:tasks.rados.rados.0.smithi086.stdout:29: write initial oid 29 2024-09-11T03:32:24.306 INFO:tasks.rados.rados.0.smithi086.stdout:29: seq_num 28 ranges {0=475136} 2024-09-11T03:32:24.309 INFO:tasks.rados.rados.0.smithi086.stdout:29: writing smithi08678205-29 from 0 to 475136 tid 1 2024-09-11T03:32:24.309 INFO:tasks.rados.rados.0.smithi086.stdout:30: write initial oid 30 2024-09-11T03:32:24.309 INFO:tasks.rados.rados.0.smithi086.stdout:30: seq_num 29 ranges {0=491520} 2024-09-11T03:32:24.312 INFO:tasks.rados.rados.0.smithi086.stdout:30: writing smithi08678205-30 from 0 to 491520 tid 1 2024-09-11T03:32:24.312 INFO:tasks.rados.rados.0.smithi086.stdout:31: write initial oid 31 2024-09-11T03:32:24.312 INFO:tasks.rados.rados.0.smithi086.stdout:31: seq_num 30 ranges {0=507904} 2024-09-11T03:32:24.315 INFO:tasks.rados.rados.0.smithi086.stdout:31: writing smithi08678205-31 from 0 to 507904 tid 1 2024-09-11T03:32:24.316 INFO:tasks.rados.rados.0.smithi086.stdout:32: write initial oid 32 2024-09-11T03:32:24.316 INFO:tasks.rados.rados.0.smithi086.stdout:32: seq_num 31 ranges {0=524288} 2024-09-11T03:32:24.319 INFO:tasks.rados.rados.0.smithi086.stdout:32: writing smithi08678205-32 from 0 to 524288 tid 1 2024-09-11T03:32:24.319 INFO:tasks.rados.rados.0.smithi086.stdout:33: write initial oid 33 2024-09-11T03:32:24.319 INFO:tasks.rados.rados.0.smithi086.stdout:33: seq_num 32 ranges {0=540672} 2024-09-11T03:32:24.322 INFO:tasks.rados.rados.0.smithi086.stdout:33: writing smithi08678205-33 from 0 to 540672 tid 1 2024-09-11T03:32:24.322 INFO:tasks.rados.rados.0.smithi086.stdout:34: write initial oid 34 2024-09-11T03:32:24.322 INFO:tasks.rados.rados.0.smithi086.stdout:34: seq_num 33 ranges {0=557056} 2024-09-11T03:32:24.326 INFO:tasks.rados.rados.0.smithi086.stdout:34: writing smithi08678205-34 from 0 to 557056 tid 1 2024-09-11T03:32:24.326 INFO:tasks.rados.rados.0.smithi086.stdout:35: write initial oid 35 2024-09-11T03:32:24.326 INFO:tasks.rados.rados.0.smithi086.stdout:35: seq_num 34 ranges {0=573440} 2024-09-11T03:32:24.329 INFO:tasks.rados.rados.0.smithi086.stdout:35: writing smithi08678205-35 from 0 to 573440 tid 1 2024-09-11T03:32:24.329 INFO:tasks.rados.rados.0.smithi086.stdout:36: write initial oid 36 2024-09-11T03:32:24.329 INFO:tasks.rados.rados.0.smithi086.stdout:36: seq_num 35 ranges {0=589824} 2024-09-11T03:32:24.333 INFO:tasks.rados.rados.0.smithi086.stdout:36: writing smithi08678205-36 from 0 to 589824 tid 1 2024-09-11T03:32:24.333 INFO:tasks.rados.rados.0.smithi086.stdout:37: write initial oid 37 2024-09-11T03:32:24.333 INFO:tasks.rados.rados.0.smithi086.stdout:37: seq_num 36 ranges {0=606208} 2024-09-11T03:32:24.337 INFO:tasks.rados.rados.0.smithi086.stdout:37: writing smithi08678205-37 from 0 to 606208 tid 1 2024-09-11T03:32:24.337 INFO:tasks.rados.rados.0.smithi086.stdout: waiting on 16 2024-09-11T03:32:24.337 INFO:tasks.rados.rados.0.smithi086.stdout:22: finishing write tid 3 to smithi08678205-22 2024-09-11T03:32:24.337 INFO:tasks.rados.rados.0.smithi086.stdout:22: oid 22 updating version 0 to 3 2024-09-11T03:32:24.337 INFO:tasks.rados.rados.0.smithi086.stdout:22: oid 22 updating version 3 to 4 2024-09-11T03:32:24.337 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-11T03:32:24.337 INFO:tasks.rados.rados.0.smithi086.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-09-11T03:32:24.337 INFO:tasks.rados.rados.0.smithi086.stdout:22: done (15 left) 2024-09-11T03:32:24.338 INFO:tasks.rados.rados.0.smithi086.stdout:38: write initial oid 38 2024-09-11T03:32:24.338 INFO:tasks.rados.rados.0.smithi086.stdout:38: seq_num 37 ranges {0=622592} 2024-09-11T03:32:24.341 INFO:tasks.rados.rados.0.smithi086.stdout:38: writing smithi08678205-38 from 0 to 622592 tid 1 2024-09-11T03:32:24.341 INFO:tasks.rados.rados.0.smithi086.stdout: waiting on 16 2024-09-11T03:32:24.341 INFO:tasks.rados.rados.0.smithi086.stdout:23: finishing write tid 1 to smithi08678205-23 2024-09-11T03:32:24.341 INFO:tasks.rados.rados.0.smithi086.stdout:23: finishing write tid 2 to smithi08678205-23 2024-09-11T03:32:24.341 INFO:tasks.rados.rados.0.smithi086.stdout:23: finishing write tid 3 to smithi08678205-23 2024-09-11T03:32:24.341 INFO:tasks.rados.rados.0.smithi086.stdout:23: oid 23 updating version 0 to 3 2024-09-11T03:32:24.341 INFO:tasks.rados.rados.0.smithi086.stdout:23: oid 23 updating version 3 to 4 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:24: finishing write tid 1 to smithi08678205-24 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:24: finishing write tid 2 to smithi08678205-24 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:24: finishing write tid 3 to smithi08678205-24 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:24: oid 24 updating version 0 to 8 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:24: oid 24 version 8 is already newer than 7 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 8 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:25: finishing write tid 1 to smithi08678205-25 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:25: finishing write tid 2 to smithi08678205-25 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:26: finishing write tid 1 to smithi08678205-26 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:26: finishing write tid 2 to smithi08678205-26 2024-09-11T03:32:24.342 INFO:tasks.rados.rados.0.smithi086.stdout:25: finishing write tid 3 to smithi08678205-25 2024-09-11T03:32:24.343 INFO:tasks.rados.rados.0.smithi086.stdout:25: oid 25 updating version 0 to 5 2024-09-11T03:32:24.343 INFO:tasks.rados.rados.0.smithi086.stdout:25: oid 25 updating version 5 to 6 2024-09-11T03:32:24.343 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-11T03:32:24.343 INFO:tasks.rados.rados.0.smithi086.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-09-11T03:32:24.343 INFO:tasks.rados.rados.0.smithi086.stdout:23: done (15 left) 2024-09-11T03:32:24.343 INFO:tasks.rados.rados.0.smithi086.stdout:24: done (14 left) 2024-09-11T03:32:24.343 INFO:tasks.rados.rados.0.smithi086.stdout:25: done (13 left) 2024-09-11T03:32:24.343 INFO:tasks.rados.rados.0.smithi086.stdout:39: write initial oid 39 2024-09-11T03:32:24.343 INFO:tasks.rados.rados.0.smithi086.stdout:39: seq_num 38 ranges {0=638976} 2024-09-11T03:32:24.344 INFO:tasks.rados.rados.0.smithi086.stdout:39: writing smithi08678205-39 from 0 to 638976 tid 1 2024-09-11T03:32:24.344 INFO:tasks.rados.rados.0.smithi086.stdout:40: write initial oid 40 2024-09-11T03:32:24.344 INFO:tasks.rados.rados.0.smithi086.stdout:40: seq_num 39 ranges {0=663552} 2024-09-11T03:32:24.348 INFO:tasks.rados.rados.0.smithi086.stdout:40: writing smithi08678205-40 from 0 to 663552 tid 1 2024-09-11T03:32:24.348 INFO:tasks.rados.rados.0.smithi086.stdout:41: write initial oid 41 2024-09-11T03:32:24.348 INFO:tasks.rados.rados.0.smithi086.stdout:41: seq_num 40 ranges {0=679936} 2024-09-11T03:32:24.353 INFO:tasks.rados.rados.0.smithi086.stdout:41: writing smithi08678205-41 from 0 to 679936 tid 1 2024-09-11T03:32:24.353 INFO:tasks.rados.rados.0.smithi086.stdout: waiting on 16 2024-09-11T03:32:24.353 INFO:tasks.rados.rados.0.smithi086.stdout:27: finishing write tid 1 to smithi08678205-27 2024-09-11T03:32:24.353 INFO:tasks.rados.rados.0.smithi086.stdout:27: finishing write tid 2 to smithi08678205-27 2024-09-11T03:32:24.353 INFO:tasks.rados.rados.0.smithi086.stdout:26: finishing write tid 3 to smithi08678205-26 2024-09-11T03:32:24.353 INFO:tasks.rados.rados.0.smithi086.stdout:26: oid 26 updating version 0 to 1 2024-09-11T03:32:24.353 INFO:tasks.rados.rados.0.smithi086.stdout:26: oid 26 updating version 1 to 2 2024-09-11T03:32:24.353 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 2 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-11T03:32:24.353 INFO:tasks.rados.rados.0.smithi086.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-09-11T03:32:24.353 INFO:tasks.rados.rados.0.smithi086.stdout:27: finishing write tid 3 to smithi08678205-27 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:27: oid 27 updating version 0 to 4 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:27: oid 27 version 4 is already newer than 3 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:28: finishing write tid 1 to smithi08678205-28 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:28: finishing write tid 2 to smithi08678205-28 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:28: finishing write tid 3 to smithi08678205-28 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:28: oid 28 updating version 0 to 5 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:28: oid 28 updating version 5 to 6 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:29: finishing write tid 1 to smithi08678205-29 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:29: finishing write tid 2 to smithi08678205-29 2024-09-11T03:32:24.354 INFO:tasks.rados.rados.0.smithi086.stdout:26: done (15 left) 2024-09-11T03:32:24.355 INFO:tasks.rados.rados.0.smithi086.stdout:27: done (14 left) 2024-09-11T03:32:24.355 INFO:tasks.rados.rados.0.smithi086.stdout:28: done (13 left) 2024-09-11T03:32:24.355 INFO:tasks.rados.rados.0.smithi086.stdout:42: write initial oid 42 2024-09-11T03:32:24.355 INFO:tasks.rados.rados.0.smithi086.stdout:42: seq_num 41 ranges {0=696320} 2024-09-11T03:32:24.356 INFO:tasks.rados.rados.0.smithi086.stdout:42: writing smithi08678205-42 from 0 to 696320 tid 1 2024-09-11T03:32:24.356 INFO:tasks.rados.rados.0.smithi086.stdout:43: write initial oid 43 2024-09-11T03:32:24.356 INFO:tasks.rados.rados.0.smithi086.stdout:43: seq_num 42 ranges {0=712704} 2024-09-11T03:32:24.361 INFO:tasks.rados.rados.0.smithi086.stdout:43: writing smithi08678205-43 from 0 to 712704 tid 1 2024-09-11T03:32:24.361 INFO:tasks.rados.rados.0.smithi086.stdout:44: write initial oid 44 2024-09-11T03:32:24.361 INFO:tasks.rados.rados.0.smithi086.stdout:44: seq_num 43 ranges {0=729088} 2024-09-11T03:32:24.365 INFO:tasks.rados.rados.0.smithi086.stdout:44: writing smithi08678205-44 from 0 to 729088 tid 1 2024-09-11T03:32:24.365 INFO:tasks.rados.rados.0.smithi086.stdout: waiting on 16 2024-09-11T03:32:24.366 INFO:tasks.rados.rados.0.smithi086.stdout:29: finishing write tid 3 to smithi08678205-29 2024-09-11T03:32:24.366 INFO:tasks.rados.rados.0.smithi086.stdout:29: oid 29 updating version 0 to 3 2024-09-11T03:32:24.366 INFO:tasks.rados.rados.0.smithi086.stdout:29: oid 29 updating version 3 to 4 2024-09-11T03:32:24.366 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-11T03:32:24.366 INFO:tasks.rados.rados.0.smithi086.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-09-11T03:32:24.366 INFO:tasks.rados.rados.0.smithi086.stdout:30: finishing write tid 1 to smithi08678205-30 2024-09-11T03:32:24.366 INFO:tasks.rados.rados.0.smithi086.stdout:30: finishing write tid 2 to smithi08678205-30 2024-09-11T03:32:24.366 INFO:tasks.rados.rados.0.smithi086.stdout:29: done (15 left) 2024-09-11T03:32:24.366 INFO:tasks.rados.rados.0.smithi086.stdout:45: write initial oid 45 2024-09-11T03:32:24.366 INFO:tasks.rados.rados.0.smithi086.stdout:45: seq_num 44 ranges {0=745472} 2024-09-11T03:32:24.373 INFO:tasks.rados.rados.0.smithi086.stdout:45: writing smithi08678205-45 from 0 to 745472 tid 1 2024-09-11T03:32:24.373 INFO:tasks.rados.rados.0.smithi086.stdout: waiting on 16 2024-09-11T03:32:24.373 INFO:tasks.rados.rados.0.smithi086.stdout:30: finishing write tid 3 to smithi08678205-30 2024-09-11T03:32:24.373 INFO:tasks.rados.rados.0.smithi086.stdout:30: oid 30 updating version 0 to 7 2024-09-11T03:32:24.373 INFO:tasks.rados.rados.0.smithi086.stdout:30: oid 30 updating version 7 to 8 2024-09-11T03:32:24.373 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-11T03:32:24.373 INFO:tasks.rados.rados.0.smithi086.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-09-11T03:32:24.373 INFO:tasks.rados.rados.0.smithi086.stdout:31: finishing write tid 1 to smithi08678205-31 2024-09-11T03:32:24.373 INFO:tasks.rados.rados.0.smithi086.stdout:31: finishing write tid 2 to smithi08678205-31 2024-09-11T03:32:24.373 INFO:tasks.rados.rados.0.smithi086.stdout:31: finishing write tid 3 to smithi08678205-31 2024-09-11T03:32:24.374 INFO:tasks.rados.rados.0.smithi086.stdout:31: oid 31 updating version 0 to 9 2024-09-11T03:32:24.374 INFO:tasks.rados.rados.0.smithi086.stdout:31: oid 31 updating version 9 to 10 2024-09-11T03:32:24.374 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 10 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-11T03:32:24.374 INFO:tasks.rados.rados.0.smithi086.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-09-11T03:32:24.374 INFO:tasks.rados.rados.0.smithi086.stdout:32: finishing write tid 1 to smithi08678205-32 2024-09-11T03:32:24.374 INFO:tasks.rados.rados.0.smithi086.stdout:32: finishing write tid 2 to smithi08678205-32 2024-09-11T03:32:24.374 INFO:tasks.rados.rados.0.smithi086.stdout:32: finishing write tid 3 to smithi08678205-32 2024-09-11T03:32:24.374 INFO:tasks.rados.rados.0.smithi086.stdout:32: oid 32 updating version 0 to 7 2024-09-11T03:32:24.374 INFO:tasks.rados.rados.0.smithi086.stdout:32: oid 32 updating version 7 to 8 2024-09-11T03:32:24.374 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-11T03:32:24.375 INFO:tasks.rados.rados.0.smithi086.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-09-11T03:32:24.375 INFO:tasks.rados.rados.0.smithi086.stdout:33: finishing write tid 1 to smithi08678205-33 2024-09-11T03:32:24.375 INFO:tasks.rados.rados.0.smithi086.stdout:33: finishing write tid 2 to smithi08678205-33 2024-09-11T03:32:24.375 INFO:tasks.rados.rados.0.smithi086.stdout:33: finishing write tid 3 to smithi08678205-33 2024-09-11T03:32:24.375 INFO:tasks.rados.rados.0.smithi086.stdout:33: oid 33 updating version 0 to 11 2024-09-11T03:32:24.375 INFO:tasks.rados.rados.0.smithi086.stdout:33: oid 33 updating version 11 to 12 2024-09-11T03:32:24.375 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 12 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-11T03:32:24.375 INFO:tasks.rados.rados.0.smithi086.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-09-11T03:32:24.375 INFO:tasks.rados.rados.0.smithi086.stdout:34: finishing write tid 1 to smithi08678205-34 2024-09-11T03:32:24.375 INFO:tasks.rados.rados.0.smithi086.stdout:34: finishing write tid 2 to smithi08678205-34 2024-09-11T03:32:24.376 INFO:tasks.rados.rados.0.smithi086.stdout:34: finishing write tid 3 to smithi08678205-34 2024-09-11T03:32:24.376 INFO:tasks.rados.rados.0.smithi086.stdout:34: oid 34 updating version 0 to 6 2024-09-11T03:32:24.376 INFO:tasks.rados.rados.0.smithi086.stdout:34: oid 34 version 6 is already newer than 5 2024-09-11T03:32:24.376 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-11T03:32:24.376 INFO:tasks.rados.rados.0.smithi086.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:32:24.376 INFO:tasks.rados.rados.0.smithi086.stdout:35: finishing write tid 1 to smithi08678205-35 2024-09-11T03:32:24.376 INFO:tasks.rados.rados.0.smithi086.stdout:35: finishing write tid 2 to smithi08678205-35 2024-09-11T03:32:24.376 INFO:tasks.rados.rados.0.smithi086.stdout:35: finishing write tid 3 to smithi08678205-35 2024-09-11T03:32:24.376 INFO:tasks.rados.rados.0.smithi086.stdout:35: oid 35 updating version 0 to 9 2024-09-11T03:32:24.376 INFO:tasks.rados.rados.0.smithi086.stdout:35: oid 35 updating version 9 to 10 2024-09-11T03:32:24.376 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 10 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-11T03:32:24.376 INFO:tasks.rados.rados.0.smithi086.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-09-11T03:32:24.377 INFO:tasks.rados.rados.0.smithi086.stdout:36: finishing write tid 1 to smithi08678205-36 2024-09-11T03:32:24.377 INFO:tasks.rados.rados.0.smithi086.stdout:36: finishing write tid 2 to smithi08678205-36 2024-09-11T03:32:24.377 INFO:tasks.rados.rados.0.smithi086.stdout:36: finishing write tid 3 to smithi08678205-36 2024-09-11T03:32:24.377 INFO:tasks.rados.rados.0.smithi086.stdout:36: oid 36 updating version 0 to 13 2024-09-11T03:32:24.377 INFO:tasks.rados.rados.0.smithi086.stdout:36: oid 36 updating version 13 to 14 2024-09-11T03:32:24.377 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 14 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-09-11T03:32:24.377 INFO:tasks.rados.rados.0.smithi086.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-09-11T03:32:24.377 INFO:tasks.rados.rados.0.smithi086.stdout:37: finishing write tid 1 to smithi08678205-37 2024-09-11T03:32:24.378 INFO:tasks.rados.rados.0.smithi086.stdout:37: finishing write tid 2 to smithi08678205-37 2024-09-11T03:32:24.378 INFO:tasks.rados.rados.0.smithi086.stdout:37: finishing write tid 3 to smithi08678205-37 2024-09-11T03:32:24.378 INFO:tasks.rados.rados.0.smithi086.stdout:37: oid 37 updating version 0 to 4 2024-09-11T03:32:24.378 INFO:tasks.rados.rados.0.smithi086.stdout:37: oid 37 version 4 is already newer than 3 2024-09-11T03:32:24.378 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-11T03:32:24.378 INFO:tasks.rados.rados.0.smithi086.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-09-11T03:32:24.378 INFO:tasks.rados.rados.0.smithi086.stdout:38: finishing write tid 1 to smithi08678205-38 2024-09-11T03:32:24.378 INFO:tasks.rados.rados.0.smithi086.stdout:38: finishing write tid 2 to smithi08678205-38 2024-09-11T03:32:24.378 INFO:tasks.rados.rados.0.smithi086.stdout:38: finishing write tid 3 to smithi08678205-38 2024-09-11T03:32:24.378 INFO:tasks.rados.rados.0.smithi086.stdout:38: oid 38 updating version 0 to 6 2024-09-11T03:32:24.378 INFO:tasks.rados.rados.0.smithi086.stdout:38: oid 38 version 6 is already newer than 5 2024-09-11T03:32:24.378 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 6 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:39: finishing write tid 1 to smithi08678205-39 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:39: finishing write tid 2 to smithi08678205-39 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:39: finishing write tid 3 to smithi08678205-39 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:39: oid 39 updating version 0 to 6 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:39: oid 39 version 6 is already newer than 5 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:40: finishing write tid 1 to smithi08678205-40 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:40: finishing write tid 2 to smithi08678205-40 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:40: finishing write tid 3 to smithi08678205-40 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:40: oid 40 updating version 0 to 8 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:40: oid 40 version 8 is already newer than 7 2024-09-11T03:32:24.379 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-11T03:32:24.380 INFO:tasks.rados.rados.0.smithi086.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-09-11T03:32:24.380 INFO:tasks.rados.rados.0.smithi086.stdout:41: finishing write tid 1 to smithi08678205-41 2024-09-11T03:32:24.380 INFO:tasks.rados.rados.0.smithi086.stdout:41: finishing write tid 2 to smithi08678205-41 2024-09-11T03:32:24.380 INFO:tasks.rados.rados.0.smithi086.stdout:41: finishing write tid 3 to smithi08678205-41 2024-09-11T03:32:24.380 INFO:tasks.rados.rados.0.smithi086.stdout:41: oid 41 updating version 0 to 15 2024-09-11T03:32:24.380 INFO:tasks.rados.rados.0.smithi086.stdout:41: oid 41 updating version 15 to 16 2024-09-11T03:32:24.380 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 16 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-11T03:32:24.380 INFO:tasks.rados.rados.0.smithi086.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-09-11T03:32:24.380 INFO:tasks.rados.rados.0.smithi086.stdout:42: finishing write tid 1 to smithi08678205-42 2024-09-11T03:32:24.380 INFO:tasks.rados.rados.0.smithi086.stdout:42: finishing write tid 2 to smithi08678205-42 2024-09-11T03:32:24.380 INFO:tasks.rados.rados.0.smithi086.stdout:42: finishing write tid 3 to smithi08678205-42 2024-09-11T03:32:24.380 INFO:tasks.rados.rados.0.smithi086.stdout:42: oid 42 updating version 0 to 7 2024-09-11T03:32:24.380 INFO:tasks.rados.rados.0.smithi086.stdout:42: oid 42 updating version 7 to 8 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:43: finishing write tid 1 to smithi08678205-43 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:43: finishing write tid 2 to smithi08678205-43 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:43: finishing write tid 3 to smithi08678205-43 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:43: oid 43 updating version 0 to 17 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:43: oid 43 updating version 17 to 18 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 18 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:44: finishing write tid 1 to smithi08678205-44 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:44: finishing write tid 2 to smithi08678205-44 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:30: done (15 left) 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:31: done (14 left) 2024-09-11T03:32:24.381 INFO:tasks.rados.rados.0.smithi086.stdout:32: done (13 left) 2024-09-11T03:32:24.382 INFO:tasks.rados.rados.0.smithi086.stdout:33: done (12 left) 2024-09-11T03:32:24.382 INFO:tasks.rados.rados.0.smithi086.stdout:34: done (11 left) 2024-09-11T03:32:24.382 INFO:tasks.rados.rados.0.smithi086.stdout:35: done (10 left) 2024-09-11T03:32:24.382 INFO:tasks.rados.rados.0.smithi086.stdout:36: done (9 left) 2024-09-11T03:32:24.382 INFO:tasks.rados.rados.0.smithi086.stdout:37: done (8 left) 2024-09-11T03:32:24.382 INFO:tasks.rados.rados.0.smithi086.stdout:38: done (7 left) 2024-09-11T03:32:24.382 INFO:tasks.rados.rados.0.smithi086.stdout:39: done (6 left) 2024-09-11T03:32:24.382 INFO:tasks.rados.rados.0.smithi086.stdout:40: done (5 left) 2024-09-11T03:32:24.382 INFO:tasks.rados.rados.0.smithi086.stdout:41: done (4 left) 2024-09-11T03:32:24.382 INFO:tasks.rados.rados.0.smithi086.stdout:42: done (3 left) 2024-09-11T03:32:24.382 INFO:tasks.rados.rados.0.smithi086.stdout:43: done (2 left) 2024-09-11T03:32:24.382 INFO:tasks.rados.rados.0.smithi086.stdout:46: write initial oid 46 2024-09-11T03:32:24.382 INFO:tasks.rados.rados.0.smithi086.stdout:46: seq_num 45 ranges {0=761856} 2024-09-11T03:32:24.384 INFO:tasks.rados.rados.0.smithi086.stdout:46: writing smithi08678205-46 from 0 to 761856 tid 1 2024-09-11T03:32:24.384 INFO:tasks.rados.rados.0.smithi086.stdout:47: write initial oid 47 2024-09-11T03:32:24.384 INFO:tasks.rados.rados.0.smithi086.stdout:44: finishing write tid 3 to smithi08678205-44 2024-09-11T03:32:24.384 INFO:tasks.rados.rados.0.smithi086.stdout:44: oid 44 updating version 0 to 1 2024-09-11T03:32:24.384 INFO:tasks.rados.rados.0.smithi086.stdout:44: oid 44 updating version 1 to 2 2024-09-11T03:32:24.384 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 2 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-11T03:32:24.384 INFO:tasks.rados.rados.0.smithi086.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-09-11T03:32:24.385 INFO:tasks.rados.rados.0.smithi086.stdout:45: finishing write tid 1 to smithi08678205-45 2024-09-11T03:32:24.385 INFO:tasks.rados.rados.0.smithi086.stdout:45: finishing write tid 2 to smithi08678205-45 2024-09-11T03:32:24.385 INFO:tasks.rados.rados.0.smithi086.stdout:45: finishing write tid 3 to smithi08678205-45 2024-09-11T03:32:24.385 INFO:tasks.rados.rados.0.smithi086.stdout:45: oid 45 updating version 0 to 9 2024-09-11T03:32:24.385 INFO:tasks.rados.rados.0.smithi086.stdout:45: oid 45 updating version 9 to 10 2024-09-11T03:32:24.385 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 10 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-11T03:32:24.385 INFO:tasks.rados.rados.0.smithi086.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-09-11T03:32:24.385 INFO:tasks.rados.rados.0.smithi086.stdout:47: seq_num 46 ranges {0=778240} 2024-09-11T03:32:24.385 INFO:tasks.rados.rados.0.smithi086.stdout:47: writing smithi08678205-47 from 0 to 778240 tid 1 2024-09-11T03:32:24.385 INFO:tasks.rados.rados.0.smithi086.stdout:44: done (3 left) 2024-09-11T03:32:24.385 INFO:tasks.rados.rados.0.smithi086.stdout:45: done (2 left) 2024-09-11T03:32:24.385 INFO:tasks.rados.rados.0.smithi086.stdout:48: write initial oid 48 2024-09-11T03:32:24.386 INFO:tasks.rados.rados.0.smithi086.stdout:48: seq_num 47 ranges {0=794624} 2024-09-11T03:32:24.386 INFO:tasks.rados.rados.0.smithi086.stdout:48: writing smithi08678205-48 from 0 to 794624 tid 1 2024-09-11T03:32:24.386 INFO:tasks.rados.rados.0.smithi086.stdout:49: write initial oid 49 2024-09-11T03:32:24.386 INFO:tasks.rados.rados.0.smithi086.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-09-11T03:32:24.386 INFO:tasks.rados.rados.0.smithi086.stdout:49: writing smithi08678205-49 from 0 to 409600 tid 1 2024-09-11T03:32:24.389 INFO:tasks.rados.rados.0.smithi086.stdout:49: writing smithi08678205-49 from 409600 to 811008 tid 2 2024-09-11T03:32:24.389 INFO:tasks.rados.rados.0.smithi086.stdout:50: write initial oid 50 2024-09-11T03:32:24.389 INFO:tasks.rados.rados.0.smithi086.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-09-11T03:32:24.391 INFO:tasks.rados.rados.0.smithi086.stdout:50: writing smithi08678205-50 from 0 to 425984 tid 1 2024-09-11T03:32:24.395 INFO:tasks.rados.rados.0.smithi086.stdout:50: writing smithi08678205-50 from 425984 to 827392 tid 2 2024-09-11T03:32:24.395 INFO:tasks.rados.rados.0.smithi086.stdout:51: copy_from oid 24 from oid 34 current snap is 0 2024-09-11T03:32:24.395 INFO:tasks.rados.rados.0.smithi086.stdout:46: finishing write tid 1 to smithi08678205-46 2024-09-11T03:32:24.395 INFO:tasks.rados.rados.0.smithi086.stdout:46: finishing write tid 2 to smithi08678205-46 2024-09-11T03:32:24.395 INFO:tasks.rados.rados.0.smithi086.stdout:46: finishing write tid 3 to smithi08678205-46 2024-09-11T03:32:24.396 INFO:tasks.rados.rados.0.smithi086.stdout:46: oid 46 updating version 0 to 7 2024-09-11T03:32:24.396 INFO:tasks.rados.rados.0.smithi086.stdout:46: oid 46 updating version 7 to 8 2024-09-11T03:32:24.396 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-11T03:32:24.396 INFO:tasks.rados.rados.0.smithi086.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-09-11T03:32:24.396 INFO:tasks.rados.rados.0.smithi086.stdout:47: finishing write tid 1 to smithi08678205-47 2024-09-11T03:32:24.396 INFO:tasks.rados.rados.0.smithi086.stdout:47: finishing write tid 2 to smithi08678205-47 2024-09-11T03:32:24.396 INFO:tasks.rados.rados.0.smithi086.stdout:47: finishing write tid 3 to smithi08678205-47 2024-09-11T03:32:24.396 INFO:tasks.rados.rados.0.smithi086.stdout:47: oid 47 updating version 0 to 6 2024-09-11T03:32:24.396 INFO:tasks.rados.rados.0.smithi086.stdout:47: oid 47 version 6 is already newer than 5 2024-09-11T03:32:24.396 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:48: finishing write tid 1 to smithi08678205-48 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:48: finishing write tid 2 to smithi08678205-48 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:49: finishing write tid 1 to smithi08678205-49 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:48: finishing write tid 3 to smithi08678205-48 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:48: oid 48 updating version 0 to 10 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:48: oid 48 version 10 is already newer than 9 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:49: finishing write tid 2 to smithi08678205-49 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:49: finishing write tid 3 to smithi08678205-49 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:49: finishing write tid 4 to smithi08678205-49 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:49: oid 49 updating version 0 to 9 2024-09-11T03:32:24.397 INFO:tasks.rados.rados.0.smithi086.stdout:49: oid 49 version 9 is already newer than 7 2024-09-11T03:32:24.398 INFO:tasks.rados.rados.0.smithi086.stdout:49: oid 49 version 9 is already newer than 8 2024-09-11T03:32:24.398 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-11T03:32:24.398 INFO:tasks.rados.rados.0.smithi086.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-09-11T03:32:24.398 INFO:tasks.rados.rados.0.smithi086.stdout:50: finishing write tid 1 to smithi08678205-50 2024-09-11T03:32:24.398 INFO:tasks.rados.rados.0.smithi086.stdout:46: done (5 left) 2024-09-11T03:32:24.398 INFO:tasks.rados.rados.0.smithi086.stdout:47: done (4 left) 2024-09-11T03:32:24.398 INFO:tasks.rados.rados.0.smithi086.stdout:48: done (3 left) 2024-09-11T03:32:24.398 INFO:tasks.rados.rados.0.smithi086.stdout:49: done (2 left) 2024-09-11T03:32:24.398 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 0 2024-09-11T03:32:24.398 INFO:tasks.rados.rados.0.smithi086.stdout:52: seq_num 50 ranges {425984=442368,868352=401408} 2024-09-11T03:32:24.399 INFO:tasks.rados.rados.0.smithi086.stdout:52: writing smithi08678205-26 from 425984 to 868352 tid 1 2024-09-11T03:32:24.401 INFO:tasks.rados.rados.0.smithi086.stdout:52: writing smithi08678205-26 from 868352 to 1269760 tid 2 2024-09-11T03:32:24.402 INFO:tasks.rados.rados.0.smithi086.stdout:53: rmattr oid 22 current snap is 0 2024-09-11T03:32:24.402 INFO:tasks.rados.rados.0.smithi086.stdout:50: finishing write tid 2 to smithi08678205-50 2024-09-11T03:32:24.402 INFO:tasks.rados.rados.0.smithi086.stdout:50: finishing write tid 3 to smithi08678205-50 2024-09-11T03:32:24.402 INFO:tasks.rados.rados.0.smithi086.stdout:50: finishing write tid 4 to smithi08678205-50 2024-09-11T03:32:24.402 INFO:tasks.rados.rados.0.smithi086.stdout:50: oid 50 updating version 0 to 9 2024-09-11T03:32:24.402 INFO:tasks.rados.rados.0.smithi086.stdout:50: oid 50 updating version 9 to 11 2024-09-11T03:32:24.402 INFO:tasks.rados.rados.0.smithi086.stdout:50: oid 50 version 11 is already newer than 10 2024-09-11T03:32:24.402 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 11 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-11T03:32:24.402 INFO:tasks.rados.rados.0.smithi086.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-09-11T03:32:24.402 INFO:tasks.rados.rados.0.smithi086.stdout:51: finishing copy_from racing read to smithi08678205-24 2024-09-11T03:32:24.402 INFO:tasks.rados.rados.0.smithi086.stdout:51: finishing copy_from to smithi08678205-24 2024-09-11T03:32:24.402 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-11T03:32:24.403 INFO:tasks.rados.rados.0.smithi086.stdout:52: finishing write tid 1 to smithi08678205-26 2024-09-11T03:32:24.403 INFO:tasks.rados.rados.0.smithi086.stdout:50: done (3 left) 2024-09-11T03:32:24.403 INFO:tasks.rados.rados.0.smithi086.stdout:51: done (2 left) 2024-09-11T03:32:24.403 INFO:tasks.rados.rados.0.smithi086.stdout:53: done (1 left) 2024-09-11T03:32:24.403 INFO:tasks.rados.rados.0.smithi086.stdout:54: delete oid 25 current snap is 0 2024-09-11T03:32:24.404 INFO:tasks.rados.rados.0.smithi086.stdout:54: done (1 left) 2024-09-11T03:32:24.404 INFO:tasks.rados.rados.0.smithi086.stdout:55: read oid 15 snap -1 2024-09-11T03:32:24.404 INFO:tasks.rados.rados.0.smithi086.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-11T03:32:24.404 INFO:tasks.rados.rados.0.smithi086.stdout:56: rollback oid 31 current snap is 0 2024-09-11T03:32:24.404 INFO:tasks.rados.rados.0.smithi086.stdout:56: done (2 left) 2024-09-11T03:32:24.404 INFO:tasks.rados.rados.0.smithi086.stdout:57: read oid 28 snap -1 2024-09-11T03:32:24.404 INFO:tasks.rados.rados.0.smithi086.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-11T03:32:24.404 INFO:tasks.rados.rados.0.smithi086.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-09-11T03:32:24.404 INFO:tasks.rados.rados.0.smithi086.stdout:59: rollback oid 45 current snap is 0 2024-09-11T03:32:24.405 INFO:tasks.rados.rados.0.smithi086.stdout:59: done (4 left) 2024-09-11T03:32:24.405 INFO:tasks.rados.rados.0.smithi086.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-09-11T03:32:24.405 INFO:tasks.rados.rados.0.smithi086.stdout:61: delete oid 1 current snap is 0 2024-09-11T03:32:24.405 INFO:tasks.rados.rados.0.smithi086.stdout:52: finishing write tid 2 to smithi08678205-26 2024-09-11T03:32:24.405 INFO:tasks.rados.rados.0.smithi086.stdout:52: finishing write tid 3 to smithi08678205-26 2024-09-11T03:32:24.406 INFO:tasks.rados.rados.0.smithi086.stdout:61: done (5 left) 2024-09-11T03:32:24.406 INFO:tasks.rados.rados.0.smithi086.stdout:62: read oid 17 snap -1 2024-09-11T03:32:24.406 INFO:tasks.rados.rados.0.smithi086.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-11T03:32:24.406 INFO:tasks.rados.rados.0.smithi086.stdout:63: snap_create 2024-09-11T03:32:24.406 INFO:tasks.rados.rados.0.smithi086.stdout:52: finishing write tid 4 to smithi08678205-26 2024-09-11T03:32:24.406 INFO:tasks.rados.rados.0.smithi086.stdout:52: oid 26 updating version 0 to 5 2024-09-11T03:32:24.406 INFO:tasks.rados.rados.0.smithi086.stdout:52: oid 26 updating version 5 to 7 2024-09-11T03:32:24.406 INFO:tasks.rados.rados.0.smithi086.stdout:52: oid 26 version 7 is already newer than 6 2024-09-11T03:32:24.406 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 7 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-11T03:32:24.406 INFO:tasks.rados.rados.0.smithi086.stdout:52: left oid 26 (ObjNum 50 snap 0 seq_num 50) 2024-09-11T03:32:24.406 INFO:tasks.rados.rados.0.smithi086.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-11T03:32:24.414 INFO:tasks.rados.rados.0.smithi086.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-11T03:32:24.422 INFO:tasks.rados.rados.0.smithi086.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-11T03:32:24.436 INFO:tasks.rados.rados.0.smithi086.stdout:58: finishing copy_from racing read to smithi08678205-29 2024-09-11T03:32:24.436 INFO:tasks.rados.rados.0.smithi086.stdout:60: finishing copy_from racing read to smithi08678205-22 2024-09-11T03:32:24.436 INFO:tasks.rados.rados.0.smithi086.stdout:60: finishing copy_from to smithi08678205-22 2024-09-11T03:32:24.436 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-11T03:32:24.436 INFO:tasks.rados.rados.0.smithi086.stdout:58: finishing copy_from to smithi08678205-29 2024-09-11T03:32:24.436 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-11T03:32:24.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:24 smithi086 ceph-mon[27247]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:32:24.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:24 smithi086 ceph-mon[27247]: Cluster is now healthy 2024-09-11T03:32:24.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:24 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2471067428' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-11T03:32:24.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:24 smithi086 ceph-mon[27247]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-11T03:32:24.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:24 smithi086 ceph-mon[37253]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:32:24.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:24 smithi086 ceph-mon[37253]: Cluster is now healthy 2024-09-11T03:32:24.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:24 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2471067428' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-11T03:32:24.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:24 smithi086 ceph-mon[37253]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-11T03:32:24.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:24 smithi130 ceph-mon[31190]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:32:24.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:24 smithi130 ceph-mon[31190]: Cluster is now healthy 2024-09-11T03:32:24.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:24 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2471067428' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-11T03:32:24.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:24 smithi130 ceph-mon[31190]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-11T03:32:25.264 INFO:tasks.rados.rados.0.smithi086.stdout:52: done (6 left) 2024-09-11T03:32:25.265 INFO:tasks.rados.rados.0.smithi086.stdout:55: done (5 left) 2024-09-11T03:32:25.265 INFO:tasks.rados.rados.0.smithi086.stdout:57: done (4 left) 2024-09-11T03:32:25.265 INFO:tasks.rados.rados.0.smithi086.stdout:58: done (3 left) 2024-09-11T03:32:25.265 INFO:tasks.rados.rados.0.smithi086.stdout:60: done (2 left) 2024-09-11T03:32:25.265 INFO:tasks.rados.rados.0.smithi086.stdout:62: done (1 left) 2024-09-11T03:32:25.265 INFO:tasks.rados.rados.0.smithi086.stdout:63: done (0 left) 2024-09-11T03:32:25.265 INFO:tasks.rados.rados.0.smithi086.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-09-11T03:32:25.265 INFO:tasks.rados.rados.0.smithi086.stdout:65: read oid 30 snap -1 2024-09-11T03:32:25.265 INFO:tasks.rados.rados.0.smithi086.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-11T03:32:25.265 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 1 2024-09-11T03:32:25.265 INFO:tasks.rados.rados.0.smithi086.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-09-11T03:32:25.270 INFO:tasks.rados.rados.0.smithi086.stdout:66: writing smithi08678205-23 from 376832 to 868352 tid 1 2024-09-11T03:32:25.273 INFO:tasks.rados.rados.0.smithi086.stdout:66: writing smithi08678205-23 from 868352 to 1269760 tid 2 2024-09-11T03:32:25.273 INFO:tasks.rados.rados.0.smithi086.stdout:67: rollback oid 10 current snap is 1 2024-09-11T03:32:25.273 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 10 to 0 2024-09-11T03:32:25.273 INFO:tasks.rados.rados.0.smithi086.stdout:64: finishing copy_from racing read to smithi08678205-15 2024-09-11T03:32:25.273 INFO:tasks.rados.rados.0.smithi086.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-11T03:32:25.290 INFO:tasks.rados.rados.0.smithi086.stdout:64: finishing copy_from to smithi08678205-15 2024-09-11T03:32:25.290 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-11T03:32:25.290 INFO:tasks.rados.rados.0.smithi086.stdout:66: finishing write tid 1 to smithi08678205-23 2024-09-11T03:32:25.291 INFO:tasks.rados.rados.0.smithi086.stdout:64: done (3 left) 2024-09-11T03:32:25.291 INFO:tasks.rados.rados.0.smithi086.stdout:65: done (2 left) 2024-09-11T03:32:25.291 INFO:tasks.rados.rados.0.smithi086.stdout:68: setattr oid 20 current snap is 1 2024-09-11T03:32:25.291 INFO:tasks.rados.rados.0.smithi086.stdout:66: finishing write tid 2 to smithi08678205-23 2024-09-11T03:32:25.291 INFO:tasks.rados.rados.0.smithi086.stdout:66: finishing write tid 3 to smithi08678205-23 2024-09-11T03:32:25.291 INFO:tasks.rados.rados.0.smithi086.stdout:66: finishing write tid 4 to smithi08678205-23 2024-09-11T03:32:25.291 INFO:tasks.rados.rados.0.smithi086.stdout:66: oid 23 updating version 0 to 22 2024-09-11T03:32:25.291 INFO:tasks.rados.rados.0.smithi086.stdout:66: oid 23 updating version 22 to 23 2024-09-11T03:32:25.291 INFO:tasks.rados.rados.0.smithi086.stdout:66: oid 23 updating version 23 to 24 2024-09-11T03:32:25.291 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 24 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-11T03:32:25.291 INFO:tasks.rados.rados.0.smithi086.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-09-11T03:32:25.291 INFO:tasks.rados.rados.0.smithi086.stdout:67: finishing rollback tid 0 to smithi08678205-10 2024-09-11T03:32:25.291 INFO:tasks.rados.rados.0.smithi086.stdout:67: finishing rollback tid 1 to smithi08678205-10 2024-09-11T03:32:25.292 INFO:tasks.rados.rados.0.smithi086.stdout:67: finishing rollback tid 2 to smithi08678205-10 2024-09-11T03:32:25.292 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 15 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-11T03:32:25.293 INFO:tasks.rados.rados.0.smithi086.stdout:66: done (2 left) 2024-09-11T03:32:25.293 INFO:tasks.rados.rados.0.smithi086.stdout:67: done (1 left) 2024-09-11T03:32:25.293 INFO:tasks.rados.rados.0.smithi086.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-09-11T03:32:25.293 INFO:tasks.rados.rados.0.smithi086.stdout:70: read oid 24 snap 0 2024-09-11T03:32:25.293 INFO:tasks.rados.rados.0.smithi086.stdout:70: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:32:25.293 INFO:tasks.rados.rados.0.smithi086.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-09-11T03:32:25.293 INFO:tasks.rados.rados.0.smithi086.stdout:72: rollback oid 49 current snap is 1 2024-09-11T03:32:25.293 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 49 to 0 2024-09-11T03:32:25.294 INFO:tasks.rados.rados.0.smithi086.stdout:73: read oid 4 snap 0 2024-09-11T03:32:25.294 INFO:tasks.rados.rados.0.smithi086.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-11T03:32:25.294 INFO:tasks.rados.rados.0.smithi086.stdout:74: rmattr oid 7 current snap is 1 2024-09-11T03:32:25.294 INFO:tasks.rados.rados.0.smithi086.stdout:74: done (6 left) 2024-09-11T03:32:25.294 INFO:tasks.rados.rados.0.smithi086.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-09-11T03:32:25.294 INFO:tasks.rados.rados.0.smithi086.stdout:76: read oid 39 snap -1 2024-09-11T03:32:25.294 INFO:tasks.rados.rados.0.smithi086.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-11T03:32:25.294 INFO:tasks.rados.rados.0.smithi086.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-09-11T03:32:25.294 INFO:tasks.rados.rados.0.smithi086.stdout:78: read oid 2 snap -1 2024-09-11T03:32:25.294 INFO:tasks.rados.rados.0.smithi086.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-11T03:32:25.294 INFO:tasks.rados.rados.0.smithi086.stdout:79: setattr oid 41 current snap is 1 2024-09-11T03:32:25.294 INFO:tasks.rados.rados.0.smithi086.stdout:80: snap_create 2024-09-11T03:32:25.295 INFO:tasks.rados.rados.0.smithi086.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-11T03:32:25.296 INFO:tasks.rados.rados.0.smithi086.stdout:72: finishing rollback tid 0 to smithi08678205-49 2024-09-11T03:32:25.296 INFO:tasks.rados.rados.0.smithi086.stdout:71: finishing copy_from racing read to smithi08678205-36 2024-09-11T03:32:25.297 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 26 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-11T03:32:25.297 INFO:tasks.rados.rados.0.smithi086.stdout:71: finishing copy_from to smithi08678205-36 2024-09-11T03:32:25.297 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-11T03:32:25.298 INFO:tasks.rados.rados.0.smithi086.stdout:70: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:32:25.316 INFO:tasks.rados.rados.0.smithi086.stdout:72: finishing rollback tid 1 to smithi08678205-49 2024-09-11T03:32:25.316 INFO:tasks.rados.rados.0.smithi086.stdout:72: finishing rollback tid 2 to smithi08678205-49 2024-09-11T03:32:25.316 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 14 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-11T03:32:25.316 INFO:tasks.rados.rados.0.smithi086.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-11T03:32:25.319 INFO:tasks.rados.rados.0.smithi086.stdout:75: finishing copy_from racing read to smithi08678205-21 2024-09-11T03:32:25.319 INFO:tasks.rados.rados.0.smithi086.stdout:69: finishing copy_from racing read to smithi08678205-45 2024-09-11T03:32:25.319 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 12 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-11T03:32:25.319 INFO:tasks.rados.rados.0.smithi086.stdout:69: finishing copy_from to smithi08678205-45 2024-09-11T03:32:25.319 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-11T03:32:25.319 INFO:tasks.rados.rados.0.smithi086.stdout:75: finishing copy_from to smithi08678205-21 2024-09-11T03:32:25.319 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-11T03:32:25.319 INFO:tasks.rados.rados.0.smithi086.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-11T03:32:25.338 INFO:tasks.rados.rados.0.smithi086.stdout:77: finishing copy_from racing read to smithi08678205-6 2024-09-11T03:32:25.338 INFO:tasks.rados.rados.0.smithi086.stdout:77: finishing copy_from to smithi08678205-6 2024-09-11T03:32:25.338 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-11T03:32:25.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:25 smithi086 ceph-mon[27247]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-11T03:32:25.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:25 smithi086 ceph-mon[27247]: osdmap e82: 8 total, 8 up, 8 in 2024-09-11T03:32:25.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:25 smithi086 ceph-mon[27247]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:25.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:25 smithi086 ceph-mon[37253]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-11T03:32:25.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:25 smithi086 ceph-mon[37253]: osdmap e82: 8 total, 8 up, 8 in 2024-09-11T03:32:25.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:25 smithi086 ceph-mon[37253]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:25.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:25 smithi130 ceph-mon[31190]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-11T03:32:25.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:25 smithi130 ceph-mon[31190]: osdmap e82: 8 total, 8 up, 8 in 2024-09-11T03:32:25.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:25 smithi130 ceph-mon[31190]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:26.266 INFO:tasks.rados.rados.0.smithi086.stdout:68: done (11 left) 2024-09-11T03:32:26.266 INFO:tasks.rados.rados.0.smithi086.stdout:69: done (10 left) 2024-09-11T03:32:26.267 INFO:tasks.rados.rados.0.smithi086.stdout:70: done (9 left) 2024-09-11T03:32:26.267 INFO:tasks.rados.rados.0.smithi086.stdout:71: done (8 left) 2024-09-11T03:32:26.267 INFO:tasks.rados.rados.0.smithi086.stdout:72: done (7 left) 2024-09-11T03:32:26.267 INFO:tasks.rados.rados.0.smithi086.stdout:73: done (6 left) 2024-09-11T03:32:26.267 INFO:tasks.rados.rados.0.smithi086.stdout:75: done (5 left) 2024-09-11T03:32:26.267 INFO:tasks.rados.rados.0.smithi086.stdout:76: done (4 left) 2024-09-11T03:32:26.267 INFO:tasks.rados.rados.0.smithi086.stdout:77: done (3 left) 2024-09-11T03:32:26.267 INFO:tasks.rados.rados.0.smithi086.stdout:78: done (2 left) 2024-09-11T03:32:26.267 INFO:tasks.rados.rados.0.smithi086.stdout:79: done (1 left) 2024-09-11T03:32:26.267 INFO:tasks.rados.rados.0.smithi086.stdout:80: done (0 left) 2024-09-11T03:32:26.267 INFO:tasks.rados.rados.0.smithi086.stdout:81: rollback oid 40 current snap is 2 2024-09-11T03:32:26.267 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 40 to 1 2024-09-11T03:32:26.267 INFO:tasks.rados.rados.0.smithi086.stdout:82: snap_create 2024-09-11T03:32:26.271 INFO:tasks.rados.rados.0.smithi086.stdout:81: finishing rollback tid 0 to smithi08678205-40 2024-09-11T03:32:26.271 INFO:tasks.rados.rados.0.smithi086.stdout:81: finishing rollback tid 1 to smithi08678205-40 2024-09-11T03:32:26.272 INFO:tasks.rados.rados.0.smithi086.stdout:81: finishing rollback tid 2 to smithi08678205-40 2024-09-11T03:32:26.272 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 13 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-11T03:32:26.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:26 smithi086 ceph-mon[27247]: osdmap e83: 8 total, 8 up, 8 in 2024-09-11T03:32:26.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:26 smithi086 ceph-mon[37253]: osdmap e83: 8 total, 8 up, 8 in 2024-09-11T03:32:26.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:26 smithi130 ceph-mon[31190]: osdmap e83: 8 total, 8 up, 8 in 2024-09-11T03:32:27.272 INFO:tasks.rados.rados.0.smithi086.stdout:81: done (1 left) 2024-09-11T03:32:27.272 INFO:tasks.rados.rados.0.smithi086.stdout:82: done (0 left) 2024-09-11T03:32:27.272 INFO:tasks.rados.rados.0.smithi086.stdout:83: rollback oid 9 current snap is 3 2024-09-11T03:32:27.273 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 9 to 0 2024-09-11T03:32:27.273 INFO:tasks.rados.rados.0.smithi086.stdout:84: read oid 20 snap 1 2024-09-11T03:32:27.273 INFO:tasks.rados.rados.0.smithi086.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-11T03:32:27.273 INFO:tasks.rados.rados.0.smithi086.stdout:85: read oid 25 snap -1 2024-09-11T03:32:27.273 INFO:tasks.rados.rados.0.smithi086.stdout:85: expect deleted 2024-09-11T03:32:27.273 INFO:tasks.rados.rados.0.smithi086.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-09-11T03:32:27.273 INFO:tasks.rados.rados.0.smithi086.stdout:87: setattr oid 48 current snap is 3 2024-09-11T03:32:27.273 INFO:tasks.rados.rados.0.smithi086.stdout:85: done (4 left) 2024-09-11T03:32:27.273 INFO:tasks.rados.rados.0.smithi086.stdout:88: snap_remove snap 2 2024-09-11T03:32:27.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:27 smithi086 ceph-mon[27247]: osdmap e84: 8 total, 8 up, 8 in 2024-09-11T03:32:27.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:27 smithi086 ceph-mon[27247]: pgmap v105: 121 pgs: 121 active+clean; 24 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.3 MiB/s wr, 63 op/s 2024-09-11T03:32:27.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:27 smithi086 ceph-mon[37253]: osdmap e84: 8 total, 8 up, 8 in 2024-09-11T03:32:27.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:27 smithi086 ceph-mon[37253]: pgmap v105: 121 pgs: 121 active+clean; 24 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.3 MiB/s wr, 63 op/s 2024-09-11T03:32:27.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:27 smithi130 ceph-mon[31190]: osdmap e84: 8 total, 8 up, 8 in 2024-09-11T03:32:27.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:27 smithi130 ceph-mon[31190]: pgmap v105: 121 pgs: 121 active+clean; 24 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.3 MiB/s wr, 63 op/s 2024-09-11T03:32:28.268 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:28 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:32:28] "GET /metrics HTTP/1.1" 200 36027 "" "Prometheus/2.43.0" 2024-09-11T03:32:28.276 INFO:tasks.rados.rados.0.smithi086.stdout:88: done (4 left) 2024-09-11T03:32:28.276 INFO:tasks.rados.rados.0.smithi086.stdout:89: read oid 30 snap 1 2024-09-11T03:32:28.277 INFO:tasks.rados.rados.0.smithi086.stdout:89: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-11T03:32:28.277 INFO:tasks.rados.rados.0.smithi086.stdout:90: read oid 24 snap -1 2024-09-11T03:32:28.277 INFO:tasks.rados.rados.0.smithi086.stdout:90: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:32:28.277 INFO:tasks.rados.rados.0.smithi086.stdout:91: copy_from oid 4 from oid 35 current snap is 3 2024-09-11T03:32:28.277 INFO:tasks.rados.rados.0.smithi086.stdout:83: finishing rollback tid 0 to smithi08678205-9 2024-09-11T03:32:28.277 INFO:tasks.rados.rados.0.smithi086.stdout:83: finishing rollback tid 1 to smithi08678205-9 2024-09-11T03:32:28.277 INFO:tasks.rados.rados.0.smithi086.stdout:83: finishing rollback tid 2 to smithi08678205-9 2024-09-11T03:32:28.278 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 17 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-11T03:32:28.278 INFO:tasks.rados.rados.0.smithi086.stdout:86: finishing copy_from racing read to smithi08678205-34 2024-09-11T03:32:28.278 INFO:tasks.rados.rados.0.smithi086.stdout:86: finishing copy_from to smithi08678205-34 2024-09-11T03:32:28.278 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-11T03:32:28.278 INFO:tasks.rados.rados.0.smithi086.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-11T03:32:28.291 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 14 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-11T03:32:28.291 INFO:tasks.rados.rados.0.smithi086.stdout:83: done (6 left) 2024-09-11T03:32:28.291 INFO:tasks.rados.rados.0.smithi086.stdout:84: done (5 left) 2024-09-11T03:32:28.291 INFO:tasks.rados.rados.0.smithi086.stdout:86: done (4 left) 2024-09-11T03:32:28.291 INFO:tasks.rados.rados.0.smithi086.stdout:87: done (3 left) 2024-09-11T03:32:28.291 INFO:tasks.rados.rados.0.smithi086.stdout:92: rmattr oid 49 current snap is 3 2024-09-11T03:32:28.292 INFO:tasks.rados.rados.0.smithi086.stdout:92: done (3 left) 2024-09-11T03:32:28.292 INFO:tasks.rados.rados.0.smithi086.stdout:93: snap_remove snap 0 2024-09-11T03:32:28.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:28 smithi086 ceph-mon[27247]: osdmap e85: 8 total, 8 up, 8 in 2024-09-11T03:32:28.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:28 smithi086 ceph-mon[37253]: osdmap e85: 8 total, 8 up, 8 in 2024-09-11T03:32:28.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:28 smithi130 ceph-mon[31190]: osdmap e85: 8 total, 8 up, 8 in 2024-09-11T03:32:29.291 INFO:tasks.rados.rados.0.smithi086.stdout:93: done (3 left) 2024-09-11T03:32:29.291 INFO:tasks.rados.rados.0.smithi086.stdout:94: rmattr oid 3 current snap is 3 2024-09-11T03:32:29.291 INFO:tasks.rados.rados.0.smithi086.stdout:94: done (3 left) 2024-09-11T03:32:29.292 INFO:tasks.rados.rados.0.smithi086.stdout:95: read oid 43 snap 1 2024-09-11T03:32:29.292 INFO:tasks.rados.rados.0.smithi086.stdout:95: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-11T03:32:29.292 INFO:tasks.rados.rados.0.smithi086.stdout:96: rmattr oid 14 current snap is 3 2024-09-11T03:32:29.292 INFO:tasks.rados.rados.0.smithi086.stdout:96: done (4 left) 2024-09-11T03:32:29.292 INFO:tasks.rados.rados.0.smithi086.stdout:97: read oid 9 snap 1 2024-09-11T03:32:29.292 INFO:tasks.rados.rados.0.smithi086.stdout:97: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-11T03:32:29.292 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 3 2024-09-11T03:32:29.292 INFO:tasks.rados.rados.0.smithi086.stdout:98: seq_num 54 ranges {1269760=507904,1777664=401408} 2024-09-11T03:32:29.301 INFO:tasks.rados.rados.0.smithi086.stdout:98: writing smithi08678205-23 from 1269760 to 1777664 tid 1 2024-09-11T03:32:29.303 INFO:tasks.rados.rados.0.smithi086.stdout:98: writing smithi08678205-23 from 1777664 to 2179072 tid 2 2024-09-11T03:32:29.303 INFO:tasks.rados.rados.0.smithi086.stdout:99: copy_from oid 31 from oid 6 current snap is 3 2024-09-11T03:32:29.303 INFO:tasks.rados.rados.0.smithi086.stdout:89: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-11T03:32:29.319 INFO:tasks.rados.rados.0.smithi086.stdout:90: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:32:29.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:29 smithi086 ceph-mon[27247]: osdmap e86: 8 total, 8 up, 8 in 2024-09-11T03:32:29.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:29 smithi086 ceph-mon[27247]: pgmap v108: 121 pgs: 121 active+clean; 24 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-11T03:32:29.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:29 smithi086 ceph-mon[37253]: osdmap e86: 8 total, 8 up, 8 in 2024-09-11T03:32:29.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:29 smithi086 ceph-mon[37253]: pgmap v108: 121 pgs: 121 active+clean; 24 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-11T03:32:29.335 INFO:tasks.rados.rados.0.smithi086.stdout:91: finishing copy_from racing read to smithi08678205-4 2024-09-11T03:32:29.336 INFO:tasks.rados.rados.0.smithi086.stdout:91: finishing copy_from to smithi08678205-4 2024-09-11T03:32:29.336 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 10 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-11T03:32:29.336 INFO:tasks.rados.rados.0.smithi086.stdout:89: done (6 left) 2024-09-11T03:32:29.336 INFO:tasks.rados.rados.0.smithi086.stdout:90: done (5 left) 2024-09-11T03:32:29.336 INFO:tasks.rados.rados.0.smithi086.stdout:91: done (4 left) 2024-09-11T03:32:29.336 INFO:tasks.rados.rados.0.smithi086.stdout:100: copy_from oid 18 from oid 25 current snap is 3 2024-09-11T03:32:29.336 INFO:tasks.rados.rados.0.smithi086.stdout:97: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-11T03:32:29.339 INFO:tasks.rados.rados.0.smithi086.stdout:95: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-11T03:32:29.362 INFO:tasks.rados.rados.0.smithi086.stdout:98: finishing write tid 1 to smithi08678205-23 2024-09-11T03:32:29.362 INFO:tasks.rados.rados.0.smithi086.stdout:98: finishing write tid 2 to smithi08678205-23 2024-09-11T03:32:29.363 INFO:tasks.rados.rados.0.smithi086.stdout:98: finishing write tid 3 to smithi08678205-23 2024-09-11T03:32:29.363 INFO:tasks.rados.rados.0.smithi086.stdout:98: finishing write tid 4 to smithi08678205-23 2024-09-11T03:32:29.363 INFO:tasks.rados.rados.0.smithi086.stdout:98: oid 23 updating version 0 to 39 2024-09-11T03:32:29.363 INFO:tasks.rados.rados.0.smithi086.stdout:98: oid 23 updating version 39 to 40 2024-09-11T03:32:29.363 INFO:tasks.rados.rados.0.smithi086.stdout:98: oid 23 version 40 is already newer than 38 2024-09-11T03:32:29.363 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 40 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-09-11T03:32:29.363 INFO:tasks.rados.rados.0.smithi086.stdout:98: left oid 23 (ObjNum 54 snap 3 seq_num 54) 2024-09-11T03:32:29.363 INFO:tasks.rados.rados.0.smithi086.stdout:99: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:32:29.363 INFO:tasks.rados.rados.0.smithi086.stdout:99: finishing copy_from to smithi08678205-31 2024-09-11T03:32:29.363 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-11T03:32:29.363 INFO:tasks.rados.rados.0.smithi086.stdout:95: done (4 left) 2024-09-11T03:32:29.363 INFO:tasks.rados.rados.0.smithi086.stdout:97: done (3 left) 2024-09-11T03:32:29.364 INFO:tasks.rados.rados.0.smithi086.stdout:98: done (2 left) 2024-09-11T03:32:29.364 INFO:tasks.rados.rados.0.smithi086.stdout:99: done (1 left) 2024-09-11T03:32:29.364 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 3 2024-09-11T03:32:29.364 INFO:tasks.rados.rados.0.smithi086.stdout:100: finishing copy_from to smithi08678205-18 2024-09-11T03:32:29.364 INFO:tasks.rados.rados.0.smithi086.stdout:100: got expected ENOENT (src dne) 2024-09-11T03:32:29.364 INFO:tasks.rados.rados.0.smithi086.stdout:100: finishing copy_from racing read to smithi08678205-18 2024-09-11T03:32:29.364 INFO:tasks.rados.rados.0.smithi086.stdout:101: seq_num 55 ranges {524288=524288,1048576=401408} 2024-09-11T03:32:29.367 INFO:tasks.rados.rados.0.smithi086.stdout:101: writing smithi08678205-32 from 524288 to 1048576 tid 1 2024-09-11T03:32:29.369 INFO:tasks.rados.rados.0.smithi086.stdout:101: writing smithi08678205-32 from 1048576 to 1449984 tid 2 2024-09-11T03:32:29.370 INFO:tasks.rados.rados.0.smithi086.stdout:100: done (1 left) 2024-09-11T03:32:29.370 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 3 2024-09-11T03:32:29.370 INFO:tasks.rados.rados.0.smithi086.stdout:102: seq_num 56 ranges {24576=540672,565248=401408} 2024-09-11T03:32:29.373 INFO:tasks.rados.rados.0.smithi086.stdout:102: writing smithi08678205-15 from 24576 to 565248 tid 1 2024-09-11T03:32:29.376 INFO:tasks.rados.rados.0.smithi086.stdout:102: writing smithi08678205-15 from 565248 to 966656 tid 2 2024-09-11T03:32:29.376 INFO:tasks.rados.rados.0.smithi086.stdout:103: rollback oid 9 current snap is 3 2024-09-11T03:32:29.376 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 9 to 1 2024-09-11T03:32:29.376 INFO:tasks.rados.rados.0.smithi086.stdout:101: finishing write tid 1 to smithi08678205-32 2024-09-11T03:32:29.376 INFO:tasks.rados.rados.0.smithi086.stdout:101: finishing write tid 2 to smithi08678205-32 2024-09-11T03:32:29.376 INFO:tasks.rados.rados.0.smithi086.stdout:101: finishing write tid 3 to smithi08678205-32 2024-09-11T03:32:29.376 INFO:tasks.rados.rados.0.smithi086.stdout:101: finishing write tid 4 to smithi08678205-32 2024-09-11T03:32:29.377 INFO:tasks.rados.rados.0.smithi086.stdout:101: oid 32 updating version 0 to 16 2024-09-11T03:32:29.377 INFO:tasks.rados.rados.0.smithi086.stdout:101: oid 32 version 16 is already newer than 15 2024-09-11T03:32:29.377 INFO:tasks.rados.rados.0.smithi086.stdout:101: oid 32 version 16 is already newer than 14 2024-09-11T03:32:29.377 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 16 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-11T03:32:29.377 INFO:tasks.rados.rados.0.smithi086.stdout:101: left oid 32 (ObjNum 55 snap 3 seq_num 55) 2024-09-11T03:32:29.377 INFO:tasks.rados.rados.0.smithi086.stdout:102: finishing write tid 1 to smithi08678205-15 2024-09-11T03:32:29.377 INFO:tasks.rados.rados.0.smithi086.stdout:101: done (2 left) 2024-09-11T03:32:29.378 INFO:tasks.rados.rados.0.smithi086.stdout:104: delete oid 34 current snap is 3 2024-09-11T03:32:29.379 INFO:tasks.rados.rados.0.smithi086.stdout:104: done (2 left) 2024-09-11T03:32:29.379 INFO:tasks.rados.rados.0.smithi086.stdout:105: read oid 44 snap -1 2024-09-11T03:32:29.379 INFO:tasks.rados.rados.0.smithi086.stdout:105: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-11T03:32:29.379 INFO:tasks.rados.rados.0.smithi086.stdout:106: rollback oid 39 current snap is 3 2024-09-11T03:32:29.379 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 39 to 1 2024-09-11T03:32:29.379 INFO:tasks.rados.rados.0.smithi086.stdout:107: delete oid 17 current snap is 3 2024-09-11T03:32:29.379 INFO:tasks.rados.rados.0.smithi086.stdout:102: finishing write tid 2 to smithi08678205-15 2024-09-11T03:32:29.379 INFO:tasks.rados.rados.0.smithi086.stdout:103: finishing rollback tid 0 to smithi08678205-9 2024-09-11T03:32:29.379 INFO:tasks.rados.rados.0.smithi086.stdout:103: finishing rollback tid 1 to smithi08678205-9 2024-09-11T03:32:29.380 INFO:tasks.rados.rados.0.smithi086.stdout:102: finishing write tid 3 to smithi08678205-15 2024-09-11T03:32:29.380 INFO:tasks.rados.rados.0.smithi086.stdout:103: finishing rollback tid 2 to smithi08678205-9 2024-09-11T03:32:29.380 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 26 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-11T03:32:29.381 INFO:tasks.rados.rados.0.smithi086.stdout:103: done (4 left) 2024-09-11T03:32:29.381 INFO:tasks.rados.rados.0.smithi086.stdout:107: done (3 left) 2024-09-11T03:32:29.381 INFO:tasks.rados.rados.0.smithi086.stdout:108: read oid 24 snap 1 2024-09-11T03:32:29.381 INFO:tasks.rados.rados.0.smithi086.stdout:108: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:32:29.381 INFO:tasks.rados.rados.0.smithi086.stdout:109: rollback oid 27 current snap is 3 2024-09-11T03:32:29.381 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 27 to 1 2024-09-11T03:32:29.382 INFO:tasks.rados.rados.0.smithi086.stdout:110: delete oid 35 current snap is 3 2024-09-11T03:32:29.382 INFO:tasks.rados.rados.0.smithi086.stdout:106: finishing rollback tid 0 to smithi08678205-39 2024-09-11T03:32:29.382 INFO:tasks.rados.rados.0.smithi086.stdout:106: finishing rollback tid 1 to smithi08678205-39 2024-09-11T03:32:29.382 INFO:tasks.rados.rados.0.smithi086.stdout:106: finishing rollback tid 2 to smithi08678205-39 2024-09-11T03:32:29.383 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 24 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-11T03:32:29.383 INFO:tasks.rados.rados.0.smithi086.stdout:109: finishing rollback tid 0 to smithi08678205-27 2024-09-11T03:32:29.383 INFO:tasks.rados.rados.0.smithi086.stdout:105: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-11T03:32:29.404 INFO:tasks.rados.rados.0.smithi086.stdout:102: finishing write tid 4 to smithi08678205-15 2024-09-11T03:32:29.405 INFO:tasks.rados.rados.0.smithi086.stdout:102: oid 15 updating version 0 to 45 2024-09-11T03:32:29.405 INFO:tasks.rados.rados.0.smithi086.stdout:102: oid 15 version 45 is already newer than 44 2024-09-11T03:32:29.405 INFO:tasks.rados.rados.0.smithi086.stdout:102: oid 15 updating version 45 to 46 2024-09-11T03:32:29.405 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 46 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-09-11T03:32:29.405 INFO:tasks.rados.rados.0.smithi086.stdout:102: left oid 15 (ObjNum 56 snap 3 seq_num 56) 2024-09-11T03:32:29.405 INFO:tasks.rados.rados.0.smithi086.stdout:109: finishing rollback tid 1 to smithi08678205-27 2024-09-11T03:32:29.405 INFO:tasks.rados.rados.0.smithi086.stdout:102: done (5 left) 2024-09-11T03:32:29.405 INFO:tasks.rados.rados.0.smithi086.stdout:105: done (4 left) 2024-09-11T03:32:29.405 INFO:tasks.rados.rados.0.smithi086.stdout:106: done (3 left) 2024-09-11T03:32:29.405 INFO:tasks.rados.rados.0.smithi086.stdout:110: done (2 left) 2024-09-11T03:32:29.405 INFO:tasks.rados.rados.0.smithi086.stdout:111: setattr oid 33 current snap is 3 2024-09-11T03:32:29.406 INFO:tasks.rados.rados.0.smithi086.stdout:109: finishing rollback tid 2 to smithi08678205-27 2024-09-11T03:32:29.406 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 12 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-11T03:32:29.406 INFO:tasks.rados.rados.0.smithi086.stdout:108: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:32:29.422 INFO:tasks.rados.rados.0.smithi086.stdout:108: done (2 left) 2024-09-11T03:32:29.422 INFO:tasks.rados.rados.0.smithi086.stdout:109: done (1 left) 2024-09-11T03:32:29.422 INFO:tasks.rados.rados.0.smithi086.stdout:112: snap_create 2024-09-11T03:32:29.424 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 48 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-11T03:32:29.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:29 smithi130 ceph-mon[31190]: osdmap e86: 8 total, 8 up, 8 in 2024-09-11T03:32:29.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:29 smithi130 ceph-mon[31190]: pgmap v108: 121 pgs: 121 active+clean; 24 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-11T03:32:30.300 INFO:tasks.rados.rados.0.smithi086.stdout:111: done (1 left) 2024-09-11T03:32:30.300 INFO:tasks.rados.rados.0.smithi086.stdout:112: done (0 left) 2024-09-11T03:32:30.300 INFO:tasks.rados.rados.0.smithi086.stdout:113: copy_from oid 25 from oid 6 current snap is 4 2024-09-11T03:32:30.300 INFO:tasks.rados.rados.0.smithi086.stdout:114: setattr oid 23 current snap is 4 2024-09-11T03:32:30.303 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 4 2024-09-11T03:32:30.303 INFO:tasks.rados.rados.0.smithi086.stdout:115: seq_num 60 ranges {966656=614400,1581056=401408} 2024-09-11T03:32:30.313 INFO:tasks.rados.rados.0.smithi086.stdout:115: writing smithi08678205-15 from 966656 to 1581056 tid 1 2024-09-11T03:32:30.315 INFO:tasks.rados.rados.0.smithi086.stdout:115: writing smithi08678205-15 from 1581056 to 1982464 tid 2 2024-09-11T03:32:30.315 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 20 current snap is 4 2024-09-11T03:32:30.315 INFO:tasks.rados.rados.0.smithi086.stdout:116: seq_num 61 ranges {319488=630784,950272=401408} 2024-09-11T03:32:30.320 INFO:tasks.rados.rados.0.smithi086.stdout:116: writing smithi08678205-20 from 319488 to 950272 tid 1 2024-09-11T03:32:30.324 INFO:tasks.rados.rados.0.smithi086.stdout:116: writing smithi08678205-20 from 950272 to 1351680 tid 2 2024-09-11T03:32:30.324 INFO:tasks.rados.rados.0.smithi086.stdout:117: rollback oid 31 current snap is 4 2024-09-11T03:32:30.325 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 31 to 1 2024-09-11T03:32:30.325 INFO:tasks.rados.rados.0.smithi086.stdout:113: finishing copy_from racing read to smithi08678205-25 2024-09-11T03:32:30.325 INFO:tasks.rados.rados.0.smithi086.stdout:113: finishing copy_from to smithi08678205-25 2024-09-11T03:32:30.325 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-11T03:32:30.325 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 50 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-09-11T03:32:30.325 INFO:tasks.rados.rados.0.smithi086.stdout:113: done (4 left) 2024-09-11T03:32:30.325 INFO:tasks.rados.rados.0.smithi086.stdout:114: done (3 left) 2024-09-11T03:32:30.326 INFO:tasks.rados.rados.0.smithi086.stdout:118: read oid 21 snap -1 2024-09-11T03:32:30.326 INFO:tasks.rados.rados.0.smithi086.stdout:118: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-11T03:32:30.326 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 40 current snap is 4 2024-09-11T03:32:30.326 INFO:tasks.rados.rados.0.smithi086.stdout:119: seq_num 62 ranges {663552=647168,1310720=401408} 2024-09-11T03:32:30.331 INFO:tasks.rados.rados.0.smithi086.stdout:119: writing smithi08678205-40 from 663552 to 1310720 tid 1 2024-09-11T03:32:30.334 INFO:tasks.rados.rados.0.smithi086.stdout:119: writing smithi08678205-40 from 1310720 to 1712128 tid 2 2024-09-11T03:32:30.334 INFO:tasks.rados.rados.0.smithi086.stdout:120: snap_create 2024-09-11T03:32:30.334 INFO:tasks.rados.rados.0.smithi086.stdout:115: finishing write tid 1 to smithi08678205-15 2024-09-11T03:32:30.334 INFO:tasks.rados.rados.0.smithi086.stdout:115: finishing write tid 2 to smithi08678205-15 2024-09-11T03:32:30.334 INFO:tasks.rados.rados.0.smithi086.stdout:115: finishing write tid 3 to smithi08678205-15 2024-09-11T03:32:30.335 INFO:tasks.rados.rados.0.smithi086.stdout:115: finishing write tid 4 to smithi08678205-15 2024-09-11T03:32:30.335 INFO:tasks.rados.rados.0.smithi086.stdout:115: oid 15 updating version 0 to 52 2024-09-11T03:32:30.335 INFO:tasks.rados.rados.0.smithi086.stdout:115: oid 15 updating version 52 to 53 2024-09-11T03:32:30.335 INFO:tasks.rados.rados.0.smithi086.stdout:115: oid 15 updating version 53 to 54 2024-09-11T03:32:30.335 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 54 (ObjNum 60 snap 4 seq_num 60) dirty exists 2024-09-11T03:32:30.335 INFO:tasks.rados.rados.0.smithi086.stdout:115: left oid 15 (ObjNum 60 snap 4 seq_num 60) 2024-09-11T03:32:30.335 INFO:tasks.rados.rados.0.smithi086.stdout:117: finishing rollback tid 0 to smithi08678205-31 2024-09-11T03:32:30.336 INFO:tasks.rados.rados.0.smithi086.stdout:117: finishing rollback tid 1 to smithi08678205-31 2024-09-11T03:32:30.336 INFO:tasks.rados.rados.0.smithi086.stdout:117: finishing rollback tid 2 to smithi08678205-31 2024-09-11T03:32:30.336 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 58 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-11T03:32:30.336 INFO:tasks.rados.rados.0.smithi086.stdout:118: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-11T03:32:30.339 INFO:tasks.rados.rados.0.smithi086.stdout:116: finishing write tid 1 to smithi08678205-20 2024-09-11T03:32:30.339 INFO:tasks.rados.rados.0.smithi086.stdout:116: finishing write tid 2 to smithi08678205-20 2024-09-11T03:32:30.339 INFO:tasks.rados.rados.0.smithi086.stdout:116: finishing write tid 3 to smithi08678205-20 2024-09-11T03:32:30.340 INFO:tasks.rados.rados.0.smithi086.stdout:116: finishing write tid 4 to smithi08678205-20 2024-09-11T03:32:30.340 INFO:tasks.rados.rados.0.smithi086.stdout:116: oid 20 updating version 0 to 27 2024-09-11T03:32:30.340 INFO:tasks.rados.rados.0.smithi086.stdout:116: oid 20 version 27 is already newer than 26 2024-09-11T03:32:30.340 INFO:tasks.rados.rados.0.smithi086.stdout:116: oid 20 updating version 27 to 28 2024-09-11T03:32:30.340 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 28 (ObjNum 61 snap 4 seq_num 61) dirty exists 2024-09-11T03:32:30.340 INFO:tasks.rados.rados.0.smithi086.stdout:116: left oid 20 (ObjNum 61 snap 4 seq_num 61) 2024-09-11T03:32:30.341 INFO:tasks.rados.rados.0.smithi086.stdout:119: finishing write tid 1 to smithi08678205-40 2024-09-11T03:32:30.341 INFO:tasks.rados.rados.0.smithi086.stdout:119: finishing write tid 2 to smithi08678205-40 2024-09-11T03:32:30.341 INFO:tasks.rados.rados.0.smithi086.stdout:119: finishing write tid 3 to smithi08678205-40 2024-09-11T03:32:30.341 INFO:tasks.rados.rados.0.smithi086.stdout:119: finishing write tid 4 to smithi08678205-40 2024-09-11T03:32:30.341 INFO:tasks.rados.rados.0.smithi086.stdout:119: oid 40 updating version 0 to 28 2024-09-11T03:32:30.341 INFO:tasks.rados.rados.0.smithi086.stdout:119: oid 40 updating version 28 to 29 2024-09-11T03:32:30.342 INFO:tasks.rados.rados.0.smithi086.stdout:119: oid 40 updating version 29 to 30 2024-09-11T03:32:30.342 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 30 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-09-11T03:32:30.342 INFO:tasks.rados.rados.0.smithi086.stdout:119: left oid 40 (ObjNum 62 snap 4 seq_num 62) 2024-09-11T03:32:30.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:30 smithi086 ceph-mon[27247]: osdmap e87: 8 total, 8 up, 8 in 2024-09-11T03:32:30.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:30 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:30.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:30 smithi086 ceph-mon[37253]: osdmap e87: 8 total, 8 up, 8 in 2024-09-11T03:32:30.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:30 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:30.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:30 smithi130 ceph-mon[31190]: osdmap e87: 8 total, 8 up, 8 in 2024-09-11T03:32:30.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:30 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:31.301 INFO:tasks.rados.rados.0.smithi086.stdout:115: done (5 left) 2024-09-11T03:32:31.301 INFO:tasks.rados.rados.0.smithi086.stdout:116: done (4 left) 2024-09-11T03:32:31.301 INFO:tasks.rados.rados.0.smithi086.stdout:117: done (3 left) 2024-09-11T03:32:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:118: done (2 left) 2024-09-11T03:32:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:119: done (1 left) 2024-09-11T03:32:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:120: done (0 left) 2024-09-11T03:32:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:121: read oid 48 snap 3 2024-09-11T03:32:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-11T03:32:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:122: rollback oid 22 current snap is 5 2024-09-11T03:32:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 22 to 1 2024-09-11T03:32:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:123: read oid 17 snap 1 2024-09-11T03:32:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:123: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-11T03:32:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 5 2024-09-11T03:32:31.303 INFO:tasks.rados.rados.0.smithi086.stdout:124: seq_num 63 ranges {1449984=663552,2113536=401408} 2024-09-11T03:32:31.313 INFO:tasks.rados.rados.0.smithi086.stdout:124: writing smithi08678205-32 from 1449984 to 2113536 tid 1 2024-09-11T03:32:31.317 INFO:tasks.rados.rados.0.smithi086.stdout:124: writing smithi08678205-32 from 2113536 to 2514944 tid 2 2024-09-11T03:32:31.317 INFO:tasks.rados.rados.0.smithi086.stdout:125: copy_from oid 1 from oid 24 current snap is 5 2024-09-11T03:32:31.317 INFO:tasks.rados.rados.0.smithi086.stdout:122: finishing rollback tid 0 to smithi08678205-22 2024-09-11T03:32:31.317 INFO:tasks.rados.rados.0.smithi086.stdout:126: read oid 33 snap -1 2024-09-11T03:32:31.317 INFO:tasks.rados.rados.0.smithi086.stdout:126: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-11T03:32:31.317 INFO:tasks.rados.rados.0.smithi086.stdout:127: rmattr oid 6 current snap is 5 2024-09-11T03:32:31.317 INFO:tasks.rados.rados.0.smithi086.stdout:127: done (6 left) 2024-09-11T03:32:31.317 INFO:tasks.rados.rados.0.smithi086.stdout:128: read oid 12 snap -1 2024-09-11T03:32:31.317 INFO:tasks.rados.rados.0.smithi086.stdout:128: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-11T03:32:31.317 INFO:tasks.rados.rados.0.smithi086.stdout:129: rmattr oid 42 current snap is 5 2024-09-11T03:32:31.317 INFO:tasks.rados.rados.0.smithi086.stdout:129: done (7 left) 2024-09-11T03:32:31.318 INFO:tasks.rados.rados.0.smithi086.stdout:130: setattr oid 26 current snap is 5 2024-09-11T03:32:31.318 INFO:tasks.rados.rados.0.smithi086.stdout:122: finishing rollback tid 1 to smithi08678205-22 2024-09-11T03:32:31.318 INFO:tasks.rados.rados.0.smithi086.stdout:122: finishing rollback tid 2 to smithi08678205-22 2024-09-11T03:32:31.318 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 34 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-11T03:32:31.318 INFO:tasks.rados.rados.0.smithi086.stdout:123: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-11T03:32:31.327 INFO:tasks.rados.rados.0.smithi086.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-11T03:32:31.351 INFO:tasks.rados.rados.0.smithi086.stdout:124: finishing write tid 1 to smithi08678205-32 2024-09-11T03:32:31.352 INFO:tasks.rados.rados.0.smithi086.stdout:128: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-11T03:32:31.357 INFO:tasks.rados.rados.0.smithi086.stdout:124: finishing write tid 2 to smithi08678205-32 2024-09-11T03:32:31.358 INFO:tasks.rados.rados.0.smithi086.stdout:124: finishing write tid 3 to smithi08678205-32 2024-09-11T03:32:31.358 INFO:tasks.rados.rados.0.smithi086.stdout:124: finishing write tid 4 to smithi08678205-32 2024-09-11T03:32:31.358 INFO:tasks.rados.rados.0.smithi086.stdout:124: oid 32 updating version 0 to 21 2024-09-11T03:32:31.358 INFO:tasks.rados.rados.0.smithi086.stdout:124: oid 32 version 21 is already newer than 20 2024-09-11T03:32:31.358 INFO:tasks.rados.rados.0.smithi086.stdout:124: oid 32 version 21 is already newer than 19 2024-09-11T03:32:31.358 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 21 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-09-11T03:32:31.358 INFO:tasks.rados.rados.0.smithi086.stdout:124: left oid 32 (ObjNum 63 snap 5 seq_num 63) 2024-09-11T03:32:31.358 INFO:tasks.rados.rados.0.smithi086.stdout:126: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-11T03:32:31.376 INFO:tasks.rados.rados.0.smithi086.stdout:125: finishing copy_from racing read to smithi08678205-1 2024-09-11T03:32:31.376 INFO:tasks.rados.rados.0.smithi086.stdout:125: finishing copy_from to smithi08678205-1 2024-09-11T03:32:31.377 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-11T03:32:31.377 INFO:tasks.rados.rados.0.smithi086.stdout:121: done (7 left) 2024-09-11T03:32:31.377 INFO:tasks.rados.rados.0.smithi086.stdout:122: done (6 left) 2024-09-11T03:32:31.377 INFO:tasks.rados.rados.0.smithi086.stdout:123: done (5 left) 2024-09-11T03:32:31.377 INFO:tasks.rados.rados.0.smithi086.stdout:124: done (4 left) 2024-09-11T03:32:31.377 INFO:tasks.rados.rados.0.smithi086.stdout:125: done (3 left) 2024-09-11T03:32:31.377 INFO:tasks.rados.rados.0.smithi086.stdout:126: done (2 left) 2024-09-11T03:32:31.377 INFO:tasks.rados.rados.0.smithi086.stdout:128: done (1 left) 2024-09-11T03:32:31.377 INFO:tasks.rados.rados.0.smithi086.stdout:131: copy_from oid 7 from oid 24 current snap is 5 2024-09-11T03:32:31.377 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-11T03:32:31.377 INFO:tasks.rados.rados.0.smithi086.stdout:130: done (1 left) 2024-09-11T03:32:31.377 INFO:tasks.rados.rados.0.smithi086.stdout:132: setattr oid 16 current snap is 5 2024-09-11T03:32:31.378 INFO:tasks.rados.rados.0.smithi086.stdout:133: snap_remove snap 4 2024-09-11T03:32:31.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:31 smithi086 ceph-mon[27247]: osdmap e88: 8 total, 8 up, 8 in 2024-09-11T03:32:31.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:31 smithi086 ceph-mon[27247]: pgmap v111: 121 pgs: 121 active+clean; 30 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-09-11T03:32:31.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:31 smithi086 ceph-mon[37253]: osdmap e88: 8 total, 8 up, 8 in 2024-09-11T03:32:31.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:31 smithi086 ceph-mon[37253]: pgmap v111: 121 pgs: 121 active+clean; 30 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-09-11T03:32:31.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:31 smithi130 ceph-mon[31190]: osdmap e88: 8 total, 8 up, 8 in 2024-09-11T03:32:31.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:31 smithi130 ceph-mon[31190]: pgmap v111: 121 pgs: 121 active+clean; 30 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-09-11T03:32:32.309 INFO:tasks.rados.rados.0.smithi086.stdout:133: done (2 left) 2024-09-11T03:32:32.309 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 5 2024-09-11T03:32:32.309 INFO:tasks.rados.rados.0.smithi086.stdout:134: seq_num 64 ranges {2179072=679936,2859008=401408} 2024-09-11T03:32:32.325 INFO:tasks.rados.rados.0.smithi086.stdout:134: writing smithi08678205-23 from 2179072 to 2859008 tid 1 2024-09-11T03:32:32.328 INFO:tasks.rados.rados.0.smithi086.stdout:134: writing smithi08678205-23 from 2859008 to 3260416 tid 2 2024-09-11T03:32:32.328 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 5 2024-09-11T03:32:32.328 INFO:tasks.rados.rados.0.smithi086.stdout:131: finishing copy_from racing read to smithi08678205-7 2024-09-11T03:32:32.328 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 30 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-11T03:32:32.328 INFO:tasks.rados.rados.0.smithi086.stdout:131: finishing copy_from to smithi08678205-7 2024-09-11T03:32:32.328 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-11T03:32:32.328 INFO:tasks.rados.rados.0.smithi086.stdout:135: seq_num 65 ranges {794624=696320,1490944=401408} 2024-09-11T03:32:32.336 INFO:tasks.rados.rados.0.smithi086.stdout:135: writing smithi08678205-48 from 794624 to 1490944 tid 1 2024-09-11T03:32:32.339 INFO:tasks.rados.rados.0.smithi086.stdout:135: writing smithi08678205-48 from 1490944 to 1892352 tid 2 2024-09-11T03:32:32.339 INFO:tasks.rados.rados.0.smithi086.stdout:131: done (3 left) 2024-09-11T03:32:32.339 INFO:tasks.rados.rados.0.smithi086.stdout:132: done (2 left) 2024-09-11T03:32:32.339 INFO:tasks.rados.rados.0.smithi086.stdout:136: snap_remove snap 1 2024-09-11T03:32:32.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:32 smithi086 ceph-mon[27247]: osdmap e89: 8 total, 8 up, 8 in 2024-09-11T03:32:32.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:32 smithi086 ceph-mon[37253]: osdmap e89: 8 total, 8 up, 8 in 2024-09-11T03:32:32.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:32 smithi130 ceph-mon[31190]: osdmap e89: 8 total, 8 up, 8 in 2024-09-11T03:32:33.318 INFO:tasks.rados.rados.0.smithi086.stdout:136: done (2 left) 2024-09-11T03:32:33.318 INFO:tasks.rados.rados.0.smithi086.stdout:137: delete oid 22 current snap is 5 2024-09-11T03:32:33.318 INFO:tasks.rados.rados.0.smithi086.stdout:134: finishing write tid 1 to smithi08678205-23 2024-09-11T03:32:33.318 INFO:tasks.rados.rados.0.smithi086.stdout:134: finishing write tid 2 to smithi08678205-23 2024-09-11T03:32:33.318 INFO:tasks.rados.rados.0.smithi086.stdout:134: finishing write tid 3 to smithi08678205-23 2024-09-11T03:32:33.318 INFO:tasks.rados.rados.0.smithi086.stdout:134: finishing write tid 4 to smithi08678205-23 2024-09-11T03:32:33.318 INFO:tasks.rados.rados.0.smithi086.stdout:134: oid 23 updating version 0 to 60 2024-09-11T03:32:33.319 INFO:tasks.rados.rados.0.smithi086.stdout:134: oid 23 version 60 is already newer than 59 2024-09-11T03:32:33.319 INFO:tasks.rados.rados.0.smithi086.stdout:134: oid 23 updating version 60 to 61 2024-09-11T03:32:33.319 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 61 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-09-11T03:32:33.319 INFO:tasks.rados.rados.0.smithi086.stdout:134: left oid 23 (ObjNum 64 snap 5 seq_num 64) 2024-09-11T03:32:33.319 INFO:tasks.rados.rados.0.smithi086.stdout:135: finishing write tid 1 to smithi08678205-48 2024-09-11T03:32:33.319 INFO:tasks.rados.rados.0.smithi086.stdout:135: finishing write tid 2 to smithi08678205-48 2024-09-11T03:32:33.319 INFO:tasks.rados.rados.0.smithi086.stdout:135: finishing write tid 3 to smithi08678205-48 2024-09-11T03:32:33.319 INFO:tasks.rados.rados.0.smithi086.stdout:135: finishing write tid 4 to smithi08678205-48 2024-09-11T03:32:33.319 INFO:tasks.rados.rados.0.smithi086.stdout:135: oid 48 updating version 0 to 34 2024-09-11T03:32:33.319 INFO:tasks.rados.rados.0.smithi086.stdout:135: oid 48 version 34 is already newer than 32 2024-09-11T03:32:33.319 INFO:tasks.rados.rados.0.smithi086.stdout:135: oid 48 version 34 is already newer than 33 2024-09-11T03:32:33.319 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 34 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-09-11T03:32:33.319 INFO:tasks.rados.rados.0.smithi086.stdout:135: left oid 48 (ObjNum 65 snap 5 seq_num 65) 2024-09-11T03:32:33.320 INFO:tasks.rados.rados.0.smithi086.stdout:134: done (2 left) 2024-09-11T03:32:33.320 INFO:tasks.rados.rados.0.smithi086.stdout:135: done (1 left) 2024-09-11T03:32:33.320 INFO:tasks.rados.rados.0.smithi086.stdout:137: done (0 left) 2024-09-11T03:32:33.320 INFO:tasks.rados.rados.0.smithi086.stdout:138: snap_create 2024-09-11T03:32:33.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:33 smithi086 ceph-mon[27247]: osdmap e90: 8 total, 8 up, 8 in 2024-09-11T03:32:33.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:33 smithi086 ceph-mon[27247]: pgmap v114: 121 pgs: 121 active+clean; 30 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-09-11T03:32:33.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:33 smithi086 ceph-mon[37253]: osdmap e90: 8 total, 8 up, 8 in 2024-09-11T03:32:33.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:33 smithi086 ceph-mon[37253]: pgmap v114: 121 pgs: 121 active+clean; 30 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-09-11T03:32:33.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:33 smithi130 ceph-mon[31190]: osdmap e90: 8 total, 8 up, 8 in 2024-09-11T03:32:33.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:33 smithi130 ceph-mon[31190]: pgmap v114: 121 pgs: 121 active+clean; 30 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-09-11T03:32:34.323 INFO:tasks.rados.rados.0.smithi086.stdout:138: done (0 left) 2024-09-11T03:32:34.323 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 6 2024-09-11T03:32:34.323 INFO:tasks.rados.rados.0.smithi086.stdout:139: seq_num 67 ranges {507904=729088,1236992=401408} 2024-09-11T03:32:34.329 INFO:tasks.rados.rados.0.smithi086.stdout:139: writing smithi08678205-31 from 507904 to 1236992 tid 1 2024-09-11T03:32:34.332 INFO:tasks.rados.rados.0.smithi086.stdout:139: writing smithi08678205-31 from 1236992 to 1638400 tid 2 2024-09-11T03:32:34.332 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 6 2024-09-11T03:32:34.332 INFO:tasks.rados.rados.0.smithi086.stdout:140: seq_num 68 ranges {253952=745472,999424=401408} 2024-09-11T03:32:34.338 INFO:tasks.rados.rados.0.smithi086.stdout:140: writing smithi08678205-16 from 253952 to 999424 tid 1 2024-09-11T03:32:34.342 INFO:tasks.rados.rados.0.smithi086.stdout:140: writing smithi08678205-16 from 999424 to 1400832 tid 2 2024-09-11T03:32:34.343 INFO:tasks.rados.rados.0.smithi086.stdout:141: copy_from oid 10 from oid 39 current snap is 6 2024-09-11T03:32:34.343 INFO:tasks.rados.rados.0.smithi086.stdout:139: finishing write tid 1 to smithi08678205-31 2024-09-11T03:32:34.343 INFO:tasks.rados.rados.0.smithi086.stdout:139: finishing write tid 2 to smithi08678205-31 2024-09-11T03:32:34.344 INFO:tasks.rados.rados.0.smithi086.stdout:139: finishing write tid 3 to smithi08678205-31 2024-09-11T03:32:34.344 INFO:tasks.rados.rados.0.smithi086.stdout:139: finishing write tid 4 to smithi08678205-31 2024-09-11T03:32:34.344 INFO:tasks.rados.rados.0.smithi086.stdout:139: oid 31 updating version 0 to 71 2024-09-11T03:32:34.344 INFO:tasks.rados.rados.0.smithi086.stdout:139: oid 31 updating version 71 to 72 2024-09-11T03:32:34.344 INFO:tasks.rados.rados.0.smithi086.stdout:139: oid 31 updating version 72 to 73 2024-09-11T03:32:34.345 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 73 (ObjNum 67 snap 6 seq_num 67) dirty exists 2024-09-11T03:32:34.345 INFO:tasks.rados.rados.0.smithi086.stdout:139: left oid 31 (ObjNum 67 snap 6 seq_num 67) 2024-09-11T03:32:34.345 INFO:tasks.rados.rados.0.smithi086.stdout:139: done (2 left) 2024-09-11T03:32:34.345 INFO:tasks.rados.rados.0.smithi086.stdout:142: read oid 25 snap 3 2024-09-11T03:32:34.345 INFO:tasks.rados.rados.0.smithi086.stdout:142: expect deleted 2024-09-11T03:32:34.345 INFO:tasks.rados.rados.0.smithi086.stdout:143: copy_from oid 21 from oid 35 current snap is 6 2024-09-11T03:32:34.345 INFO:tasks.rados.rados.0.smithi086.stdout:144: snap_remove snap 5 2024-09-11T03:32:34.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:34 smithi086 ceph-mon[27247]: osdmap e91: 8 total, 8 up, 8 in 2024-09-11T03:32:34.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:34 smithi086 ceph-mon[37253]: osdmap e91: 8 total, 8 up, 8 in 2024-09-11T03:32:34.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:34 smithi130 ceph-mon[31190]: osdmap e91: 8 total, 8 up, 8 in 2024-09-11T03:32:34.891 INFO:tasks.rados.rados.0.smithi086.stdout:144: done (4 left) 2024-09-11T03:32:34.891 INFO:tasks.rados.rados.0.smithi086.stdout:145: delete oid 8 current snap is 6 2024-09-11T03:32:34.891 INFO:tasks.rados.rados.0.smithi086.stdout:143: finishing copy_from to smithi08678205-21 2024-09-11T03:32:34.891 INFO:tasks.rados.rados.0.smithi086.stdout:143: got expected ENOENT (src dne) 2024-09-11T03:32:34.891 INFO:tasks.rados.rados.0.smithi086.stdout:143: finishing copy_from racing read to smithi08678205-21 2024-09-11T03:32:34.891 INFO:tasks.rados.rados.0.smithi086.stdout:140: finishing write tid 1 to smithi08678205-16 2024-09-11T03:32:34.891 INFO:tasks.rados.rados.0.smithi086.stdout:140: finishing write tid 2 to smithi08678205-16 2024-09-11T03:32:34.891 INFO:tasks.rados.rados.0.smithi086.stdout:140: finishing write tid 3 to smithi08678205-16 2024-09-11T03:32:34.891 INFO:tasks.rados.rados.0.smithi086.stdout:140: finishing write tid 4 to smithi08678205-16 2024-09-11T03:32:34.892 INFO:tasks.rados.rados.0.smithi086.stdout:140: oid 16 updating version 0 to 46 2024-09-11T03:32:34.892 INFO:tasks.rados.rados.0.smithi086.stdout:140: oid 16 updating version 46 to 48 2024-09-11T03:32:34.892 INFO:tasks.rados.rados.0.smithi086.stdout:140: oid 16 version 48 is already newer than 47 2024-09-11T03:32:34.892 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 48 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-09-11T03:32:34.892 INFO:tasks.rados.rados.0.smithi086.stdout:140: left oid 16 (ObjNum 68 snap 6 seq_num 68) 2024-09-11T03:32:34.892 INFO:tasks.rados.rados.0.smithi086.stdout:141: finishing copy_from racing read to smithi08678205-10 2024-09-11T03:32:34.892 INFO:tasks.rados.rados.0.smithi086.stdout:141: finishing copy_from to smithi08678205-10 2024-09-11T03:32:34.892 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 24 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-11T03:32:34.896 INFO:tasks.rados.rados.0.smithi086.stdout:140: done (4 left) 2024-09-11T03:32:34.896 INFO:tasks.rados.rados.0.smithi086.stdout:141: done (3 left) 2024-09-11T03:32:34.896 INFO:tasks.rados.rados.0.smithi086.stdout:142: done (2 left) 2024-09-11T03:32:34.896 INFO:tasks.rados.rados.0.smithi086.stdout:143: done (1 left) 2024-09-11T03:32:34.896 INFO:tasks.rados.rados.0.smithi086.stdout:145: done (0 left) 2024-09-11T03:32:34.896 INFO:tasks.rados.rados.0.smithi086.stdout:146: snap_remove snap 3 2024-09-11T03:32:35.571 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:35 smithi086 ceph-mon[37253]: osdmap e92: 8 total, 8 up, 8 in 2024-09-11T03:32:35.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:35 smithi086 ceph-mon[37253]: osdmap e93: 8 total, 8 up, 8 in 2024-09-11T03:32:35.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:35 smithi086 ceph-mon[37253]: pgmap v118: 121 pgs: 121 active+clean; 30 MiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:35.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:35.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:32:35.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:35 smithi086 ceph-mon[27247]: osdmap e92: 8 total, 8 up, 8 in 2024-09-11T03:32:35.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:35 smithi086 ceph-mon[27247]: osdmap e93: 8 total, 8 up, 8 in 2024-09-11T03:32:35.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:35 smithi086 ceph-mon[27247]: pgmap v118: 121 pgs: 121 active+clean; 30 MiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:35.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:35.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:32:35.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:35 smithi130 ceph-mon[31190]: osdmap e92: 8 total, 8 up, 8 in 2024-09-11T03:32:35.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:35 smithi130 ceph-mon[31190]: osdmap e93: 8 total, 8 up, 8 in 2024-09-11T03:32:35.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:35 smithi130 ceph-mon[31190]: pgmap v118: 121 pgs: 121 active+clean; 30 MiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:35.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:35.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:32:35.895 INFO:tasks.rados.rados.0.smithi086.stdout:146: done (0 left) 2024-09-11T03:32:35.895 INFO:tasks.rados.rados.0.smithi086.stdout:147: snap_create 2024-09-11T03:32:36.898 INFO:tasks.rados.rados.0.smithi086.stdout:147: done (0 left) 2024-09-11T03:32:36.898 INFO:tasks.rados.rados.0.smithi086.stdout:148: read oid 46 snap -1 2024-09-11T03:32:36.898 INFO:tasks.rados.rados.0.smithi086.stdout:148: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-11T03:32:36.898 INFO:tasks.rados.rados.0.smithi086.stdout:149: read oid 7 snap 6 2024-09-11T03:32:36.898 INFO:tasks.rados.rados.0.smithi086.stdout:149: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:32:36.899 INFO:tasks.rados.rados.0.smithi086.stdout:150: snap_create 2024-09-11T03:32:36.906 INFO:tasks.rados.rados.0.smithi086.stdout:148: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-11T03:32:36.927 INFO:tasks.rados.rados.0.smithi086.stdout:149: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:32:37.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:36 smithi086 ceph-mon[27247]: osdmap e94: 8 total, 8 up, 8 in 2024-09-11T03:32:37.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:36 smithi086 ceph-mon[37253]: osdmap e94: 8 total, 8 up, 8 in 2024-09-11T03:32:37.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:36 smithi130 ceph-mon[31190]: osdmap e94: 8 total, 8 up, 8 in 2024-09-11T03:32:37.912 INFO:tasks.rados.rados.0.smithi086.stdout:148: done (2 left) 2024-09-11T03:32:37.912 INFO:tasks.rados.rados.0.smithi086.stdout:149: done (1 left) 2024-09-11T03:32:37.912 INFO:tasks.rados.rados.0.smithi086.stdout:150: done (0 left) 2024-09-11T03:32:37.913 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 13 current snap is 8 2024-09-11T03:32:37.913 INFO:tasks.rados.rados.0.smithi086.stdout:151: seq_num 70 ranges {204800=778240,983040=401408} 2024-09-11T03:32:37.917 INFO:tasks.rados.rados.0.smithi086.stdout:151: writing smithi08678205-13 from 204800 to 983040 tid 1 2024-09-11T03:32:37.921 INFO:tasks.rados.rados.0.smithi086.stdout:151: writing smithi08678205-13 from 983040 to 1384448 tid 2 2024-09-11T03:32:37.921 INFO:tasks.rados.rados.0.smithi086.stdout:152: copy_from oid 15 from oid 5 current snap is 8 2024-09-11T03:32:37.921 INFO:tasks.rados.rados.0.smithi086.stdout:153: rollback oid 19 current snap is 8 2024-09-11T03:32:37.921 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 19 to 7 2024-09-11T03:32:37.921 INFO:tasks.rados.rados.0.smithi086.stdout:154: copy_from oid 21 from oid 24 current snap is 8 2024-09-11T03:32:37.921 INFO:tasks.rados.rados.0.smithi086.stdout:155: copy_from oid 3 from oid 7 current snap is 8 2024-09-11T03:32:37.921 INFO:tasks.rados.rados.0.smithi086.stdout:156: read oid 33 snap -1 2024-09-11T03:32:37.921 INFO:tasks.rados.rados.0.smithi086.stdout:156: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-11T03:32:37.921 INFO:tasks.rados.rados.0.smithi086.stdout:157: rollback oid 18 current snap is 8 2024-09-11T03:32:37.921 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 18 to 6 2024-09-11T03:32:37.921 INFO:tasks.rados.rados.0.smithi086.stdout:158: copy_from oid 22 from oid 35 current snap is 8 2024-09-11T03:32:37.922 INFO:tasks.rados.rados.0.smithi086.stdout:159: read oid 31 snap -1 2024-09-11T03:32:37.922 INFO:tasks.rados.rados.0.smithi086.stdout:159: expect (ObjNum 67 snap 6 seq_num 67) 2024-09-11T03:32:37.922 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 8 2024-09-11T03:32:37.922 INFO:tasks.rados.rados.0.smithi086.stdout:160: seq_num 71 ranges {622592=794624,1417216=401408} 2024-09-11T03:32:37.930 INFO:tasks.rados.rados.0.smithi086.stdout:160: writing smithi08678205-38 from 622592 to 1417216 tid 1 2024-09-11T03:32:37.933 INFO:tasks.rados.rados.0.smithi086.stdout:160: writing smithi08678205-38 from 1417216 to 1818624 tid 2 2024-09-11T03:32:37.933 INFO:tasks.rados.rados.0.smithi086.stdout:161: read oid 30 snap -1 2024-09-11T03:32:37.933 INFO:tasks.rados.rados.0.smithi086.stdout:161: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-11T03:32:37.934 INFO:tasks.rados.rados.0.smithi086.stdout:162: rollback oid 41 current snap is 8 2024-09-11T03:32:37.934 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 41 to 6 2024-09-11T03:32:37.934 INFO:tasks.rados.rados.0.smithi086.stdout:163: delete oid 25 current snap is 8 2024-09-11T03:32:37.935 INFO:tasks.rados.rados.0.smithi086.stdout:151: finishing write tid 1 to smithi08678205-13 2024-09-11T03:32:37.935 INFO:tasks.rados.rados.0.smithi086.stdout:157: finishing rollback tid 0 to smithi08678205-18 2024-09-11T03:32:37.935 INFO:tasks.rados.rados.0.smithi086.stdout:157: finishing rollback tid 1 to smithi08678205-18 2024-09-11T03:32:37.935 INFO:tasks.rados.rados.0.smithi086.stdout:151: finishing write tid 2 to smithi08678205-13 2024-09-11T03:32:37.935 INFO:tasks.rados.rados.0.smithi086.stdout:151: finishing write tid 3 to smithi08678205-13 2024-09-11T03:32:37.935 INFO:tasks.rados.rados.0.smithi086.stdout:157: finishing rollback tid 2 to smithi08678205-18 2024-09-11T03:32:37.936 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 20 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-11T03:32:37.936 INFO:tasks.rados.rados.0.smithi086.stdout:156: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-11T03:32:37.957 INFO:tasks.rados.rados.0.smithi086.stdout:153: finishing rollback tid 0 to smithi08678205-19 2024-09-11T03:32:37.957 INFO:tasks.rados.rados.0.smithi086.stdout:151: finishing write tid 4 to smithi08678205-13 2024-09-11T03:32:37.957 INFO:tasks.rados.rados.0.smithi086.stdout:151: oid 13 updating version 0 to 6 2024-09-11T03:32:37.957 INFO:tasks.rados.rados.0.smithi086.stdout:151: oid 13 version 6 is already newer than 4 2024-09-11T03:32:37.957 INFO:tasks.rados.rados.0.smithi086.stdout:151: oid 13 version 6 is already newer than 5 2024-09-11T03:32:37.957 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 6 (ObjNum 70 snap 8 seq_num 70) dirty exists 2024-09-11T03:32:37.957 INFO:tasks.rados.rados.0.smithi086.stdout:151: left oid 13 (ObjNum 70 snap 8 seq_num 70) 2024-09-11T03:32:37.957 INFO:tasks.rados.rados.0.smithi086.stdout:155: finishing copy_from racing read to smithi08678205-3 2024-09-11T03:32:37.957 INFO:tasks.rados.rados.0.smithi086.stdout:158: finishing copy_from to smithi08678205-22 2024-09-11T03:32:37.957 INFO:tasks.rados.rados.0.smithi086.stdout:158: got expected ENOENT (src dne) 2024-09-11T03:32:37.958 INFO:tasks.rados.rados.0.smithi086.stdout:153: finishing rollback tid 1 to smithi08678205-19 2024-09-11T03:32:37.958 INFO:tasks.rados.rados.0.smithi086.stdout:158: finishing copy_from racing read to smithi08678205-22 2024-09-11T03:32:37.958 INFO:tasks.rados.rados.0.smithi086.stdout:153: finishing rollback tid 2 to smithi08678205-19 2024-09-11T03:32:37.958 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 31 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-11T03:32:37.958 INFO:tasks.rados.rados.0.smithi086.stdout:152: finishing copy_from racing read to smithi08678205-15 2024-09-11T03:32:37.958 INFO:tasks.rados.rados.0.smithi086.stdout:155: finishing copy_from to smithi08678205-3 2024-09-11T03:32:37.958 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-11T03:32:37.958 INFO:tasks.rados.rados.0.smithi086.stdout:151: done (12 left) 2024-09-11T03:32:37.958 INFO:tasks.rados.rados.0.smithi086.stdout:153: done (11 left) 2024-09-11T03:32:37.958 INFO:tasks.rados.rados.0.smithi086.stdout:155: done (10 left) 2024-09-11T03:32:37.958 INFO:tasks.rados.rados.0.smithi086.stdout:156: done (9 left) 2024-09-11T03:32:37.958 INFO:tasks.rados.rados.0.smithi086.stdout:157: done (8 left) 2024-09-11T03:32:37.958 INFO:tasks.rados.rados.0.smithi086.stdout:158: done (7 left) 2024-09-11T03:32:37.959 INFO:tasks.rados.rados.0.smithi086.stdout:163: done (6 left) 2024-09-11T03:32:37.959 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 8 2024-09-11T03:32:37.959 INFO:tasks.rados.rados.0.smithi086.stdout:164: seq_num 73 ranges {2514944=425984,2940928=409600,3350528=393216} 2024-09-11T03:32:37.972 INFO:tasks.rados.rados.0.smithi086.stdout:164: writing smithi08678205-32 from 2514944 to 2940928 tid 1 2024-09-11T03:32:37.974 INFO:tasks.rados.rados.0.smithi086.stdout:164: writing smithi08678205-32 from 2940928 to 3350528 tid 2 2024-09-11T03:32:37.977 INFO:tasks.rados.rados.0.smithi086.stdout:164: writing smithi08678205-32 from 3350528 to 3743744 tid 3 2024-09-11T03:32:37.977 INFO:tasks.rados.rados.0.smithi086.stdout:165: snap_create 2024-09-11T03:32:37.977 INFO:tasks.rados.rados.0.smithi086.stdout:154: finishing copy_from racing read to smithi08678205-21 2024-09-11T03:32:37.977 INFO:tasks.rados.rados.0.smithi086.stdout:152: finishing copy_from to smithi08678205-15 2024-09-11T03:32:37.978 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-11T03:32:37.978 INFO:tasks.rados.rados.0.smithi086.stdout:160: finishing write tid 1 to smithi08678205-38 2024-09-11T03:32:37.978 INFO:tasks.rados.rados.0.smithi086.stdout:160: finishing write tid 2 to smithi08678205-38 2024-09-11T03:32:37.978 INFO:tasks.rados.rados.0.smithi086.stdout:160: finishing write tid 3 to smithi08678205-38 2024-09-11T03:32:37.978 INFO:tasks.rados.rados.0.smithi086.stdout:160: finishing write tid 4 to smithi08678205-38 2024-09-11T03:32:37.978 INFO:tasks.rados.rados.0.smithi086.stdout:160: oid 38 updating version 0 to 51 2024-09-11T03:32:37.978 INFO:tasks.rados.rados.0.smithi086.stdout:160: oid 38 version 51 is already newer than 50 2024-09-11T03:32:37.978 INFO:tasks.rados.rados.0.smithi086.stdout:160: oid 38 version 51 is already newer than 49 2024-09-11T03:32:37.978 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 51 (ObjNum 71 snap 8 seq_num 71) dirty exists 2024-09-11T03:32:37.978 INFO:tasks.rados.rados.0.smithi086.stdout:160: left oid 38 (ObjNum 71 snap 8 seq_num 71) 2024-09-11T03:32:37.978 INFO:tasks.rados.rados.0.smithi086.stdout:159: expect (ObjNum 67 snap 6 seq_num 67) 2024-09-11T03:32:38.034 INFO:tasks.rados.rados.0.smithi086.stdout:154: finishing copy_from to smithi08678205-21 2024-09-11T03:32:38.034 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-11T03:32:38.034 INFO:tasks.rados.rados.0.smithi086.stdout:162: finishing rollback tid 0 to smithi08678205-41 2024-09-11T03:32:38.035 INFO:tasks.rados.rados.0.smithi086.stdout:162: finishing rollback tid 1 to smithi08678205-41 2024-09-11T03:32:38.035 INFO:tasks.rados.rados.0.smithi086.stdout:162: finishing rollback tid 2 to smithi08678205-41 2024-09-11T03:32:38.035 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 87 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-11T03:32:38.035 INFO:tasks.rados.rados.0.smithi086.stdout:161: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-11T03:32:38.048 INFO:tasks.rados.rados.0.smithi086.stdout:164: finishing write tid 1 to smithi08678205-32 2024-09-11T03:32:38.048 INFO:tasks.rados.rados.0.smithi086.stdout:164: finishing write tid 2 to smithi08678205-32 2024-09-11T03:32:38.049 INFO:tasks.rados.rados.0.smithi086.stdout:164: finishing write tid 3 to smithi08678205-32 2024-09-11T03:32:38.049 INFO:tasks.rados.rados.0.smithi086.stdout:164: finishing write tid 4 to smithi08678205-32 2024-09-11T03:32:38.049 INFO:tasks.rados.rados.0.smithi086.stdout:164: finishing write tid 5 to smithi08678205-32 2024-09-11T03:32:38.049 INFO:tasks.rados.rados.0.smithi086.stdout:164: oid 32 updating version 0 to 36 2024-09-11T03:32:38.049 INFO:tasks.rados.rados.0.smithi086.stdout:164: oid 32 updating version 36 to 38 2024-09-11T03:32:38.049 INFO:tasks.rados.rados.0.smithi086.stdout:164: oid 32 version 38 is already newer than 35 2024-09-11T03:32:38.049 INFO:tasks.rados.rados.0.smithi086.stdout:164: oid 32 version 38 is already newer than 37 2024-09-11T03:32:38.049 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 38 (ObjNum 73 snap 8 seq_num 73) dirty exists 2024-09-11T03:32:38.049 INFO:tasks.rados.rados.0.smithi086.stdout:164: left oid 32 (ObjNum 73 snap 8 seq_num 73) 2024-09-11T03:32:38.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:37 smithi086 ceph-mon[37253]: osdmap e95: 8 total, 8 up, 8 in 2024-09-11T03:32:38.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:37 smithi086 ceph-mon[37253]: pgmap v121: 121 pgs: 121 active+clean; 34 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-09-11T03:32:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:37 smithi086 ceph-mon[27247]: osdmap e95: 8 total, 8 up, 8 in 2024-09-11T03:32:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:37 smithi086 ceph-mon[27247]: pgmap v121: 121 pgs: 121 active+clean; 34 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-09-11T03:32:38.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:32:38] "GET /metrics HTTP/1.1" 200 36087 "" "Prometheus/2.43.0" 2024-09-11T03:32:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:37 smithi130 ceph-mon[31190]: osdmap e95: 8 total, 8 up, 8 in 2024-09-11T03:32:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:37 smithi130 ceph-mon[31190]: pgmap v121: 121 pgs: 121 active+clean; 34 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-09-11T03:32:38.921 INFO:tasks.rados.rados.0.smithi086.stdout:152: done (7 left) 2024-09-11T03:32:38.921 INFO:tasks.rados.rados.0.smithi086.stdout:154: done (6 left) 2024-09-11T03:32:38.922 INFO:tasks.rados.rados.0.smithi086.stdout:159: done (5 left) 2024-09-11T03:32:38.922 INFO:tasks.rados.rados.0.smithi086.stdout:160: done (4 left) 2024-09-11T03:32:38.922 INFO:tasks.rados.rados.0.smithi086.stdout:161: done (3 left) 2024-09-11T03:32:38.922 INFO:tasks.rados.rados.0.smithi086.stdout:162: done (2 left) 2024-09-11T03:32:38.922 INFO:tasks.rados.rados.0.smithi086.stdout:164: done (1 left) 2024-09-11T03:32:38.922 INFO:tasks.rados.rados.0.smithi086.stdout:165: done (0 left) 2024-09-11T03:32:38.922 INFO:tasks.rados.rados.0.smithi086.stdout:166: snap_remove snap 7 2024-09-11T03:32:39.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:38 smithi086 ceph-mon[27247]: osdmap e96: 8 total, 8 up, 8 in 2024-09-11T03:32:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:38 smithi086 ceph-mon[37253]: osdmap e96: 8 total, 8 up, 8 in 2024-09-11T03:32:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:38 smithi130 ceph-mon[31190]: osdmap e96: 8 total, 8 up, 8 in 2024-09-11T03:32:39.893 INFO:tasks.rados.rados.0.smithi086.stdout:166: done (0 left) 2024-09-11T03:32:39.893 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 9 2024-09-11T03:32:39.893 INFO:tasks.rados.rados.0.smithi086.stdout:167: seq_num 74 ranges {0=442368,442368=696320,1138688=106496} 2024-09-11T03:32:39.898 INFO:tasks.rados.rados.0.smithi086.stdout:167: writing smithi08678205-22 from 0 to 442368 tid 1 2024-09-11T03:32:39.901 INFO:tasks.rados.rados.0.smithi086.stdout:167: writing smithi08678205-22 from 442368 to 1138688 tid 2 2024-09-11T03:32:39.902 INFO:tasks.rados.rados.0.smithi086.stdout:167: writing smithi08678205-22 from 1138688 to 1245184 tid 3 2024-09-11T03:32:39.903 INFO:tasks.rados.rados.0.smithi086.stdout:167: finishing write tid 1 to smithi08678205-22 2024-09-11T03:32:39.903 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 9 2024-09-11T03:32:39.903 INFO:tasks.rados.rados.0.smithi086.stdout:168: seq_num 75 ranges {638976=458752,1097728=581632,1679360=221184} 2024-09-11T03:32:39.909 INFO:tasks.rados.rados.0.smithi086.stdout:168: writing smithi08678205-10 from 638976 to 1097728 tid 1 2024-09-11T03:32:39.913 INFO:tasks.rados.rados.0.smithi086.stdout:168: writing smithi08678205-10 from 1097728 to 1679360 tid 2 2024-09-11T03:32:39.914 INFO:tasks.rados.rados.0.smithi086.stdout:168: writing smithi08678205-10 from 1679360 to 1900544 tid 3 2024-09-11T03:32:39.914 INFO:tasks.rados.rados.0.smithi086.stdout:169: setattr oid 6 current snap is 9 2024-09-11T03:32:39.914 INFO:tasks.rados.rados.0.smithi086.stdout:167: finishing write tid 2 to smithi08678205-22 2024-09-11T03:32:39.915 INFO:tasks.rados.rados.0.smithi086.stdout:167: finishing write tid 3 to smithi08678205-22 2024-09-11T03:32:39.915 INFO:tasks.rados.rados.0.smithi086.stdout:167: finishing write tid 4 to smithi08678205-22 2024-09-11T03:32:39.915 INFO:tasks.rados.rados.0.smithi086.stdout:167: finishing write tid 5 to smithi08678205-22 2024-09-11T03:32:39.915 INFO:tasks.rados.rados.0.smithi086.stdout:167: oid 22 updating version 0 to 54 2024-09-11T03:32:39.915 INFO:tasks.rados.rados.0.smithi086.stdout:167: oid 22 updating version 54 to 55 2024-09-11T03:32:39.915 INFO:tasks.rados.rados.0.smithi086.stdout:167: oid 22 updating version 55 to 57 2024-09-11T03:32:39.915 INFO:tasks.rados.rados.0.smithi086.stdout:167: oid 22 version 57 is already newer than 56 2024-09-11T03:32:39.915 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 57 (ObjNum 74 snap 9 seq_num 74) dirty exists 2024-09-11T03:32:39.915 INFO:tasks.rados.rados.0.smithi086.stdout:167: left oid 22 (ObjNum 74 snap 9 seq_num 74) 2024-09-11T03:32:39.915 INFO:tasks.rados.rados.0.smithi086.stdout:168: finishing write tid 1 to smithi08678205-10 2024-09-11T03:32:39.917 INFO:tasks.rados.rados.0.smithi086.stdout:168: finishing write tid 2 to smithi08678205-10 2024-09-11T03:32:39.917 INFO:tasks.rados.rados.0.smithi086.stdout:168: finishing write tid 3 to smithi08678205-10 2024-09-11T03:32:39.917 INFO:tasks.rados.rados.0.smithi086.stdout:168: finishing write tid 4 to smithi08678205-10 2024-09-11T03:32:39.917 INFO:tasks.rados.rados.0.smithi086.stdout:167: done (2 left) 2024-09-11T03:32:39.918 INFO:tasks.rados.rados.0.smithi086.stdout:170: read oid 12 snap 6 2024-09-11T03:32:39.918 INFO:tasks.rados.rados.0.smithi086.stdout:170: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-11T03:32:39.918 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 9 2024-09-11T03:32:39.918 INFO:tasks.rados.rados.0.smithi086.stdout:171: seq_num 76 ranges {557056=475136,1032192=458752,1490944=344064} 2024-09-11T03:32:39.924 INFO:tasks.rados.rados.0.smithi086.stdout:171: writing smithi08678205-3 from 557056 to 1032192 tid 1 2024-09-11T03:32:39.928 INFO:tasks.rados.rados.0.smithi086.stdout:171: writing smithi08678205-3 from 1032192 to 1490944 tid 2 2024-09-11T03:32:39.929 INFO:tasks.rados.rados.0.smithi086.stdout:171: writing smithi08678205-3 from 1490944 to 1835008 tid 3 2024-09-11T03:32:39.929 INFO:tasks.rados.rados.0.smithi086.stdout:172: snap_create 2024-09-11T03:32:39.929 INFO:tasks.rados.rados.0.smithi086.stdout:168: finishing write tid 5 to smithi08678205-10 2024-09-11T03:32:39.929 INFO:tasks.rados.rados.0.smithi086.stdout:168: oid 10 updating version 0 to 35 2024-09-11T03:32:39.929 INFO:tasks.rados.rados.0.smithi086.stdout:168: oid 10 version 35 is already newer than 34 2024-09-11T03:32:39.929 INFO:tasks.rados.rados.0.smithi086.stdout:168: oid 10 version 35 is already newer than 33 2024-09-11T03:32:39.929 INFO:tasks.rados.rados.0.smithi086.stdout:168: oid 10 updating version 35 to 36 2024-09-11T03:32:39.929 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 36 (ObjNum 75 snap 9 seq_num 75) dirty exists 2024-09-11T03:32:39.929 INFO:tasks.rados.rados.0.smithi086.stdout:168: left oid 10 (ObjNum 75 snap 9 seq_num 75) 2024-09-11T03:32:39.929 INFO:tasks.rados.rados.0.smithi086.stdout:170: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-11T03:32:39.934 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 16 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-11T03:32:39.934 INFO:tasks.rados.rados.0.smithi086.stdout:171: finishing write tid 1 to smithi08678205-3 2024-09-11T03:32:39.934 INFO:tasks.rados.rados.0.smithi086.stdout:171: finishing write tid 2 to smithi08678205-3 2024-09-11T03:32:39.934 INFO:tasks.rados.rados.0.smithi086.stdout:171: finishing write tid 3 to smithi08678205-3 2024-09-11T03:32:39.935 INFO:tasks.rados.rados.0.smithi086.stdout:171: finishing write tid 4 to smithi08678205-3 2024-09-11T03:32:39.935 INFO:tasks.rados.rados.0.smithi086.stdout:171: finishing write tid 5 to smithi08678205-3 2024-09-11T03:32:39.935 INFO:tasks.rados.rados.0.smithi086.stdout:171: oid 3 updating version 0 to 39 2024-09-11T03:32:39.935 INFO:tasks.rados.rados.0.smithi086.stdout:171: oid 3 version 39 is already newer than 38 2024-09-11T03:32:39.935 INFO:tasks.rados.rados.0.smithi086.stdout:171: oid 3 updating version 39 to 40 2024-09-11T03:32:39.935 INFO:tasks.rados.rados.0.smithi086.stdout:171: oid 3 updating version 40 to 41 2024-09-11T03:32:39.935 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 41 (ObjNum 76 snap 9 seq_num 76) dirty exists 2024-09-11T03:32:39.935 INFO:tasks.rados.rados.0.smithi086.stdout:171: left oid 3 (ObjNum 76 snap 9 seq_num 76) 2024-09-11T03:32:40.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:39 smithi086 ceph-mon[27247]: osdmap e97: 8 total, 8 up, 8 in 2024-09-11T03:32:40.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:39 smithi086 ceph-mon[27247]: pgmap v124: 121 pgs: 121 active+clean; 34 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-11T03:32:40.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:39 smithi086 ceph-mon[27247]: osdmap e98: 8 total, 8 up, 8 in 2024-09-11T03:32:40.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:39 smithi086 ceph-mon[37253]: osdmap e97: 8 total, 8 up, 8 in 2024-09-11T03:32:40.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:39 smithi086 ceph-mon[37253]: pgmap v124: 121 pgs: 121 active+clean; 34 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-11T03:32:40.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:39 smithi086 ceph-mon[37253]: osdmap e98: 8 total, 8 up, 8 in 2024-09-11T03:32:40.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:39 smithi130 ceph-mon[31190]: osdmap e97: 8 total, 8 up, 8 in 2024-09-11T03:32:40.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:39 smithi130 ceph-mon[31190]: pgmap v124: 121 pgs: 121 active+clean; 34 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-11T03:32:40.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:39 smithi130 ceph-mon[31190]: osdmap e98: 8 total, 8 up, 8 in 2024-09-11T03:32:40.925 INFO:tasks.rados.rados.0.smithi086.stdout:168: done (4 left) 2024-09-11T03:32:40.926 INFO:tasks.rados.rados.0.smithi086.stdout:169: done (3 left) 2024-09-11T03:32:40.926 INFO:tasks.rados.rados.0.smithi086.stdout:170: done (2 left) 2024-09-11T03:32:40.926 INFO:tasks.rados.rados.0.smithi086.stdout:171: done (1 left) 2024-09-11T03:32:40.926 INFO:tasks.rados.rados.0.smithi086.stdout:172: done (0 left) 2024-09-11T03:32:40.926 INFO:tasks.rados.rados.0.smithi086.stdout:173: snap_create 2024-09-11T03:32:41.930 INFO:tasks.rados.rados.0.smithi086.stdout:173: done (0 left) 2024-09-11T03:32:41.930 INFO:tasks.rados.rados.0.smithi086.stdout:174: read oid 45 snap -1 2024-09-11T03:32:41.930 INFO:tasks.rados.rados.0.smithi086.stdout:174: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:32:41.930 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 11 2024-09-11T03:32:41.930 INFO:tasks.rados.rados.0.smithi086.stdout:175: seq_num 77 ranges {1638400=491520,2129920=794624,2924544=8192} 2024-09-11T03:32:41.942 INFO:tasks.rados.rados.0.smithi086.stdout:175: writing smithi08678205-31 from 1638400 to 2129920 tid 1 2024-09-11T03:32:41.948 INFO:tasks.rados.rados.0.smithi086.stdout:175: writing smithi08678205-31 from 2129920 to 2924544 tid 2 2024-09-11T03:32:41.948 INFO:tasks.rados.rados.0.smithi086.stdout:175: writing smithi08678205-31 from 2924544 to 2932736 tid 3 2024-09-11T03:32:41.948 INFO:tasks.rados.rados.0.smithi086.stdout:176: read oid 49 snap -1 2024-09-11T03:32:41.948 INFO:tasks.rados.rados.0.smithi086.stdout:176: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-11T03:32:41.948 INFO:tasks.rados.rados.0.smithi086.stdout:177: read oid 38 snap -1 2024-09-11T03:32:41.948 INFO:tasks.rados.rados.0.smithi086.stdout:177: expect (ObjNum 71 snap 8 seq_num 71) 2024-09-11T03:32:41.948 INFO:tasks.rados.rados.0.smithi086.stdout:178: read oid 40 snap -1 2024-09-11T03:32:41.948 INFO:tasks.rados.rados.0.smithi086.stdout:178: expect (ObjNum 62 snap 4 seq_num 62) 2024-09-11T03:32:41.948 INFO:tasks.rados.rados.0.smithi086.stdout:179: snap_create 2024-09-11T03:32:41.949 INFO:tasks.rados.rados.0.smithi086.stdout:174: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:32:41.975 INFO:tasks.rados.rados.0.smithi086.stdout:175: finishing write tid 1 to smithi08678205-31 2024-09-11T03:32:41.975 INFO:tasks.rados.rados.0.smithi086.stdout:175: finishing write tid 2 to smithi08678205-31 2024-09-11T03:32:41.975 INFO:tasks.rados.rados.0.smithi086.stdout:175: finishing write tid 3 to smithi08678205-31 2024-09-11T03:32:41.975 INFO:tasks.rados.rados.0.smithi086.stdout:175: finishing write tid 4 to smithi08678205-31 2024-09-11T03:32:41.976 INFO:tasks.rados.rados.0.smithi086.stdout:175: finishing write tid 5 to smithi08678205-31 2024-09-11T03:32:41.976 INFO:tasks.rados.rados.0.smithi086.stdout:175: oid 31 updating version 0 to 96 2024-09-11T03:32:41.976 INFO:tasks.rados.rados.0.smithi086.stdout:175: oid 31 version 96 is already newer than 94 2024-09-11T03:32:41.976 INFO:tasks.rados.rados.0.smithi086.stdout:175: oid 31 version 96 is already newer than 95 2024-09-11T03:32:41.976 INFO:tasks.rados.rados.0.smithi086.stdout:175: oid 31 version 96 is already newer than 93 2024-09-11T03:32:41.976 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 96 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-09-11T03:32:41.976 INFO:tasks.rados.rados.0.smithi086.stdout:175: left oid 31 (ObjNum 77 snap 11 seq_num 77) 2024-09-11T03:32:41.976 INFO:tasks.rados.rados.0.smithi086.stdout:176: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-11T03:32:42.013 INFO:tasks.rados.rados.0.smithi086.stdout:177: expect (ObjNum 71 snap 8 seq_num 71) 2024-09-11T03:32:42.078 INFO:tasks.rados.rados.0.smithi086.stdout:178: expect (ObjNum 62 snap 4 seq_num 62) 2024-09-11T03:32:42.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:41 smithi086 ceph-mon[27247]: osdmap e99: 8 total, 8 up, 8 in 2024-09-11T03:32:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:41 smithi086 ceph-mon[27247]: pgmap v127: 121 pgs: 121 active+clean; 42 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-11T03:32:42.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:41 smithi086 ceph-mon[37253]: osdmap e99: 8 total, 8 up, 8 in 2024-09-11T03:32:42.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:41 smithi086 ceph-mon[37253]: pgmap v127: 121 pgs: 121 active+clean; 42 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-11T03:32:42.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:41 smithi130 ceph-mon[31190]: osdmap e99: 8 total, 8 up, 8 in 2024-09-11T03:32:42.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:41 smithi130 ceph-mon[31190]: pgmap v127: 121 pgs: 121 active+clean; 42 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-11T03:32:42.937 INFO:tasks.rados.rados.0.smithi086.stdout:174: done (5 left) 2024-09-11T03:32:42.937 INFO:tasks.rados.rados.0.smithi086.stdout:175: done (4 left) 2024-09-11T03:32:42.937 INFO:tasks.rados.rados.0.smithi086.stdout:176: done (3 left) 2024-09-11T03:32:42.937 INFO:tasks.rados.rados.0.smithi086.stdout:177: done (2 left) 2024-09-11T03:32:42.937 INFO:tasks.rados.rados.0.smithi086.stdout:178: done (1 left) 2024-09-11T03:32:42.938 INFO:tasks.rados.rados.0.smithi086.stdout:179: done (0 left) 2024-09-11T03:32:42.938 INFO:tasks.rados.rados.0.smithi086.stdout:180: snap_remove snap 9 2024-09-11T03:32:43.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:42 smithi086 ceph-mon[27247]: osdmap e100: 8 total, 8 up, 8 in 2024-09-11T03:32:43.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:42 smithi086 ceph-mon[37253]: osdmap e100: 8 total, 8 up, 8 in 2024-09-11T03:32:43.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:42 smithi130 ceph-mon[31190]: osdmap e100: 8 total, 8 up, 8 in 2024-09-11T03:32:43.943 INFO:tasks.rados.rados.0.smithi086.stdout:180: done (0 left) 2024-09-11T03:32:43.943 INFO:tasks.rados.rados.0.smithi086.stdout:181: read oid 36 snap -1 2024-09-11T03:32:43.943 INFO:tasks.rados.rados.0.smithi086.stdout:181: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-11T03:32:43.943 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 12 2024-09-11T03:32:43.943 INFO:tasks.rados.rados.0.smithi086.stdout:182: seq_num 78 ranges {557056=516096,1073152=679936,1753088=122880} 2024-09-11T03:32:43.949 INFO:tasks.rados.rados.0.smithi086.stdout:182: writing smithi08678205-1 from 557056 to 1073152 tid 1 2024-09-11T03:32:43.955 INFO:tasks.rados.rados.0.smithi086.stdout:182: writing smithi08678205-1 from 1073152 to 1753088 tid 2 2024-09-11T03:32:43.956 INFO:tasks.rados.rados.0.smithi086.stdout:182: writing smithi08678205-1 from 1753088 to 1875968 tid 3 2024-09-11T03:32:43.956 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 12 2024-09-11T03:32:43.956 INFO:tasks.rados.rados.0.smithi086.stdout:183: seq_num 79 ranges {139264=532480,671744=565248,1236992=237568} 2024-09-11T03:32:43.960 INFO:tasks.rados.rados.0.smithi086.stdout:183: writing smithi08678205-9 from 139264 to 671744 tid 1 2024-09-11T03:32:43.963 INFO:tasks.rados.rados.0.smithi086.stdout:183: writing smithi08678205-9 from 671744 to 1236992 tid 2 2024-09-11T03:32:43.965 INFO:tasks.rados.rados.0.smithi086.stdout:183: writing smithi08678205-9 from 1236992 to 1474560 tid 3 2024-09-11T03:32:43.965 INFO:tasks.rados.rados.0.smithi086.stdout:184: rmattr oid 11 current snap is 12 2024-09-11T03:32:43.965 INFO:tasks.rados.rados.0.smithi086.stdout:181: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-11T03:32:43.980 INFO:tasks.rados.rados.0.smithi086.stdout:182: finishing write tid 1 to smithi08678205-1 2024-09-11T03:32:43.980 INFO:tasks.rados.rados.0.smithi086.stdout:182: finishing write tid 2 to smithi08678205-1 2024-09-11T03:32:43.980 INFO:tasks.rados.rados.0.smithi086.stdout:182: finishing write tid 3 to smithi08678205-1 2024-09-11T03:32:43.981 INFO:tasks.rados.rados.0.smithi086.stdout:182: finishing write tid 4 to smithi08678205-1 2024-09-11T03:32:43.981 INFO:tasks.rados.rados.0.smithi086.stdout:182: finishing write tid 5 to smithi08678205-1 2024-09-11T03:32:43.981 INFO:tasks.rados.rados.0.smithi086.stdout:182: oid 1 updating version 0 to 27 2024-09-11T03:32:43.981 INFO:tasks.rados.rados.0.smithi086.stdout:182: oid 1 version 27 is already newer than 25 2024-09-11T03:32:43.981 INFO:tasks.rados.rados.0.smithi086.stdout:182: oid 1 updating version 27 to 28 2024-09-11T03:32:43.981 INFO:tasks.rados.rados.0.smithi086.stdout:182: oid 1 version 28 is already newer than 26 2024-09-11T03:32:43.981 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 28 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-09-11T03:32:43.981 INFO:tasks.rados.rados.0.smithi086.stdout:182: left oid 1 (ObjNum 78 snap 12 seq_num 78) 2024-09-11T03:32:43.981 INFO:tasks.rados.rados.0.smithi086.stdout:181: done (3 left) 2024-09-11T03:32:43.981 INFO:tasks.rados.rados.0.smithi086.stdout:182: done (2 left) 2024-09-11T03:32:43.981 INFO:tasks.rados.rados.0.smithi086.stdout:184: done (1 left) 2024-09-11T03:32:43.981 INFO:tasks.rados.rados.0.smithi086.stdout:185: snap_remove snap 11 2024-09-11T03:32:44.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:43 smithi086 ceph-mon[27247]: osdmap e101: 8 total, 8 up, 8 in 2024-09-11T03:32:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:43 smithi086 ceph-mon[27247]: pgmap v130: 121 pgs: 121 active+clean; 42 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-11T03:32:44.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:43 smithi086 ceph-mon[37253]: osdmap e101: 8 total, 8 up, 8 in 2024-09-11T03:32:44.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:43 smithi086 ceph-mon[37253]: pgmap v130: 121 pgs: 121 active+clean; 42 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-11T03:32:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:43 smithi130 ceph-mon[31190]: osdmap e101: 8 total, 8 up, 8 in 2024-09-11T03:32:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:43 smithi130 ceph-mon[31190]: pgmap v130: 121 pgs: 121 active+clean; 42 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-09-11T03:32:44.893 INFO:tasks.rados.rados.0.smithi086.stdout:185: done (1 left) 2024-09-11T03:32:44.893 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 12 2024-09-11T03:32:44.893 INFO:tasks.rados.rados.0.smithi086.stdout:186: seq_num 80 ranges {0=548864,548864=450560,999424=352256} 2024-09-11T03:32:44.896 INFO:tasks.rados.rados.0.smithi086.stdout:186: writing smithi08678205-8 from 0 to 548864 tid 1 2024-09-11T03:32:44.899 INFO:tasks.rados.rados.0.smithi086.stdout:186: writing smithi08678205-8 from 548864 to 999424 tid 2 2024-09-11T03:32:44.904 INFO:tasks.rados.rados.0.smithi086.stdout:186: writing smithi08678205-8 from 999424 to 1351680 tid 3 2024-09-11T03:32:44.904 INFO:tasks.rados.rados.0.smithi086.stdout:187: copy_from oid 13 from oid 42 current snap is 12 2024-09-11T03:32:44.904 INFO:tasks.rados.rados.0.smithi086.stdout:183: finishing write tid 1 to smithi08678205-9 2024-09-11T03:32:44.904 INFO:tasks.rados.rados.0.smithi086.stdout:183: finishing write tid 2 to smithi08678205-9 2024-09-11T03:32:44.904 INFO:tasks.rados.rados.0.smithi086.stdout:183: finishing write tid 3 to smithi08678205-9 2024-09-11T03:32:44.904 INFO:tasks.rados.rados.0.smithi086.stdout:183: finishing write tid 4 to smithi08678205-9 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:183: finishing write tid 5 to smithi08678205-9 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:183: oid 9 updating version 0 to 59 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:183: oid 9 updating version 59 to 61 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:183: oid 9 updating version 61 to 62 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:183: oid 9 version 62 is already newer than 60 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 62 (ObjNum 79 snap 12 seq_num 79) dirty exists 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:183: left oid 9 (ObjNum 79 snap 12 seq_num 79) 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:183: done (2 left) 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:188: rollback oid 37 current snap is 12 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 37 to 6 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:189: rmattr oid 7 current snap is 12 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:189: done (3 left) 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:190: rmattr oid 24 current snap is 12 2024-09-11T03:32:44.905 INFO:tasks.rados.rados.0.smithi086.stdout:190: done (3 left) 2024-09-11T03:32:44.906 INFO:tasks.rados.rados.0.smithi086.stdout:191: rmattr oid 39 current snap is 12 2024-09-11T03:32:44.906 INFO:tasks.rados.rados.0.smithi086.stdout:191: done (3 left) 2024-09-11T03:32:44.906 INFO:tasks.rados.rados.0.smithi086.stdout:192: read oid 1 snap -1 2024-09-11T03:32:44.906 INFO:tasks.rados.rados.0.smithi086.stdout:192: expect (ObjNum 78 snap 12 seq_num 78) 2024-09-11T03:32:44.906 INFO:tasks.rados.rados.0.smithi086.stdout:193: read oid 50 snap -1 2024-09-11T03:32:44.906 INFO:tasks.rados.rados.0.smithi086.stdout:193: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-11T03:32:44.906 INFO:tasks.rados.rados.0.smithi086.stdout:194: setattr oid 35 current snap is 12 2024-09-11T03:32:44.906 INFO:tasks.rados.rados.0.smithi086.stdout:186: finishing write tid 1 to smithi08678205-8 2024-09-11T03:32:44.907 INFO:tasks.rados.rados.0.smithi086.stdout:186: finishing write tid 2 to smithi08678205-8 2024-09-11T03:32:44.907 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 20 current snap is 12 2024-09-11T03:32:44.907 INFO:tasks.rados.rados.0.smithi086.stdout:195: seq_num 81 ranges {1351680=565248,1916928=737280,2654208=65536} 2024-09-11T03:32:44.918 INFO:tasks.rados.rados.0.smithi086.stdout:195: writing smithi08678205-20 from 1351680 to 1916928 tid 1 2024-09-11T03:32:44.922 INFO:tasks.rados.rados.0.smithi086.stdout:195: writing smithi08678205-20 from 1916928 to 2654208 tid 2 2024-09-11T03:32:44.923 INFO:tasks.rados.rados.0.smithi086.stdout:195: writing smithi08678205-20 from 2654208 to 2719744 tid 3 2024-09-11T03:32:44.923 INFO:tasks.rados.rados.0.smithi086.stdout:196: copy_from oid 33 from oid 23 current snap is 12 2024-09-11T03:32:44.923 INFO:tasks.rados.rados.0.smithi086.stdout:188: finishing rollback tid 0 to smithi08678205-37 2024-09-11T03:32:44.924 INFO:tasks.rados.rados.0.smithi086.stdout:186: finishing write tid 3 to smithi08678205-8 2024-09-11T03:32:44.924 INFO:tasks.rados.rados.0.smithi086.stdout:186: finishing write tid 4 to smithi08678205-8 2024-09-11T03:32:44.924 INFO:tasks.rados.rados.0.smithi086.stdout:188: finishing rollback tid 1 to smithi08678205-37 2024-09-11T03:32:44.924 INFO:tasks.rados.rados.0.smithi086.stdout:188: finishing rollback tid 2 to smithi08678205-37 2024-09-11T03:32:44.924 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 19 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-11T03:32:44.924 INFO:tasks.rados.rados.0.smithi086.stdout:186: finishing write tid 5 to smithi08678205-8 2024-09-11T03:32:44.924 INFO:tasks.rados.rados.0.smithi086.stdout:186: oid 8 updating version 0 to 30 2024-09-11T03:32:44.924 INFO:tasks.rados.rados.0.smithi086.stdout:186: oid 8 version 30 is already newer than 28 2024-09-11T03:32:44.924 INFO:tasks.rados.rados.0.smithi086.stdout:186: oid 8 version 30 is already newer than 29 2024-09-11T03:32:44.924 INFO:tasks.rados.rados.0.smithi086.stdout:186: oid 8 version 30 is already newer than 27 2024-09-11T03:32:44.924 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 30 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-11T03:32:44.924 INFO:tasks.rados.rados.0.smithi086.stdout:186: left oid 8 (ObjNum 80 snap 12 seq_num 80) 2024-09-11T03:32:44.924 INFO:tasks.rados.rados.0.smithi086.stdout:193: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-11T03:32:44.951 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 42 (ObjNum 33 snap 0 seq_num 3220937744) dirty exists 2024-09-11T03:32:44.952 INFO:tasks.rados.rados.0.smithi086.stdout:186: done (7 left) 2024-09-11T03:32:44.952 INFO:tasks.rados.rados.0.smithi086.stdout:188: done (6 left) 2024-09-11T03:32:44.952 INFO:tasks.rados.rados.0.smithi086.stdout:193: done (5 left) 2024-09-11T03:32:44.952 INFO:tasks.rados.rados.0.smithi086.stdout:194: done (4 left) 2024-09-11T03:32:44.952 INFO:tasks.rados.rados.0.smithi086.stdout:197: snap_create 2024-09-11T03:32:44.952 INFO:tasks.rados.rados.0.smithi086.stdout:187: finishing copy_from racing read to smithi08678205-13 2024-09-11T03:32:44.952 INFO:tasks.rados.rados.0.smithi086.stdout:187: finishing copy_from to smithi08678205-13 2024-09-11T03:32:44.952 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-11T03:32:44.952 INFO:tasks.rados.rados.0.smithi086.stdout:192: expect (ObjNum 78 snap 12 seq_num 78) 2024-09-11T03:32:45.015 INFO:tasks.rados.rados.0.smithi086.stdout:195: finishing write tid 1 to smithi08678205-20 2024-09-11T03:32:45.015 INFO:tasks.rados.rados.0.smithi086.stdout:195: finishing write tid 2 to smithi08678205-20 2024-09-11T03:32:45.015 INFO:tasks.rados.rados.0.smithi086.stdout:195: finishing write tid 3 to smithi08678205-20 2024-09-11T03:32:45.016 INFO:tasks.rados.rados.0.smithi086.stdout:195: finishing write tid 4 to smithi08678205-20 2024-09-11T03:32:45.016 INFO:tasks.rados.rados.0.smithi086.stdout:195: finishing write tid 5 to smithi08678205-20 2024-09-11T03:32:45.016 INFO:tasks.rados.rados.0.smithi086.stdout:195: oid 20 updating version 0 to 58 2024-09-11T03:32:45.016 INFO:tasks.rados.rados.0.smithi086.stdout:195: oid 20 updating version 58 to 59 2024-09-11T03:32:45.016 INFO:tasks.rados.rados.0.smithi086.stdout:195: oid 20 updating version 59 to 60 2024-09-11T03:32:45.016 INFO:tasks.rados.rados.0.smithi086.stdout:195: oid 20 updating version 60 to 61 2024-09-11T03:32:45.016 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 61 (ObjNum 81 snap 12 seq_num 81) dirty exists 2024-09-11T03:32:45.016 INFO:tasks.rados.rados.0.smithi086.stdout:195: left oid 20 (ObjNum 81 snap 12 seq_num 81) 2024-09-11T03:32:45.016 INFO:tasks.rados.rados.0.smithi086.stdout:196: finishing copy_from racing read to smithi08678205-33 2024-09-11T03:32:45.016 INFO:tasks.rados.rados.0.smithi086.stdout:196: finishing copy_from to smithi08678205-33 2024-09-11T03:32:45.016 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 61 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-09-11T03:32:45.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:44 smithi086 ceph-mon[27247]: osdmap e102: 8 total, 8 up, 8 in 2024-09-11T03:32:45.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:44 smithi086 ceph-mon[27247]: osdmap e103: 8 total, 8 up, 8 in 2024-09-11T03:32:45.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:44 smithi086 ceph-mon[37253]: osdmap e102: 8 total, 8 up, 8 in 2024-09-11T03:32:45.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:44 smithi086 ceph-mon[37253]: osdmap e103: 8 total, 8 up, 8 in 2024-09-11T03:32:45.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:44 smithi130 ceph-mon[31190]: osdmap e102: 8 total, 8 up, 8 in 2024-09-11T03:32:45.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:44 smithi130 ceph-mon[31190]: osdmap e103: 8 total, 8 up, 8 in 2024-09-11T03:32:45.953 INFO:tasks.rados.rados.0.smithi086.stdout:187: done (4 left) 2024-09-11T03:32:45.954 INFO:tasks.rados.rados.0.smithi086.stdout:192: done (3 left) 2024-09-11T03:32:45.954 INFO:tasks.rados.rados.0.smithi086.stdout:195: done (2 left) 2024-09-11T03:32:45.954 INFO:tasks.rados.rados.0.smithi086.stdout:196: done (1 left) 2024-09-11T03:32:45.954 INFO:tasks.rados.rados.0.smithi086.stdout:197: done (0 left) 2024-09-11T03:32:45.954 INFO:tasks.rados.rados.0.smithi086.stdout:198: delete oid 31 current snap is 13 2024-09-11T03:32:45.958 INFO:tasks.rados.rados.0.smithi086.stdout:198: done (0 left) 2024-09-11T03:32:45.958 INFO:tasks.rados.rados.0.smithi086.stdout:199: delete oid 26 current snap is 13 2024-09-11T03:32:45.961 INFO:tasks.rados.rados.0.smithi086.stdout:199: done (0 left) 2024-09-11T03:32:45.961 INFO:tasks.rados.rados.0.smithi086.stdout:200: copy_from oid 20 from oid 42 current snap is 13 2024-09-11T03:32:45.961 INFO:tasks.rados.rados.0.smithi086.stdout:201: delete oid 5 current snap is 13 2024-09-11T03:32:45.963 INFO:tasks.rados.rados.0.smithi086.stdout:201: done (1 left) 2024-09-11T03:32:45.963 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 13 current snap is 13 2024-09-11T03:32:45.964 INFO:tasks.rados.rados.0.smithi086.stdout:202: seq_num 85 ranges {696320=630784,1327104=720896,2048000=81920} 2024-09-11T03:32:45.971 INFO:tasks.rados.rados.0.smithi086.stdout:202: writing smithi08678205-13 from 696320 to 1327104 tid 1 2024-09-11T03:32:45.976 INFO:tasks.rados.rados.0.smithi086.stdout:202: writing smithi08678205-13 from 1327104 to 2048000 tid 2 2024-09-11T03:32:45.977 INFO:tasks.rados.rados.0.smithi086.stdout:202: writing smithi08678205-13 from 2048000 to 2129920 tid 3 2024-09-11T03:32:45.977 INFO:tasks.rados.rados.0.smithi086.stdout:203: read oid 19 snap -1 2024-09-11T03:32:45.977 INFO:tasks.rados.rados.0.smithi086.stdout:203: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-11T03:32:45.977 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 13 2024-09-11T03:32:45.977 INFO:tasks.rados.rados.0.smithi086.stdout:200: finishing copy_from racing read to smithi08678205-20 2024-09-11T03:32:45.977 INFO:tasks.rados.rados.0.smithi086.stdout:204: seq_num 86 ranges {557056=647168,1204224=606208,1810432=196608} 2024-09-11T03:32:45.984 INFO:tasks.rados.rados.0.smithi086.stdout:204: writing smithi08678205-21 from 557056 to 1204224 tid 1 2024-09-11T03:32:45.988 INFO:tasks.rados.rados.0.smithi086.stdout:204: writing smithi08678205-21 from 1204224 to 1810432 tid 2 2024-09-11T03:32:45.990 INFO:tasks.rados.rados.0.smithi086.stdout:204: writing smithi08678205-21 from 1810432 to 2007040 tid 3 2024-09-11T03:32:45.990 INFO:tasks.rados.rados.0.smithi086.stdout:205: delete oid 22 current snap is 13 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:200: finishing copy_from to smithi08678205-20 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:202: finishing write tid 1 to smithi08678205-13 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:202: finishing write tid 2 to smithi08678205-13 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:202: finishing write tid 3 to smithi08678205-13 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:202: finishing write tid 4 to smithi08678205-13 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:202: finishing write tid 5 to smithi08678205-13 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:202: oid 13 updating version 0 to 13 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:202: oid 13 version 13 is already newer than 12 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:202: oid 13 updating version 13 to 15 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:202: oid 13 version 15 is already newer than 14 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 15 (ObjNum 85 snap 13 seq_num 85) dirty exists 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:202: left oid 13 (ObjNum 85 snap 13 seq_num 85) 2024-09-11T03:32:45.991 INFO:tasks.rados.rados.0.smithi086.stdout:203: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-11T03:32:46.003 INFO:tasks.rados.rados.0.smithi086.stdout:204: finishing write tid 1 to smithi08678205-21 2024-09-11T03:32:46.003 INFO:tasks.rados.rados.0.smithi086.stdout:204: finishing write tid 2 to smithi08678205-21 2024-09-11T03:32:46.003 INFO:tasks.rados.rados.0.smithi086.stdout:200: done (4 left) 2024-09-11T03:32:46.003 INFO:tasks.rados.rados.0.smithi086.stdout:202: done (3 left) 2024-09-11T03:32:46.003 INFO:tasks.rados.rados.0.smithi086.stdout:203: done (2 left) 2024-09-11T03:32:46.003 INFO:tasks.rados.rados.0.smithi086.stdout:205: done (1 left) 2024-09-11T03:32:46.003 INFO:tasks.rados.rados.0.smithi086.stdout:206: read oid 32 snap -1 2024-09-11T03:32:46.004 INFO:tasks.rados.rados.0.smithi086.stdout:206: expect (ObjNum 73 snap 8 seq_num 73) 2024-09-11T03:32:46.004 INFO:tasks.rados.rados.0.smithi086.stdout:207: copy_from oid 28 from oid 40 current snap is 13 2024-09-11T03:32:46.004 INFO:tasks.rados.rados.0.smithi086.stdout:204: finishing write tid 3 to smithi08678205-21 2024-09-11T03:32:46.004 INFO:tasks.rados.rados.0.smithi086.stdout:204: finishing write tid 4 to smithi08678205-21 2024-09-11T03:32:46.004 INFO:tasks.rados.rados.0.smithi086.stdout:204: finishing write tid 5 to smithi08678205-21 2024-09-11T03:32:46.004 INFO:tasks.rados.rados.0.smithi086.stdout:204: oid 21 updating version 0 to 35 2024-09-11T03:32:46.004 INFO:tasks.rados.rados.0.smithi086.stdout:204: oid 21 version 35 is already newer than 32 2024-09-11T03:32:46.004 INFO:tasks.rados.rados.0.smithi086.stdout:204: oid 21 version 35 is already newer than 34 2024-09-11T03:32:46.005 INFO:tasks.rados.rados.0.smithi086.stdout:204: oid 21 version 35 is already newer than 33 2024-09-11T03:32:46.005 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 35 (ObjNum 86 snap 13 seq_num 86) dirty exists 2024-09-11T03:32:46.005 INFO:tasks.rados.rados.0.smithi086.stdout:204: left oid 21 (ObjNum 86 snap 13 seq_num 86) 2024-09-11T03:32:46.005 INFO:tasks.rados.rados.0.smithi086.stdout:204: done (2 left) 2024-09-11T03:32:46.005 INFO:tasks.rados.rados.0.smithi086.stdout:208: copy_from oid 31 from oid 19 current snap is 13 2024-09-11T03:32:46.005 INFO:tasks.rados.rados.0.smithi086.stdout:209: read oid 14 snap 12 2024-09-11T03:32:46.006 INFO:tasks.rados.rados.0.smithi086.stdout:209: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-11T03:32:46.006 INFO:tasks.rados.rados.0.smithi086.stdout:210: delete oid 41 current snap is 13 2024-09-11T03:32:46.006 INFO:tasks.rados.rados.0.smithi086.stdout:210: done (4 left) 2024-09-11T03:32:46.007 INFO:tasks.rados.rados.0.smithi086.stdout:211: rollback oid 9 current snap is 13 2024-09-11T03:32:46.007 INFO:tasks.rados.rados.0.smithi086.stdout:209: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-11T03:32:46.017 INFO:tasks.rados.rados.0.smithi086.stdout:207: finishing copy_from racing read to smithi08678205-28 2024-09-11T03:32:46.017 INFO:tasks.rados.rados.0.smithi086.stdout:207: finishing copy_from to smithi08678205-28 2024-09-11T03:32:46.017 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 30 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-09-11T03:32:46.017 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 9 to 8 2024-09-11T03:32:46.017 INFO:tasks.rados.rados.0.smithi086.stdout:207: done (4 left) 2024-09-11T03:32:46.017 INFO:tasks.rados.rados.0.smithi086.stdout:209: done (3 left) 2024-09-11T03:32:46.018 INFO:tasks.rados.rados.0.smithi086.stdout:212: delete oid 39 current snap is 13 2024-09-11T03:32:46.018 INFO:tasks.rados.rados.0.smithi086.stdout:208: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:32:46.018 INFO:tasks.rados.rados.0.smithi086.stdout:206: expect (ObjNum 73 snap 8 seq_num 73) 2024-09-11T03:32:46.210 INFO:tasks.rados.rados.0.smithi086.stdout:208: finishing copy_from to smithi08678205-31 2024-09-11T03:32:46.210 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 31 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-11T03:32:46.210 INFO:tasks.rados.rados.0.smithi086.stdout:211: finishing rollback tid 0 to smithi08678205-9 2024-09-11T03:32:46.210 INFO:tasks.rados.rados.0.smithi086.stdout:211: finishing rollback tid 1 to smithi08678205-9 2024-09-11T03:32:46.210 INFO:tasks.rados.rados.0.smithi086.stdout:211: finishing rollback tid 2 to smithi08678205-9 2024-09-11T03:32:46.210 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 70 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-11T03:32:46.210 INFO:tasks.rados.rados.0.smithi086.stdout:206: done (3 left) 2024-09-11T03:32:46.210 INFO:tasks.rados.rados.0.smithi086.stdout:208: done (2 left) 2024-09-11T03:32:46.211 INFO:tasks.rados.rados.0.smithi086.stdout:211: done (1 left) 2024-09-11T03:32:46.211 INFO:tasks.rados.rados.0.smithi086.stdout:212: done (0 left) 2024-09-11T03:32:46.211 INFO:tasks.rados.rados.0.smithi086.stdout:213: copy_from oid 44 from oid 24 current snap is 13 2024-09-11T03:32:46.211 INFO:tasks.rados.rados.0.smithi086.stdout:214: rollback oid 13 current snap is 13 2024-09-11T03:32:46.211 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 13 to 6 2024-09-11T03:32:46.211 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 13 2024-09-11T03:32:46.211 INFO:tasks.rados.rados.0.smithi086.stdout:215: seq_num 90 ranges {0=712704,712704=540672,1253376=262144} 2024-09-11T03:32:46.214 INFO:tasks.rados.rados.0.smithi086.stdout:215: writing smithi08678205-17 from 0 to 712704 tid 1 2024-09-11T03:32:46.218 INFO:tasks.rados.rados.0.smithi086.stdout:215: writing smithi08678205-17 from 712704 to 1253376 tid 2 2024-09-11T03:32:46.220 INFO:tasks.rados.rados.0.smithi086.stdout:215: writing smithi08678205-17 from 1253376 to 1515520 tid 3 2024-09-11T03:32:46.220 INFO:tasks.rados.rados.0.smithi086.stdout:216: rollback oid 35 current snap is 13 2024-09-11T03:32:46.220 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 35 to 8 2024-09-11T03:32:46.220 INFO:tasks.rados.rados.0.smithi086.stdout:214: finishing rollback tid 0 to smithi08678205-13 2024-09-11T03:32:46.220 INFO:tasks.rados.rados.0.smithi086.stdout:214: finishing rollback tid 1 to smithi08678205-13 2024-09-11T03:32:46.220 INFO:tasks.rados.rados.0.smithi086.stdout:214: finishing rollback tid 2 to smithi08678205-13 2024-09-11T03:32:46.220 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 18 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-11T03:32:46.220 INFO:tasks.rados.rados.0.smithi086.stdout:213: finishing copy_from racing read to smithi08678205-44 2024-09-11T03:32:46.221 INFO:tasks.rados.rados.0.smithi086.stdout:213: finishing copy_from to smithi08678205-44 2024-09-11T03:32:46.221 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-11T03:32:46.221 INFO:tasks.rados.rados.0.smithi086.stdout:215: finishing write tid 1 to smithi08678205-17 2024-09-11T03:32:46.221 INFO:tasks.rados.rados.0.smithi086.stdout:213: done (3 left) 2024-09-11T03:32:46.221 INFO:tasks.rados.rados.0.smithi086.stdout:214: done (2 left) 2024-09-11T03:32:46.221 INFO:tasks.rados.rados.0.smithi086.stdout:217: snap_remove snap 12 2024-09-11T03:32:46.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:45 smithi086 ceph-mon[27247]: pgmap v133: 121 pgs: 121 active+clean; 42 MiB data, 303 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:46.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:45 smithi086 ceph-mon[37253]: pgmap v133: 121 pgs: 121 active+clean; 42 MiB data, 303 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:46.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:45 smithi130 ceph-mon[31190]: pgmap v133: 121 pgs: 121 active+clean; 42 MiB data, 303 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:46.966 INFO:tasks.rados.rados.0.smithi086.stdout:217: done (2 left) 2024-09-11T03:32:46.966 INFO:tasks.rados.rados.0.smithi086.stdout:218: snap_remove snap 6 2024-09-11T03:32:47.240 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:46 smithi086 ceph-mon[27247]: osdmap e104: 8 total, 8 up, 8 in 2024-09-11T03:32:47.240 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:46 smithi086 ceph-mon[37253]: osdmap e104: 8 total, 8 up, 8 in 2024-09-11T03:32:47.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:46 smithi130 ceph-mon[31190]: osdmap e104: 8 total, 8 up, 8 in 2024-09-11T03:32:47.968 INFO:tasks.rados.rados.0.smithi086.stdout:218: done (2 left) 2024-09-11T03:32:47.968 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 24 current snap is 13 2024-09-11T03:32:47.968 INFO:tasks.rados.rados.0.smithi086.stdout:219: seq_num 91 ranges {557056=729088,1286144=425984,1712128=376832} 2024-09-11T03:32:47.975 INFO:tasks.rados.rados.0.smithi086.stdout:219: writing smithi08678205-24 from 557056 to 1286144 tid 1 2024-09-11T03:32:47.977 INFO:tasks.rados.rados.0.smithi086.stdout:219: writing smithi08678205-24 from 1286144 to 1712128 tid 2 2024-09-11T03:32:47.980 INFO:tasks.rados.rados.0.smithi086.stdout:219: writing smithi08678205-24 from 1712128 to 2088960 tid 3 2024-09-11T03:32:47.980 INFO:tasks.rados.rados.0.smithi086.stdout:220: copy_from oid 18 from oid 39 current snap is 13 2024-09-11T03:32:47.980 INFO:tasks.rados.rados.0.smithi086.stdout:215: finishing write tid 2 to smithi08678205-17 2024-09-11T03:32:47.980 INFO:tasks.rados.rados.0.smithi086.stdout:216: finishing rollback tid 0 to smithi08678205-35 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:216: finishing rollback tid 1 to smithi08678205-35 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 47 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:215: finishing write tid 3 to smithi08678205-17 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:215: finishing write tid 4 to smithi08678205-17 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:215: finishing write tid 5 to smithi08678205-17 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:215: oid 17 updating version 0 to 7 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:215: oid 17 updating version 7 to 8 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:215: oid 17 updating version 8 to 9 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:215: oid 17 updating version 9 to 10 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 10 (ObjNum 90 snap 13 seq_num 90) dirty exists 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:215: left oid 17 (ObjNum 90 snap 13 seq_num 90) 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:215: done (3 left) 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:216: done (2 left) 2024-09-11T03:32:47.981 INFO:tasks.rados.rados.0.smithi086.stdout:221: delete oid 15 current snap is 13 2024-09-11T03:32:47.982 INFO:tasks.rados.rados.0.smithi086.stdout:220: finishing copy_from to smithi08678205-18 2024-09-11T03:32:47.982 INFO:tasks.rados.rados.0.smithi086.stdout:220: got expected ENOENT (src dne) 2024-09-11T03:32:47.982 INFO:tasks.rados.rados.0.smithi086.stdout:220: finishing copy_from racing read to smithi08678205-18 2024-09-11T03:32:47.982 INFO:tasks.rados.rados.0.smithi086.stdout:220: done (2 left) 2024-09-11T03:32:47.983 INFO:tasks.rados.rados.0.smithi086.stdout:221: done (1 left) 2024-09-11T03:32:47.983 INFO:tasks.rados.rados.0.smithi086.stdout:222: delete oid 38 current snap is 13 2024-09-11T03:32:47.983 INFO:tasks.rados.rados.0.smithi086.stdout:219: finishing write tid 1 to smithi08678205-24 2024-09-11T03:32:47.983 INFO:tasks.rados.rados.0.smithi086.stdout:219: finishing write tid 2 to smithi08678205-24 2024-09-11T03:32:47.983 INFO:tasks.rados.rados.0.smithi086.stdout:222: done (1 left) 2024-09-11T03:32:47.983 INFO:tasks.rados.rados.0.smithi086.stdout:223: setattr oid 48 current snap is 13 2024-09-11T03:32:47.983 INFO:tasks.rados.rados.0.smithi086.stdout:219: finishing write tid 3 to smithi08678205-24 2024-09-11T03:32:47.984 INFO:tasks.rados.rados.0.smithi086.stdout:219: finishing write tid 4 to smithi08678205-24 2024-09-11T03:32:47.984 INFO:tasks.rados.rados.0.smithi086.stdout:224: snap_remove snap 8 2024-09-11T03:32:48.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:47 smithi086 ceph-mon[27247]: osdmap e105: 8 total, 8 up, 8 in 2024-09-11T03:32:48.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:47 smithi086 ceph-mon[27247]: pgmap v136: 121 pgs: 121 active+clean; 57 MiB data, 318 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-09-11T03:32:48.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:32:48] "GET /metrics HTTP/1.1" 200 36087 "" "Prometheus/2.43.0" 2024-09-11T03:32:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:47 smithi086 ceph-mon[37253]: osdmap e105: 8 total, 8 up, 8 in 2024-09-11T03:32:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:47 smithi086 ceph-mon[37253]: pgmap v136: 121 pgs: 121 active+clean; 57 MiB data, 318 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-09-11T03:32:48.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:47 smithi130 ceph-mon[31190]: osdmap e105: 8 total, 8 up, 8 in 2024-09-11T03:32:48.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:47 smithi130 ceph-mon[31190]: pgmap v136: 121 pgs: 121 active+clean; 57 MiB data, 318 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-09-11T03:32:48.976 INFO:tasks.rados.rados.0.smithi086.stdout:219: finishing write tid 5 to smithi08678205-24 2024-09-11T03:32:48.976 INFO:tasks.rados.rados.0.smithi086.stdout:219: oid 24 updating version 0 to 62 2024-09-11T03:32:48.976 INFO:tasks.rados.rados.0.smithi086.stdout:219: oid 24 version 62 is already newer than 61 2024-09-11T03:32:48.976 INFO:tasks.rados.rados.0.smithi086.stdout:219: oid 24 version 62 is already newer than 58 2024-09-11T03:32:48.977 INFO:tasks.rados.rados.0.smithi086.stdout:219: oid 24 version 62 is already newer than 57 2024-09-11T03:32:48.977 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 62 (ObjNum 91 snap 13 seq_num 91) dirty exists 2024-09-11T03:32:48.977 INFO:tasks.rados.rados.0.smithi086.stdout:219: left oid 24 (ObjNum 91 snap 13 seq_num 91) 2024-09-11T03:32:48.977 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 75 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-09-11T03:32:48.977 INFO:tasks.rados.rados.0.smithi086.stdout:219: done (2 left) 2024-09-11T03:32:48.977 INFO:tasks.rados.rados.0.smithi086.stdout:223: done (1 left) 2024-09-11T03:32:48.977 INFO:tasks.rados.rados.0.smithi086.stdout:224: done (0 left) 2024-09-11T03:32:48.977 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 13 2024-09-11T03:32:48.977 INFO:tasks.rados.rados.0.smithi086.stdout:225: seq_num 94 ranges {0=778240,778240=532480,1310720=270336} 2024-09-11T03:32:48.981 INFO:tasks.rados.rados.0.smithi086.stdout:225: writing smithi08678205-26 from 0 to 778240 tid 1 2024-09-11T03:32:48.985 INFO:tasks.rados.rados.0.smithi086.stdout:225: writing smithi08678205-26 from 778240 to 1310720 tid 2 2024-09-11T03:32:48.987 INFO:tasks.rados.rados.0.smithi086.stdout:225: writing smithi08678205-26 from 1310720 to 1581056 tid 3 2024-09-11T03:32:48.987 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 13 2024-09-11T03:32:48.987 INFO:tasks.rados.rados.0.smithi086.stdout:226: seq_num 95 ranges {24576=794624,819200=409600,1228800=393216} 2024-09-11T03:32:48.992 INFO:tasks.rados.rados.0.smithi086.stdout:226: writing smithi08678205-2 from 24576 to 819200 tid 1 2024-09-11T03:32:48.994 INFO:tasks.rados.rados.0.smithi086.stdout:226: writing smithi08678205-2 from 819200 to 1228800 tid 2 2024-09-11T03:32:48.997 INFO:tasks.rados.rados.0.smithi086.stdout:226: writing smithi08678205-2 from 1228800 to 1622016 tid 3 2024-09-11T03:32:48.997 INFO:tasks.rados.rados.0.smithi086.stdout:227: copy_from oid 28 from oid 27 current snap is 13 2024-09-11T03:32:48.997 INFO:tasks.rados.rados.0.smithi086.stdout:225: finishing write tid 1 to smithi08678205-26 2024-09-11T03:32:48.997 INFO:tasks.rados.rados.0.smithi086.stdout:225: finishing write tid 2 to smithi08678205-26 2024-09-11T03:32:48.998 INFO:tasks.rados.rados.0.smithi086.stdout:225: finishing write tid 3 to smithi08678205-26 2024-09-11T03:32:48.998 INFO:tasks.rados.rados.0.smithi086.stdout:225: finishing write tid 4 to smithi08678205-26 2024-09-11T03:32:48.998 INFO:tasks.rados.rados.0.smithi086.stdout:225: finishing write tid 5 to smithi08678205-26 2024-09-11T03:32:48.998 INFO:tasks.rados.rados.0.smithi086.stdout:225: oid 26 updating version 0 to 34 2024-09-11T03:32:48.998 INFO:tasks.rados.rados.0.smithi086.stdout:225: oid 26 updating version 34 to 35 2024-09-11T03:32:48.998 INFO:tasks.rados.rados.0.smithi086.stdout:225: oid 26 version 35 is already newer than 32 2024-09-11T03:32:48.998 INFO:tasks.rados.rados.0.smithi086.stdout:225: oid 26 version 35 is already newer than 33 2024-09-11T03:32:48.998 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 35 (ObjNum 94 snap 13 seq_num 94) dirty exists 2024-09-11T03:32:48.999 INFO:tasks.rados.rados.0.smithi086.stdout:225: left oid 26 (ObjNum 94 snap 13 seq_num 94) 2024-09-11T03:32:48.999 INFO:tasks.rados.rados.0.smithi086.stdout:226: finishing write tid 1 to smithi08678205-2 2024-09-11T03:32:48.999 INFO:tasks.rados.rados.0.smithi086.stdout:226: finishing write tid 2 to smithi08678205-2 2024-09-11T03:32:48.999 INFO:tasks.rados.rados.0.smithi086.stdout:225: done (2 left) 2024-09-11T03:32:48.999 INFO:tasks.rados.rados.0.smithi086.stdout:228: snap_create 2024-09-11T03:32:48.999 INFO:tasks.rados.rados.0.smithi086.stdout:226: finishing write tid 3 to smithi08678205-2 2024-09-11T03:32:48.999 INFO:tasks.rados.rados.0.smithi086.stdout:226: finishing write tid 4 to smithi08678205-2 2024-09-11T03:32:49.001 INFO:tasks.rados.rados.0.smithi086.stdout:227: finishing copy_from racing read to smithi08678205-28 2024-09-11T03:32:49.002 INFO:tasks.rados.rados.0.smithi086.stdout:227: finishing copy_from to smithi08678205-28 2024-09-11T03:32:49.002 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 12 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-11T03:32:49.003 INFO:tasks.rados.rados.0.smithi086.stdout:226: finishing write tid 5 to smithi08678205-2 2024-09-11T03:32:49.003 INFO:tasks.rados.rados.0.smithi086.stdout:226: oid 2 updating version 0 to 5 2024-09-11T03:32:49.003 INFO:tasks.rados.rados.0.smithi086.stdout:226: oid 2 updating version 5 to 6 2024-09-11T03:32:49.003 INFO:tasks.rados.rados.0.smithi086.stdout:226: oid 2 version 6 is already newer than 4 2024-09-11T03:32:49.003 INFO:tasks.rados.rados.0.smithi086.stdout:226: oid 2 updating version 6 to 7 2024-09-11T03:32:49.003 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 7 (ObjNum 95 snap 13 seq_num 95) dirty exists 2024-09-11T03:32:49.003 INFO:tasks.rados.rados.0.smithi086.stdout:226: left oid 2 (ObjNum 95 snap 13 seq_num 95) 2024-09-11T03:32:49.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:48 smithi086 ceph-mon[27247]: osdmap e106: 8 total, 8 up, 8 in 2024-09-11T03:32:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:48 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:48 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:48 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:48 smithi086 ceph-mon[37253]: osdmap e106: 8 total, 8 up, 8 in 2024-09-11T03:32:49.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:48 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:49.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:48 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:49.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:48 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:48 smithi130 ceph-mon[31190]: osdmap e106: 8 total, 8 up, 8 in 2024-09-11T03:32:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:48 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:48 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:32:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:48 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:32:49.891 INFO:tasks.rados.rados.0.smithi086.stdout:226: done (2 left) 2024-09-11T03:32:49.891 INFO:tasks.rados.rados.0.smithi086.stdout:227: done (1 left) 2024-09-11T03:32:49.891 INFO:tasks.rados.rados.0.smithi086.stdout:228: done (0 left) 2024-09-11T03:32:49.891 INFO:tasks.rados.rados.0.smithi086.stdout:229: snap_create 2024-09-11T03:32:50.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[27247]: Upgrade: Target is version 19.3.0-4854-g8f219c47 (unknown) 2024-09-11T03:32:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[27247]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e'] 2024-09-11T03:32:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[27247]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-11T03:32:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[27247]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e on smithi130 2024-09-11T03:32:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[27247]: osdmap e107: 8 total, 8 up, 8 in 2024-09-11T03:32:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[27247]: pgmap v139: 121 pgs: 121 active+clean; 57 MiB data, 318 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-09-11T03:32:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[27247]: osdmap e108: 8 total, 8 up, 8 in 2024-09-11T03:32:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[37253]: Upgrade: Target is version 19.3.0-4854-g8f219c47 (unknown) 2024-09-11T03:32:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[37253]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e'] 2024-09-11T03:32:50.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[37253]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-11T03:32:50.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[37253]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e on smithi130 2024-09-11T03:32:50.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[37253]: osdmap e107: 8 total, 8 up, 8 in 2024-09-11T03:32:50.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[37253]: pgmap v139: 121 pgs: 121 active+clean; 57 MiB data, 318 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-09-11T03:32:50.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:49 smithi086 ceph-mon[37253]: osdmap e108: 8 total, 8 up, 8 in 2024-09-11T03:32:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:49 smithi130 ceph-mon[31190]: Upgrade: Target is version 19.3.0-4854-g8f219c47 (unknown) 2024-09-11T03:32:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:49 smithi130 ceph-mon[31190]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e'] 2024-09-11T03:32:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:49 smithi130 ceph-mon[31190]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-11T03:32:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:49 smithi130 ceph-mon[31190]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e on smithi130 2024-09-11T03:32:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:49 smithi130 ceph-mon[31190]: osdmap e107: 8 total, 8 up, 8 in 2024-09-11T03:32:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:49 smithi130 ceph-mon[31190]: pgmap v139: 121 pgs: 121 active+clean; 57 MiB data, 318 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-09-11T03:32:50.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:49 smithi130 ceph-mon[31190]: osdmap e108: 8 total, 8 up, 8 in 2024-09-11T03:32:50.894 INFO:tasks.rados.rados.0.smithi086.stdout:229: done (0 left) 2024-09-11T03:32:50.895 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 15 2024-09-11T03:32:50.895 INFO:tasks.rados.rados.0.smithi086.stdout:230: seq_num 96 ranges {1515520=409600,1925120=696320,2621440=507904} 2024-09-11T03:32:50.904 INFO:tasks.rados.rados.0.smithi086.stdout:230: writing smithi08678205-17 from 1515520 to 1925120 tid 1 2024-09-11T03:32:50.909 INFO:tasks.rados.rados.0.smithi086.stdout:230: writing smithi08678205-17 from 1925120 to 2621440 tid 2 2024-09-11T03:32:50.912 INFO:tasks.rados.rados.0.smithi086.stdout:230: writing smithi08678205-17 from 2621440 to 3129344 tid 3 2024-09-11T03:32:50.912 INFO:tasks.rados.rados.0.smithi086.stdout:231: rollback oid 8 current snap is 15 2024-09-11T03:32:50.912 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 8 to 13 2024-09-11T03:32:50.912 INFO:tasks.rados.rados.0.smithi086.stdout:230: finishing write tid 1 to smithi08678205-17 2024-09-11T03:32:50.912 INFO:tasks.rados.rados.0.smithi086.stdout:230: finishing write tid 2 to smithi08678205-17 2024-09-11T03:32:50.913 INFO:tasks.rados.rados.0.smithi086.stdout:232: rmattr oid 26 current snap is 15 2024-09-11T03:32:50.913 INFO:tasks.rados.rados.0.smithi086.stdout:232: done (2 left) 2024-09-11T03:32:50.913 INFO:tasks.rados.rados.0.smithi086.stdout:233: delete oid 2 current snap is 15 2024-09-11T03:32:50.915 INFO:tasks.rados.rados.0.smithi086.stdout:231: finishing rollback tid 0 to smithi08678205-8 2024-09-11T03:32:50.915 INFO:tasks.rados.rados.0.smithi086.stdout:231: finishing rollback tid 1 to smithi08678205-8 2024-09-11T03:32:50.915 INFO:tasks.rados.rados.0.smithi086.stdout:230: finishing write tid 3 to smithi08678205-17 2024-09-11T03:32:50.915 INFO:tasks.rados.rados.0.smithi086.stdout:230: finishing write tid 4 to smithi08678205-17 2024-09-11T03:32:50.915 INFO:tasks.rados.rados.0.smithi086.stdout:231: finishing rollback tid 2 to smithi08678205-8 2024-09-11T03:32:50.915 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 45 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-11T03:32:50.916 INFO:tasks.rados.rados.0.smithi086.stdout:231: done (2 left) 2024-09-11T03:32:50.916 INFO:tasks.rados.rados.0.smithi086.stdout:233: done (1 left) 2024-09-11T03:32:50.917 INFO:tasks.rados.rados.0.smithi086.stdout:234: rmattr oid 10 current snap is 15 2024-09-11T03:32:50.917 INFO:tasks.rados.rados.0.smithi086.stdout:234: done (1 left) 2024-09-11T03:32:50.917 INFO:tasks.rados.rados.0.smithi086.stdout:235: snap_create 2024-09-11T03:32:50.917 INFO:tasks.rados.rados.0.smithi086.stdout:230: finishing write tid 5 to smithi08678205-17 2024-09-11T03:32:50.917 INFO:tasks.rados.rados.0.smithi086.stdout:230: oid 17 updating version 0 to 13 2024-09-11T03:32:50.917 INFO:tasks.rados.rados.0.smithi086.stdout:230: oid 17 updating version 13 to 15 2024-09-11T03:32:50.917 INFO:tasks.rados.rados.0.smithi086.stdout:230: oid 17 version 15 is already newer than 12 2024-09-11T03:32:50.917 INFO:tasks.rados.rados.0.smithi086.stdout:230: oid 17 version 15 is already newer than 14 2024-09-11T03:32:50.917 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 15 (ObjNum 96 snap 15 seq_num 96) dirty exists 2024-09-11T03:32:50.917 INFO:tasks.rados.rados.0.smithi086.stdout:230: left oid 17 (ObjNum 96 snap 15 seq_num 96) 2024-09-11T03:32:51.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:50 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:32:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:50 smithi086 ceph-mon[27247]: osdmap e109: 8 total, 8 up, 8 in 2024-09-11T03:32:51.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:50 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:32:51.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:50 smithi086 ceph-mon[37253]: osdmap e109: 8 total, 8 up, 8 in 2024-09-11T03:32:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:50 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:32:51.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:50 smithi130 ceph-mon[31190]: osdmap e109: 8 total, 8 up, 8 in 2024-09-11T03:32:51.894 INFO:tasks.rados.rados.0.smithi086.stdout:230: done (1 left) 2024-09-11T03:32:51.895 INFO:tasks.rados.rados.0.smithi086.stdout:235: done (0 left) 2024-09-11T03:32:51.895 INFO:tasks.rados.rados.0.smithi086.stdout:236: copy_from oid 48 from oid 47 current snap is 16 2024-09-11T03:32:51.895 INFO:tasks.rados.rados.0.smithi086.stdout:237: read oid 34 snap -1 2024-09-11T03:32:51.895 INFO:tasks.rados.rados.0.smithi086.stdout:237: expect deleted 2024-09-11T03:32:51.895 INFO:tasks.rados.rados.0.smithi086.stdout:238: snap_create 2024-09-11T03:32:51.904 INFO:tasks.rados.rados.0.smithi086.stdout:236: finishing copy_from racing read to smithi08678205-48 2024-09-11T03:32:51.905 INFO:tasks.rados.rados.0.smithi086.stdout:236: finishing copy_from to smithi08678205-48 2024-09-11T03:32:51.905 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-11T03:32:52.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:51 smithi086 ceph-mon[27247]: pgmap v142: 121 pgs: 121 active+clean; 56 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-11T03:32:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:51 smithi086 ceph-mon[27247]: osdmap e110: 8 total, 8 up, 8 in 2024-09-11T03:32:52.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:51 smithi086 ceph-mon[37253]: pgmap v142: 121 pgs: 121 active+clean; 56 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-11T03:32:52.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:51 smithi086 ceph-mon[37253]: osdmap e110: 8 total, 8 up, 8 in 2024-09-11T03:32:52.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:51 smithi130 ceph-mon[31190]: pgmap v142: 121 pgs: 121 active+clean; 56 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-11T03:32:52.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:51 smithi130 ceph-mon[31190]: osdmap e110: 8 total, 8 up, 8 in 2024-09-11T03:32:52.896 INFO:tasks.rados.rados.0.smithi086.stdout:236: done (2 left) 2024-09-11T03:32:52.896 INFO:tasks.rados.rados.0.smithi086.stdout:237: done (1 left) 2024-09-11T03:32:52.896 INFO:tasks.rados.rados.0.smithi086.stdout:238: done (0 left) 2024-09-11T03:32:52.896 INFO:tasks.rados.rados.0.smithi086.stdout:239: read oid 47 snap -1 2024-09-11T03:32:52.896 INFO:tasks.rados.rados.0.smithi086.stdout:239: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-11T03:32:52.896 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 17 2024-09-11T03:32:52.897 INFO:tasks.rados.rados.0.smithi086.stdout:240: seq_num 98 ranges {557056=450560,1007616=466944,1474560=737280} 2024-09-11T03:32:52.901 INFO:tasks.rados.rados.0.smithi086.stdout:240: writing smithi08678205-45 from 557056 to 1007616 tid 1 2024-09-11T03:32:52.904 INFO:tasks.rados.rados.0.smithi086.stdout:240: writing smithi08678205-45 from 1007616 to 1474560 tid 2 2024-09-11T03:32:52.909 INFO:tasks.rados.rados.0.smithi086.stdout:240: writing smithi08678205-45 from 1474560 to 2211840 tid 3 2024-09-11T03:32:52.909 INFO:tasks.rados.rados.0.smithi086.stdout:241: read oid 49 snap 16 2024-09-11T03:32:52.909 INFO:tasks.rados.rados.0.smithi086.stdout:241: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-11T03:32:52.909 INFO:tasks.rados.rados.0.smithi086.stdout:242: read oid 28 snap -1 2024-09-11T03:32:52.909 INFO:tasks.rados.rados.0.smithi086.stdout:242: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-11T03:32:52.909 INFO:tasks.rados.rados.0.smithi086.stdout:243: read oid 46 snap 14 2024-09-11T03:32:52.909 INFO:tasks.rados.rados.0.smithi086.stdout:243: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-11T03:32:52.910 INFO:tasks.rados.rados.0.smithi086.stdout:244: snap_remove snap 13 2024-09-11T03:32:53.378 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:32:53.903 INFO:tasks.rados.rados.0.smithi086.stdout:244: done (5 left) 2024-09-11T03:32:53.904 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 17 2024-09-11T03:32:53.904 INFO:tasks.rados.rados.0.smithi086.stdout:245: seq_num 99 ranges {778240=466944,1245184=802816,2048000=401408} 2024-09-11T03:32:53.904 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:32:53.904 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (2m) 102s ago 3m 16.5M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:32:53.905 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (2m) 102s ago 2m 79.9M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:32:53.905 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (4m) 102s ago 4m 18.1M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:32:53.905 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (4m) 102s ago 4m 13.3M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:32:53.905 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,8765 running (7m) 102s ago 7m 438M - 18.2.4-837-g7a853b17 f21ba1eea74e 8b3341821273 2024-09-11T03:32:53.905 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:9283,8765 running (9m) 102s ago 9m 485M - 18.2.4-837-g7a853b17 f21ba1eea74e 0c7ac3b46562 2024-09-11T03:32:53.906 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (9m) 102s ago 9m 46.9M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 787d7cf4e438 2024-09-11T03:32:53.906 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (8m) 102s ago 8m 39.6M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e f24156c810aa 2024-09-11T03:32:53.906 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (7m) 102s ago 7m 40.1M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 43e10484a140 2024-09-11T03:32:53.906 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (2m) 102s ago 2m 15.7M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:32:53.906 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (2m) 102s ago 2m 8388k - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:32:53.906 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (7m) 102s ago 7m 47.9M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 4b42e892b785 2024-09-11T03:32:53.907 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (7m) 102s ago 7m 44.5M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 6d8c3e9230e8 2024-09-11T03:32:53.907 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (6m) 102s ago 6m 44.1M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e d3d0f22e40b8 2024-09-11T03:32:53.907 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (6m) 102s ago 6m 51.0M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e ec41798cba7a 2024-09-11T03:32:53.907 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (5m) 102s ago 5m 41.7M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 21e3380b8d63 2024-09-11T03:32:53.907 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (5m) 102s ago 5m 51.7M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 8946be32054c 2024-09-11T03:32:53.908 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (5m) 102s ago 5m 50.0M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:32:53.908 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (4m) 102s ago 4m 51.1M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:32:53.908 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (2m) 102s ago 3m 33.7M - 2.43.0 a07b618ecd1d 60689e0fb5bf 2024-09-11T03:32:53.909 INFO:tasks.rados.rados.0.smithi086.stdout:245: writing smithi08678205-48 from 778240 to 1245184 tid 1 2024-09-11T03:32:53.914 INFO:tasks.rados.rados.0.smithi086.stdout:245: writing smithi08678205-48 from 1245184 to 2048000 tid 2 2024-09-11T03:32:53.917 INFO:tasks.rados.rados.0.smithi086.stdout:245: writing smithi08678205-48 from 2048000 to 2449408 tid 3 2024-09-11T03:32:53.917 INFO:tasks.rados.rados.0.smithi086.stdout:246: read oid 8 snap -1 2024-09-11T03:32:53.917 INFO:tasks.rados.rados.0.smithi086.stdout:246: expect (ObjNum 80 snap 12 seq_num 80) 2024-09-11T03:32:53.917 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 17 2024-09-11T03:32:53.917 INFO:tasks.rados.rados.0.smithi086.stdout:247: seq_num 100 ranges {0=483328,483328=688128,1171456=516096} 2024-09-11T03:32:53.919 INFO:tasks.rados.rados.0.smithi086.stdout:247: writing smithi08678205-22 from 0 to 483328 tid 1 2024-09-11T03:32:53.924 INFO:tasks.rados.rados.0.smithi086.stdout:247: writing smithi08678205-22 from 483328 to 1171456 tid 2 2024-09-11T03:32:53.928 INFO:tasks.rados.rados.0.smithi086.stdout:247: writing smithi08678205-22 from 1171456 to 1687552 tid 3 2024-09-11T03:32:53.929 INFO:tasks.rados.rados.0.smithi086.stdout:248: setattr oid 18 current snap is 17 2024-09-11T03:32:53.929 INFO:tasks.rados.rados.0.smithi086.stdout:239: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-11T03:32:53.964 INFO:tasks.rados.rados.0.smithi086.stdout:240: finishing write tid 1 to smithi08678205-45 2024-09-11T03:32:53.964 INFO:tasks.rados.rados.0.smithi086.stdout:240: finishing write tid 2 to smithi08678205-45 2024-09-11T03:32:53.964 INFO:tasks.rados.rados.0.smithi086.stdout:240: finishing write tid 3 to smithi08678205-45 2024-09-11T03:32:53.964 INFO:tasks.rados.rados.0.smithi086.stdout:242: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-11T03:32:53.976 INFO:tasks.rados.rados.0.smithi086.stdout:241: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-11T03:32:53.997 INFO:tasks.rados.rados.0.smithi086.stdout:240: finishing write tid 4 to smithi08678205-45 2024-09-11T03:32:53.997 INFO:tasks.rados.rados.0.smithi086.stdout:240: finishing write tid 5 to smithi08678205-45 2024-09-11T03:32:53.997 INFO:tasks.rados.rados.0.smithi086.stdout:240: oid 45 updating version 0 to 50 2024-09-11T03:32:53.998 INFO:tasks.rados.rados.0.smithi086.stdout:240: oid 45 version 50 is already newer than 47 2024-09-11T03:32:53.998 INFO:tasks.rados.rados.0.smithi086.stdout:240: oid 45 version 50 is already newer than 49 2024-09-11T03:32:53.998 INFO:tasks.rados.rados.0.smithi086.stdout:240: oid 45 version 50 is already newer than 48 2024-09-11T03:32:53.998 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 50 (ObjNum 98 snap 17 seq_num 98) dirty exists 2024-09-11T03:32:53.998 INFO:tasks.rados.rados.0.smithi086.stdout:240: left oid 45 (ObjNum 98 snap 17 seq_num 98) 2024-09-11T03:32:53.998 INFO:tasks.rados.rados.0.smithi086.stdout:243: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-11T03:32:54.019 INFO:tasks.rados.rados.0.smithi086.stdout:245: finishing write tid 1 to smithi08678205-48 2024-09-11T03:32:54.019 INFO:tasks.rados.rados.0.smithi086.stdout:245: finishing write tid 2 to smithi08678205-48 2024-09-11T03:32:54.019 INFO:tasks.rados.rados.0.smithi086.stdout:239: done (8 left) 2024-09-11T03:32:54.019 INFO:tasks.rados.rados.0.smithi086.stdout:240: done (7 left) 2024-09-11T03:32:54.019 INFO:tasks.rados.rados.0.smithi086.stdout:241: done (6 left) 2024-09-11T03:32:54.019 INFO:tasks.rados.rados.0.smithi086.stdout:242: done (5 left) 2024-09-11T03:32:54.019 INFO:tasks.rados.rados.0.smithi086.stdout:243: done (4 left) 2024-09-11T03:32:54.019 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 17 2024-09-11T03:32:54.019 INFO:tasks.rados.rados.0.smithi086.stdout:245: finishing write tid 3 to smithi08678205-48 2024-09-11T03:32:54.019 INFO:tasks.rados.rados.0.smithi086.stdout:249: seq_num 101 ranges {0=499712,499712=573440,1073152=524288,1597440=106496} 2024-09-11T03:32:54.021 INFO:tasks.rados.rados.0.smithi086.stdout:249: writing smithi08678205-34 from 0 to 499712 tid 1 2024-09-11T03:32:54.024 INFO:tasks.rados.rados.0.smithi086.stdout:249: writing smithi08678205-34 from 499712 to 1073152 tid 2 2024-09-11T03:32:54.027 INFO:tasks.rados.rados.0.smithi086.stdout:249: writing smithi08678205-34 from 1073152 to 1597440 tid 3 2024-09-11T03:32:54.028 INFO:tasks.rados.rados.0.smithi086.stdout:249: writing smithi08678205-34 from 1597440 to 1703936 tid 4 2024-09-11T03:32:54.028 INFO:tasks.rados.rados.0.smithi086.stdout:250: read oid 49 snap 16 2024-09-11T03:32:54.028 INFO:tasks.rados.rados.0.smithi086.stdout:250: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-11T03:32:54.028 INFO:tasks.rados.rados.0.smithi086.stdout:251: snap_remove snap 14 2024-09-11T03:32:54.250 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:32:54.250 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:32:54.250 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-11T03:32:54.250 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:32:54.250 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:32:54.250 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:32:54.250 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:32:54.250 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:32:54.250 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-11T03:32:54.251 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:32:54.251 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:32:54.251 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:32:54.251 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:32:54.251 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:32:54.251 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 15 2024-09-11T03:32:54.251 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:32:54.251 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:32:54.251 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:53 smithi086 ceph-mon[27247]: osdmap e111: 8 total, 8 up, 8 in 2024-09-11T03:32:54.252 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:53 smithi086 ceph-mon[27247]: pgmap v145: 121 pgs: 121 active+clean; 56 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-11T03:32:54.252 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:53 smithi086 ceph-mon[37253]: osdmap e111: 8 total, 8 up, 8 in 2024-09-11T03:32:54.252 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:53 smithi086 ceph-mon[37253]: pgmap v145: 121 pgs: 121 active+clean; 56 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-11T03:32:54.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:53 smithi130 ceph-mon[31190]: osdmap e111: 8 total, 8 up, 8 in 2024-09-11T03:32:54.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:53 smithi130 ceph-mon[31190]: pgmap v145: 121 pgs: 121 active+clean; 56 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-11T03:32:54.524 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:32:54.524 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:32:54.524 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:32:54.525 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:32:54.525 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [], 2024-09-11T03:32:54.525 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "0/20 daemons upgraded", 2024-09-11T03:32:54.525 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e image on host smithi130", 2024-09-11T03:32:54.525 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:32:54.525 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:32:54.895 INFO:tasks.rados.rados.0.smithi086.stdout:251: done (6 left) 2024-09-11T03:32:54.896 INFO:tasks.rados.rados.0.smithi086.stdout:252: snap_remove snap 10 2024-09-11T03:32:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:54 smithi086 ceph-mon[27247]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:54 smithi086 ceph-mon[27247]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:54 smithi086 ceph-mon[27247]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:54 smithi086 ceph-mon[27247]: osdmap e112: 8 total, 8 up, 8 in 2024-09-11T03:32:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:54 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/917583259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:32:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:54 smithi086 ceph-mon[27247]: osdmap e113: 8 total, 8 up, 8 in 2024-09-11T03:32:55.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:54 smithi086 ceph-mon[37253]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:55.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:54 smithi086 ceph-mon[37253]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:55.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:54 smithi086 ceph-mon[37253]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:55.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:54 smithi086 ceph-mon[37253]: osdmap e112: 8 total, 8 up, 8 in 2024-09-11T03:32:55.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:54 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/917583259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:32:55.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:54 smithi086 ceph-mon[37253]: osdmap e113: 8 total, 8 up, 8 in 2024-09-11T03:32:55.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:54 smithi130 ceph-mon[31190]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:55.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:54 smithi130 ceph-mon[31190]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:55.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:54 smithi130 ceph-mon[31190]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:55.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:54 smithi130 ceph-mon[31190]: osdmap e112: 8 total, 8 up, 8 in 2024-09-11T03:32:55.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:54 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/917583259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:32:55.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:54 smithi130 ceph-mon[31190]: osdmap e113: 8 total, 8 up, 8 in 2024-09-11T03:32:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:252: done (6 left) 2024-09-11T03:32:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 17 2024-09-11T03:32:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:253: seq_num 102 ranges {606208=516096,1122304=450560,1572864=729088,2301952=24576} 2024-09-11T03:32:55.909 INFO:tasks.rados.rados.0.smithi086.stdout:253: writing smithi08678205-37 from 606208 to 1122304 tid 1 2024-09-11T03:32:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:253: writing smithi08678205-37 from 1122304 to 1572864 tid 2 2024-09-11T03:32:55.917 INFO:tasks.rados.rados.0.smithi086.stdout:253: writing smithi08678205-37 from 1572864 to 2301952 tid 3 2024-09-11T03:32:55.917 INFO:tasks.rados.rados.0.smithi086.stdout:253: writing smithi08678205-37 from 2301952 to 2326528 tid 4 2024-09-11T03:32:55.917 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 29 current snap is 17 2024-09-11T03:32:55.918 INFO:tasks.rados.rados.0.smithi086.stdout:245: finishing write tid 4 to smithi08678205-48 2024-09-11T03:32:55.918 INFO:tasks.rados.rados.0.smithi086.stdout:245: finishing write tid 5 to smithi08678205-48 2024-09-11T03:32:55.918 INFO:tasks.rados.rados.0.smithi086.stdout:245: oid 48 updating version 0 to 88 2024-09-11T03:32:55.918 INFO:tasks.rados.rados.0.smithi086.stdout:245: oid 48 updating version 88 to 90 2024-09-11T03:32:55.918 INFO:tasks.rados.rados.0.smithi086.stdout:245: oid 48 version 90 is already newer than 85 2024-09-11T03:32:55.918 INFO:tasks.rados.rados.0.smithi086.stdout:245: oid 48 version 90 is already newer than 89 2024-09-11T03:32:55.918 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 90 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-09-11T03:32:55.918 INFO:tasks.rados.rados.0.smithi086.stdout:245: left oid 48 (ObjNum 99 snap 17 seq_num 99) 2024-09-11T03:32:55.918 INFO:tasks.rados.rados.0.smithi086.stdout:247: finishing write tid 1 to smithi08678205-22 2024-09-11T03:32:55.918 INFO:tasks.rados.rados.0.smithi086.stdout:254: seq_num 103 ranges {778240=532480,1310720=737280,2048000=466944} 2024-09-11T03:32:55.925 INFO:tasks.rados.rados.0.smithi086.stdout:254: writing smithi08678205-29 from 778240 to 1310720 tid 1 2024-09-11T03:32:55.929 INFO:tasks.rados.rados.0.smithi086.stdout:254: writing smithi08678205-29 from 1310720 to 2048000 tid 2 2024-09-11T03:32:55.932 INFO:tasks.rados.rados.0.smithi086.stdout:254: writing smithi08678205-29 from 2048000 to 2514944 tid 3 2024-09-11T03:32:55.933 INFO:tasks.rados.rados.0.smithi086.stdout:245: done (7 left) 2024-09-11T03:32:55.933 INFO:tasks.rados.rados.0.smithi086.stdout:255: read oid 42 snap -1 2024-09-11T03:32:55.933 INFO:tasks.rados.rados.0.smithi086.stdout:255: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-11T03:32:55.933 INFO:tasks.rados.rados.0.smithi086.stdout:256: read oid 25 snap 16 2024-09-11T03:32:55.933 INFO:tasks.rados.rados.0.smithi086.stdout:256: expect deleted 2024-09-11T03:32:55.933 INFO:tasks.rados.rados.0.smithi086.stdout:257: setattr oid 15 current snap is 17 2024-09-11T03:32:55.933 INFO:tasks.rados.rados.0.smithi086.stdout:246: expect (ObjNum 80 snap 12 seq_num 80) 2024-09-11T03:32:55.970 INFO:tasks.rados.rados.0.smithi086.stdout:247: finishing write tid 2 to smithi08678205-22 2024-09-11T03:32:55.970 INFO:tasks.rados.rados.0.smithi086.stdout:247: finishing write tid 3 to smithi08678205-22 2024-09-11T03:32:55.970 INFO:tasks.rados.rados.0.smithi086.stdout:247: finishing write tid 4 to smithi08678205-22 2024-09-11T03:32:55.970 INFO:tasks.rados.rados.0.smithi086.stdout:247: finishing write tid 5 to smithi08678205-22 2024-09-11T03:32:55.970 INFO:tasks.rados.rados.0.smithi086.stdout:247: oid 22 updating version 0 to 87 2024-09-11T03:32:55.970 INFO:tasks.rados.rados.0.smithi086.stdout:247: oid 22 updating version 87 to 88 2024-09-11T03:32:55.970 INFO:tasks.rados.rados.0.smithi086.stdout:247: oid 22 version 88 is already newer than 85 2024-09-11T03:32:55.970 INFO:tasks.rados.rados.0.smithi086.stdout:247: oid 22 version 88 is already newer than 86 2024-09-11T03:32:55.970 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 88 (ObjNum 100 snap 17 seq_num 100) dirty exists 2024-09-11T03:32:55.971 INFO:tasks.rados.rados.0.smithi086.stdout:247: left oid 22 (ObjNum 100 snap 17 seq_num 100) 2024-09-11T03:32:55.971 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 26 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-11T03:32:55.971 INFO:tasks.rados.rados.0.smithi086.stdout:249: finishing write tid 1 to smithi08678205-34 2024-09-11T03:32:55.971 INFO:tasks.rados.rados.0.smithi086.stdout:249: finishing write tid 2 to smithi08678205-34 2024-09-11T03:32:55.971 INFO:tasks.rados.rados.0.smithi086.stdout:249: finishing write tid 3 to smithi08678205-34 2024-09-11T03:32:55.971 INFO:tasks.rados.rados.0.smithi086.stdout:249: finishing write tid 4 to smithi08678205-34 2024-09-11T03:32:55.971 INFO:tasks.rados.rados.0.smithi086.stdout:249: finishing write tid 5 to smithi08678205-34 2024-09-11T03:32:55.971 INFO:tasks.rados.rados.0.smithi086.stdout:249: finishing write tid 6 to smithi08678205-34 2024-09-11T03:32:55.971 INFO:tasks.rados.rados.0.smithi086.stdout:249: oid 34 updating version 0 to 31 2024-09-11T03:32:55.971 INFO:tasks.rados.rados.0.smithi086.stdout:249: oid 34 version 31 is already newer than 30 2024-09-11T03:32:55.971 INFO:tasks.rados.rados.0.smithi086.stdout:249: oid 34 version 31 is already newer than 28 2024-09-11T03:32:55.971 INFO:tasks.rados.rados.0.smithi086.stdout:249: oid 34 version 31 is already newer than 27 2024-09-11T03:32:55.971 INFO:tasks.rados.rados.0.smithi086.stdout:249: oid 34 version 31 is already newer than 29 2024-09-11T03:32:55.972 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 31 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-09-11T03:32:55.972 INFO:tasks.rados.rados.0.smithi086.stdout:249: left oid 34 (ObjNum 101 snap 17 seq_num 101) 2024-09-11T03:32:55.972 INFO:tasks.rados.rados.0.smithi086.stdout:250: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-11T03:32:55.990 INFO:tasks.rados.rados.0.smithi086.stdout:253: finishing write tid 1 to smithi08678205-37 2024-09-11T03:32:55.990 INFO:tasks.rados.rados.0.smithi086.stdout:253: finishing write tid 2 to smithi08678205-37 2024-09-11T03:32:55.990 INFO:tasks.rados.rados.0.smithi086.stdout:253: finishing write tid 3 to smithi08678205-37 2024-09-11T03:32:55.990 INFO:tasks.rados.rados.0.smithi086.stdout:253: finishing write tid 4 to smithi08678205-37 2024-09-11T03:32:55.990 INFO:tasks.rados.rados.0.smithi086.stdout:253: finishing write tid 5 to smithi08678205-37 2024-09-11T03:32:55.990 INFO:tasks.rados.rados.0.smithi086.stdout:253: finishing write tid 6 to smithi08678205-37 2024-09-11T03:32:55.990 INFO:tasks.rados.rados.0.smithi086.stdout:253: oid 37 updating version 0 to 43 2024-09-11T03:32:55.990 INFO:tasks.rados.rados.0.smithi086.stdout:253: oid 37 updating version 43 to 44 2024-09-11T03:32:55.991 INFO:tasks.rados.rados.0.smithi086.stdout:253: oid 37 version 44 is already newer than 41 2024-09-11T03:32:55.991 INFO:tasks.rados.rados.0.smithi086.stdout:253: oid 37 updating version 44 to 45 2024-09-11T03:32:55.991 INFO:tasks.rados.rados.0.smithi086.stdout:253: oid 37 version 45 is already newer than 42 2024-09-11T03:32:55.991 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 45 (ObjNum 102 snap 17 seq_num 102) dirty exists 2024-09-11T03:32:55.991 INFO:tasks.rados.rados.0.smithi086.stdout:253: left oid 37 (ObjNum 102 snap 17 seq_num 102) 2024-09-11T03:32:55.991 INFO:tasks.rados.rados.0.smithi086.stdout:254: finishing write tid 1 to smithi08678205-29 2024-09-11T03:32:55.991 INFO:tasks.rados.rados.0.smithi086.stdout:254: finishing write tid 2 to smithi08678205-29 2024-09-11T03:32:55.991 INFO:tasks.rados.rados.0.smithi086.stdout:255: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-11T03:32:56.008 INFO:tasks.rados.rados.0.smithi086.stdout:254: finishing write tid 3 to smithi08678205-29 2024-09-11T03:32:56.008 INFO:tasks.rados.rados.0.smithi086.stdout:254: finishing write tid 4 to smithi08678205-29 2024-09-11T03:32:56.008 INFO:tasks.rados.rados.0.smithi086.stdout:254: finishing write tid 5 to smithi08678205-29 2024-09-11T03:32:56.008 INFO:tasks.rados.rados.0.smithi086.stdout:254: oid 29 updating version 0 to 37 2024-09-11T03:32:56.008 INFO:tasks.rados.rados.0.smithi086.stdout:254: oid 29 updating version 37 to 38 2024-09-11T03:32:56.008 INFO:tasks.rados.rados.0.smithi086.stdout:254: oid 29 updating version 38 to 39 2024-09-11T03:32:56.008 INFO:tasks.rados.rados.0.smithi086.stdout:254: oid 29 updating version 39 to 40 2024-09-11T03:32:56.008 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 40 (ObjNum 103 snap 17 seq_num 103) dirty exists 2024-09-11T03:32:56.008 INFO:tasks.rados.rados.0.smithi086.stdout:254: left oid 29 (ObjNum 103 snap 17 seq_num 103) 2024-09-11T03:32:56.008 INFO:tasks.rados.rados.0.smithi086.stdout:246: done (9 left) 2024-09-11T03:32:56.008 INFO:tasks.rados.rados.0.smithi086.stdout:247: done (8 left) 2024-09-11T03:32:56.009 INFO:tasks.rados.rados.0.smithi086.stdout:248: done (7 left) 2024-09-11T03:32:56.009 INFO:tasks.rados.rados.0.smithi086.stdout:249: done (6 left) 2024-09-11T03:32:56.009 INFO:tasks.rados.rados.0.smithi086.stdout:250: done (5 left) 2024-09-11T03:32:56.009 INFO:tasks.rados.rados.0.smithi086.stdout:253: done (4 left) 2024-09-11T03:32:56.009 INFO:tasks.rados.rados.0.smithi086.stdout:254: done (3 left) 2024-09-11T03:32:56.009 INFO:tasks.rados.rados.0.smithi086.stdout:255: done (2 left) 2024-09-11T03:32:56.009 INFO:tasks.rados.rados.0.smithi086.stdout:256: done (1 left) 2024-09-11T03:32:56.009 INFO:tasks.rados.rados.0.smithi086.stdout:258: rollback oid 16 current snap is 17 2024-09-11T03:32:56.009 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 16 to 16 2024-09-11T03:32:56.009 INFO:tasks.rados.rados.0.smithi086.stdout:259: delete oid 45 current snap is 17 2024-09-11T03:32:56.010 INFO:tasks.rados.rados.0.smithi086.stdout:259: done (2 left) 2024-09-11T03:32:56.010 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 17 2024-09-11T03:32:56.010 INFO:tasks.rados.rados.0.smithi086.stdout:260: seq_num 105 ranges {761856=565248,1327104=507904,1835008=507904,2342912=188416} 2024-09-11T03:32:56.017 INFO:tasks.rados.rados.0.smithi086.stdout:260: writing smithi08678205-46 from 761856 to 1327104 tid 1 2024-09-11T03:32:56.019 INFO:tasks.rados.rados.0.smithi086.stdout:260: writing smithi08678205-46 from 1327104 to 1835008 tid 2 2024-09-11T03:32:56.022 INFO:tasks.rados.rados.0.smithi086.stdout:260: writing smithi08678205-46 from 1835008 to 2342912 tid 3 2024-09-11T03:32:56.023 INFO:tasks.rados.rados.0.smithi086.stdout:260: writing smithi08678205-46 from 2342912 to 2531328 tid 4 2024-09-11T03:32:56.024 INFO:tasks.rados.rados.0.smithi086.stdout:261: setattr oid 10 current snap is 17 2024-09-11T03:32:56.024 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 147 (ObjNum 129 snap 0 seq_num 3220973240) dirty exists 2024-09-11T03:32:56.024 INFO:tasks.rados.rados.0.smithi086.stdout:258: finishing rollback tid 0 to smithi08678205-16 2024-09-11T03:32:56.024 INFO:tasks.rados.rados.0.smithi086.stdout:258: finishing rollback tid 1 to smithi08678205-16 2024-09-11T03:32:56.024 INFO:tasks.rados.rados.0.smithi086.stdout:258: finishing rollback tid 2 to smithi08678205-16 2024-09-11T03:32:56.024 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 102 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-09-11T03:32:56.024 INFO:tasks.rados.rados.0.smithi086.stdout:260: finishing write tid 1 to smithi08678205-46 2024-09-11T03:32:56.024 INFO:tasks.rados.rados.0.smithi086.stdout:260: finishing write tid 2 to smithi08678205-46 2024-09-11T03:32:56.025 INFO:tasks.rados.rados.0.smithi086.stdout:257: done (3 left) 2024-09-11T03:32:56.025 INFO:tasks.rados.rados.0.smithi086.stdout:258: done (2 left) 2024-09-11T03:32:56.025 INFO:tasks.rados.rados.0.smithi086.stdout:262: setattr oid 30 current snap is 17 2024-09-11T03:32:56.025 INFO:tasks.rados.rados.0.smithi086.stdout:260: finishing write tid 3 to smithi08678205-46 2024-09-11T03:32:56.026 INFO:tasks.rados.rados.0.smithi086.stdout:260: finishing write tid 4 to smithi08678205-46 2024-09-11T03:32:56.026 INFO:tasks.rados.rados.0.smithi086.stdout:260: finishing write tid 5 to smithi08678205-46 2024-09-11T03:32:56.026 INFO:tasks.rados.rados.0.smithi086.stdout:263: snap_remove snap 15 2024-09-11T03:32:56.247 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:55 smithi130 ceph-mon[31190]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:56.247 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:55 smithi130 ceph-mon[31190]: pgmap v148: 121 pgs: 121 active+clean; 56 MiB data, 322 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:56.247 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:55 smithi130 ceph-mon[31190]: osdmap e114: 8 total, 8 up, 8 in 2024-09-11T03:32:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:55 smithi086 ceph-mon[27247]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:55 smithi086 ceph-mon[27247]: pgmap v148: 121 pgs: 121 active+clean; 56 MiB data, 322 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:56.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:55 smithi086 ceph-mon[27247]: osdmap e114: 8 total, 8 up, 8 in 2024-09-11T03:32:56.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:55 smithi086 ceph-mon[37253]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:32:56.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:55 smithi086 ceph-mon[37253]: pgmap v148: 121 pgs: 121 active+clean; 56 MiB data, 322 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:32:56.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:55 smithi086 ceph-mon[37253]: osdmap e114: 8 total, 8 up, 8 in 2024-09-11T03:32:56.927 INFO:tasks.rados.rados.0.smithi086.stdout:260: finishing write tid 6 to smithi08678205-46 2024-09-11T03:32:56.927 INFO:tasks.rados.rados.0.smithi086.stdout:260: oid 46 updating version 0 to 106 2024-09-11T03:32:56.927 INFO:tasks.rados.rados.0.smithi086.stdout:260: oid 46 version 106 is already newer than 104 2024-09-11T03:32:56.927 INFO:tasks.rados.rados.0.smithi086.stdout:260: oid 46 updating version 106 to 108 2024-09-11T03:32:56.927 INFO:tasks.rados.rados.0.smithi086.stdout:260: oid 46 version 108 is already newer than 105 2024-09-11T03:32:56.927 INFO:tasks.rados.rados.0.smithi086.stdout:260: oid 46 version 108 is already newer than 107 2024-09-11T03:32:56.927 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 108 (ObjNum 105 snap 17 seq_num 105) dirty exists 2024-09-11T03:32:56.928 INFO:tasks.rados.rados.0.smithi086.stdout:260: left oid 46 (ObjNum 105 snap 17 seq_num 105) 2024-09-11T03:32:56.928 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 76 (ObjNum 75 snap 9 seq_num 75) dirty exists 2024-09-11T03:32:56.928 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 149 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-11T03:32:56.928 INFO:tasks.rados.rados.0.smithi086.stdout:260: done (3 left) 2024-09-11T03:32:56.928 INFO:tasks.rados.rados.0.smithi086.stdout:261: done (2 left) 2024-09-11T03:32:56.928 INFO:tasks.rados.rados.0.smithi086.stdout:262: done (1 left) 2024-09-11T03:32:56.928 INFO:tasks.rados.rados.0.smithi086.stdout:263: done (0 left) 2024-09-11T03:32:56.928 INFO:tasks.rados.rados.0.smithi086.stdout:264: read oid 31 snap -1 2024-09-11T03:32:56.928 INFO:tasks.rados.rados.0.smithi086.stdout:264: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-11T03:32:56.928 INFO:tasks.rados.rados.0.smithi086.stdout:265: read oid 6 snap -1 2024-09-11T03:32:56.928 INFO:tasks.rados.rados.0.smithi086.stdout:265: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-11T03:32:56.928 INFO:tasks.rados.rados.0.smithi086.stdout:266: snap_create 2024-09-11T03:32:56.934 INFO:tasks.rados.rados.0.smithi086.stdout:265: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-11T03:32:56.953 INFO:tasks.rados.rados.0.smithi086.stdout:264: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-11T03:32:57.944 INFO:tasks.rados.rados.0.smithi086.stdout:264: done (2 left) 2024-09-11T03:32:57.944 INFO:tasks.rados.rados.0.smithi086.stdout:265: done (1 left) 2024-09-11T03:32:57.944 INFO:tasks.rados.rados.0.smithi086.stdout:266: done (0 left) 2024-09-11T03:32:57.945 INFO:tasks.rados.rados.0.smithi086.stdout:267: rollback oid 30 current snap is 18 2024-09-11T03:32:57.945 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 30 to 16 2024-09-11T03:32:57.945 INFO:tasks.rados.rados.0.smithi086.stdout:268: copy_from oid 9 from oid 25 current snap is 18 2024-09-11T03:32:57.945 INFO:tasks.rados.rados.0.smithi086.stdout:269: copy_from oid 12 from oid 28 current snap is 18 2024-09-11T03:32:57.945 INFO:tasks.rados.rados.0.smithi086.stdout:270: read oid 1 snap -1 2024-09-11T03:32:57.945 INFO:tasks.rados.rados.0.smithi086.stdout:270: expect (ObjNum 78 snap 12 seq_num 78) 2024-09-11T03:32:57.945 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 18 2024-09-11T03:32:57.945 INFO:tasks.rados.rados.0.smithi086.stdout:271: seq_num 106 ranges {3743744=581632,4325376=794624,5120000=409600} 2024-09-11T03:32:57.968 INFO:tasks.rados.rados.0.smithi086.stdout:271: writing smithi08678205-32 from 3743744 to 4325376 tid 1 2024-09-11T03:32:57.973 INFO:tasks.rados.rados.0.smithi086.stdout:271: writing smithi08678205-32 from 4325376 to 5120000 tid 2 2024-09-11T03:32:57.978 INFO:tasks.rados.rados.0.smithi086.stdout:271: writing smithi08678205-32 from 5120000 to 5529600 tid 3 2024-09-11T03:32:57.979 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 18 2024-09-11T03:32:57.979 INFO:tasks.rados.rados.0.smithi086.stdout:272: seq_num 107 ranges {458752=598016,1056768=729088,1785856=466944,2252800=8192} 2024-09-11T03:32:57.982 INFO:tasks.rados.rados.0.smithi086.stdout:272: writing smithi08678205-36 from 458752 to 1056768 tid 1 2024-09-11T03:32:57.986 INFO:tasks.rados.rados.0.smithi086.stdout:272: writing smithi08678205-36 from 1056768 to 1785856 tid 2 2024-09-11T03:32:57.989 INFO:tasks.rados.rados.0.smithi086.stdout:272: writing smithi08678205-36 from 1785856 to 2252800 tid 3 2024-09-11T03:32:57.989 INFO:tasks.rados.rados.0.smithi086.stdout:272: writing smithi08678205-36 from 2252800 to 2260992 tid 4 2024-09-11T03:32:57.989 INFO:tasks.rados.rados.0.smithi086.stdout:273: rollback oid 2 current snap is 18 2024-09-11T03:32:57.989 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 2 to 16 2024-09-11T03:32:57.989 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 18 current snap is 18 2024-09-11T03:32:57.989 INFO:tasks.rados.rados.0.smithi086.stdout:274: seq_num 108 ranges {286720=614400,901120=606208,1507328=598016} 2024-09-11T03:32:57.994 INFO:tasks.rados.rados.0.smithi086.stdout:274: writing smithi08678205-18 from 286720 to 901120 tid 1 2024-09-11T03:32:57.998 INFO:tasks.rados.rados.0.smithi086.stdout:274: writing smithi08678205-18 from 901120 to 1507328 tid 2 2024-09-11T03:32:58.002 INFO:tasks.rados.rados.0.smithi086.stdout:274: writing smithi08678205-18 from 1507328 to 2105344 tid 3 2024-09-11T03:32:58.002 INFO:tasks.rados.rados.0.smithi086.stdout:275: read oid 50 snap -1 2024-09-11T03:32:58.002 INFO:tasks.rados.rados.0.smithi086.stdout:275: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-11T03:32:58.003 INFO:tasks.rados.rados.0.smithi086.stdout:276: rollback oid 4 current snap is 18 2024-09-11T03:32:58.003 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 4 to 17 2024-09-11T03:32:58.003 INFO:tasks.rados.rados.0.smithi086.stdout:267: finishing rollback tid 0 to smithi08678205-30 2024-09-11T03:32:58.003 INFO:tasks.rados.rados.0.smithi086.stdout:267: finishing rollback tid 1 to smithi08678205-30 2024-09-11T03:32:58.003 INFO:tasks.rados.rados.0.smithi086.stdout:267: finishing rollback tid 2 to smithi08678205-30 2024-09-11T03:32:58.003 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 155 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-11T03:32:58.003 INFO:tasks.rados.rados.0.smithi086.stdout:268: finishing copy_from to smithi08678205-9 2024-09-11T03:32:58.004 INFO:tasks.rados.rados.0.smithi086.stdout:268: got expected ENOENT (src dne) 2024-09-11T03:32:58.004 INFO:tasks.rados.rados.0.smithi086.stdout:268: finishing copy_from racing read to smithi08678205-9 2024-09-11T03:32:58.004 INFO:tasks.rados.rados.0.smithi086.stdout:270: expect (ObjNum 78 snap 12 seq_num 78) 2024-09-11T03:32:58.062 INFO:tasks.rados.rados.0.smithi086.stdout:269: finishing copy_from racing read to smithi08678205-12 2024-09-11T03:32:58.062 INFO:tasks.rados.rados.0.smithi086.stdout:269: finishing copy_from to smithi08678205-12 2024-09-11T03:32:58.062 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 12 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-11T03:32:58.063 INFO:tasks.rados.rados.0.smithi086.stdout:271: finishing write tid 1 to smithi08678205-32 2024-09-11T03:32:58.063 INFO:tasks.rados.rados.0.smithi086.stdout:271: finishing write tid 2 to smithi08678205-32 2024-09-11T03:32:58.063 INFO:tasks.rados.rados.0.smithi086.stdout:267: done (9 left) 2024-09-11T03:32:58.063 INFO:tasks.rados.rados.0.smithi086.stdout:268: done (8 left) 2024-09-11T03:32:58.063 INFO:tasks.rados.rados.0.smithi086.stdout:269: done (7 left) 2024-09-11T03:32:58.063 INFO:tasks.rados.rados.0.smithi086.stdout:270: done (6 left) 2024-09-11T03:32:58.063 INFO:tasks.rados.rados.0.smithi086.stdout:277: rmattr oid 43 current snap is 18 2024-09-11T03:32:58.063 INFO:tasks.rados.rados.0.smithi086.stdout:277: done (6 left) 2024-09-11T03:32:58.063 INFO:tasks.rados.rados.0.smithi086.stdout:278: copy_from oid 27 from oid 11 current snap is 18 2024-09-11T03:32:58.063 INFO:tasks.rados.rados.0.smithi086.stdout:271: finishing write tid 3 to smithi08678205-32 2024-09-11T03:32:58.063 INFO:tasks.rados.rados.0.smithi086.stdout:271: finishing write tid 4 to smithi08678205-32 2024-09-11T03:32:58.064 INFO:tasks.rados.rados.0.smithi086.stdout:271: finishing write tid 5 to smithi08678205-32 2024-09-11T03:32:58.064 INFO:tasks.rados.rados.0.smithi086.stdout:271: oid 32 updating version 0 to 55 2024-09-11T03:32:58.064 INFO:tasks.rados.rados.0.smithi086.stdout:271: oid 32 version 55 is already newer than 54 2024-09-11T03:32:58.064 INFO:tasks.rados.rados.0.smithi086.stdout:271: oid 32 version 55 is already newer than 53 2024-09-11T03:32:58.064 INFO:tasks.rados.rados.0.smithi086.stdout:271: oid 32 version 55 is already newer than 52 2024-09-11T03:32:58.064 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 55 (ObjNum 106 snap 18 seq_num 106) dirty exists 2024-09-11T03:32:58.064 INFO:tasks.rados.rados.0.smithi086.stdout:271: left oid 32 (ObjNum 106 snap 18 seq_num 106) 2024-09-11T03:32:58.064 INFO:tasks.rados.rados.0.smithi086.stdout:272: finishing write tid 1 to smithi08678205-36 2024-09-11T03:32:58.064 INFO:tasks.rados.rados.0.smithi086.stdout:272: finishing write tid 2 to smithi08678205-36 2024-09-11T03:32:58.065 INFO:tasks.rados.rados.0.smithi086.stdout:273: finishing rollback tid 1 to smithi08678205-2 2024-09-11T03:32:58.065 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 0 (ObjNum 4113 snap 0 seq_num 3220956432) dirty dne 2024-09-11T03:32:58.065 INFO:tasks.rados.rados.0.smithi086.stdout:272: finishing write tid 3 to smithi08678205-36 2024-09-11T03:32:58.065 INFO:tasks.rados.rados.0.smithi086.stdout:272: finishing write tid 4 to smithi08678205-36 2024-09-11T03:32:58.065 INFO:tasks.rados.rados.0.smithi086.stdout:272: finishing write tid 5 to smithi08678205-36 2024-09-11T03:32:58.065 INFO:tasks.rados.rados.0.smithi086.stdout:272: finishing write tid 6 to smithi08678205-36 2024-09-11T03:32:58.065 INFO:tasks.rados.rados.0.smithi086.stdout:272: oid 36 updating version 0 to 160 2024-09-11T03:32:58.065 INFO:tasks.rados.rados.0.smithi086.stdout:272: oid 36 version 160 is already newer than 158 2024-09-11T03:32:58.065 INFO:tasks.rados.rados.0.smithi086.stdout:272: oid 36 version 160 is already newer than 159 2024-09-11T03:32:58.065 INFO:tasks.rados.rados.0.smithi086.stdout:272: oid 36 updating version 160 to 161 2024-09-11T03:32:58.065 INFO:tasks.rados.rados.0.smithi086.stdout:272: oid 36 version 161 is already newer than 157 2024-09-11T03:32:58.066 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 161 (ObjNum 107 snap 18 seq_num 107) dirty exists 2024-09-11T03:32:58.066 INFO:tasks.rados.rados.0.smithi086.stdout:272: left oid 36 (ObjNum 107 snap 18 seq_num 107) 2024-09-11T03:32:58.066 INFO:tasks.rados.rados.0.smithi086.stdout:274: finishing write tid 1 to smithi08678205-18 2024-09-11T03:32:58.066 INFO:tasks.rados.rados.0.smithi086.stdout:274: finishing write tid 2 to smithi08678205-18 2024-09-11T03:32:58.066 INFO:tasks.rados.rados.0.smithi086.stdout:276: finishing rollback tid 0 to smithi08678205-4 2024-09-11T03:32:58.066 INFO:tasks.rados.rados.0.smithi086.stdout:276: finishing rollback tid 1 to smithi08678205-4 2024-09-11T03:32:58.066 INFO:tasks.rados.rados.0.smithi086.stdout:274: finishing write tid 3 to smithi08678205-18 2024-09-11T03:32:58.066 INFO:tasks.rados.rados.0.smithi086.stdout:276: finishing rollback tid 2 to smithi08678205-4 2024-09-11T03:32:58.066 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 40 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-11T03:32:58.066 INFO:tasks.rados.rados.0.smithi086.stdout:274: finishing write tid 4 to smithi08678205-18 2024-09-11T03:32:58.066 INFO:tasks.rados.rados.0.smithi086.stdout:275: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-11T03:32:58.084 INFO:tasks.rados.rados.0.smithi086.stdout:274: finishing write tid 5 to smithi08678205-18 2024-09-11T03:32:58.084 INFO:tasks.rados.rados.0.smithi086.stdout:274: oid 18 updating version 0 to 48 2024-09-11T03:32:58.085 INFO:tasks.rados.rados.0.smithi086.stdout:274: oid 18 version 48 is already newer than 47 2024-09-11T03:32:58.085 INFO:tasks.rados.rados.0.smithi086.stdout:274: oid 18 version 48 is already newer than 46 2024-09-11T03:32:58.085 INFO:tasks.rados.rados.0.smithi086.stdout:274: oid 18 updating version 48 to 49 2024-09-11T03:32:58.085 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 49 (ObjNum 108 snap 18 seq_num 108) dirty exists 2024-09-11T03:32:58.085 INFO:tasks.rados.rados.0.smithi086.stdout:274: left oid 18 (ObjNum 108 snap 18 seq_num 108) 2024-09-11T03:32:58.085 INFO:tasks.rados.rados.0.smithi086.stdout:278: finishing copy_from racing read to smithi08678205-27 2024-09-11T03:32:58.085 INFO:tasks.rados.rados.0.smithi086.stdout:278: finishing copy_from to smithi08678205-27 2024-09-11T03:32:58.086 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-11T03:32:58.086 INFO:tasks.rados.rados.0.smithi086.stdout:271: done (6 left) 2024-09-11T03:32:58.086 INFO:tasks.rados.rados.0.smithi086.stdout:272: done (5 left) 2024-09-11T03:32:58.086 INFO:tasks.rados.rados.0.smithi086.stdout:273: done (4 left) 2024-09-11T03:32:58.086 INFO:tasks.rados.rados.0.smithi086.stdout:274: done (3 left) 2024-09-11T03:32:58.086 INFO:tasks.rados.rados.0.smithi086.stdout:275: done (2 left) 2024-09-11T03:32:58.086 INFO:tasks.rados.rados.0.smithi086.stdout:276: done (1 left) 2024-09-11T03:32:58.087 INFO:tasks.rados.rados.0.smithi086.stdout:278: done (0 left) 2024-09-11T03:32:58.087 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 18 2024-09-11T03:32:58.087 INFO:tasks.rados.rados.0.smithi086.stdout:279: seq_num 109 ranges {1835008=630784,2465792=491520,2957312=483328,3440640=229376} 2024-09-11T03:32:58.097 INFO:tasks.rados.rados.0.smithi086.stdout:279: writing smithi08678205-3 from 1835008 to 2465792 tid 1 2024-09-11T03:32:58.100 INFO:tasks.rados.rados.0.smithi086.stdout:279: writing smithi08678205-3 from 2465792 to 2957312 tid 2 2024-09-11T03:32:58.102 INFO:tasks.rados.rados.0.smithi086.stdout:279: writing smithi08678205-3 from 2957312 to 3440640 tid 3 2024-09-11T03:32:58.104 INFO:tasks.rados.rados.0.smithi086.stdout:279: writing smithi08678205-3 from 3440640 to 3670016 tid 4 2024-09-11T03:32:58.104 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 25 current snap is 18 2024-09-11T03:32:58.104 INFO:tasks.rados.rados.0.smithi086.stdout:279: finishing write tid 1 to smithi08678205-3 2024-09-11T03:32:58.104 INFO:tasks.rados.rados.0.smithi086.stdout:279: finishing write tid 2 to smithi08678205-3 2024-09-11T03:32:58.104 INFO:tasks.rados.rados.0.smithi086.stdout:280: seq_num 110 ranges {0=647168,647168=778240,1425408=425984} 2024-09-11T03:32:58.107 INFO:tasks.rados.rados.0.smithi086.stdout:280: writing smithi08678205-25 from 0 to 647168 tid 1 2024-09-11T03:32:58.111 INFO:tasks.rados.rados.0.smithi086.stdout:280: writing smithi08678205-25 from 647168 to 1425408 tid 2 2024-09-11T03:32:58.114 INFO:tasks.rados.rados.0.smithi086.stdout:280: writing smithi08678205-25 from 1425408 to 1851392 tid 3 2024-09-11T03:32:58.115 INFO:tasks.rados.rados.0.smithi086.stdout:281: read oid 12 snap 16 2024-09-11T03:32:58.115 INFO:tasks.rados.rados.0.smithi086.stdout:281: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-11T03:32:58.115 INFO:tasks.rados.rados.0.smithi086.stdout:282: rmattr oid 34 current snap is 18 2024-09-11T03:32:58.115 INFO:tasks.rados.rados.0.smithi086.stdout:282: done (3 left) 2024-09-11T03:32:58.115 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 18 2024-09-11T03:32:58.115 INFO:tasks.rados.rados.0.smithi086.stdout:279: finishing write tid 3 to smithi08678205-3 2024-09-11T03:32:58.115 INFO:tasks.rados.rados.0.smithi086.stdout:279: finishing write tid 4 to smithi08678205-3 2024-09-11T03:32:58.115 INFO:tasks.rados.rados.0.smithi086.stdout:279: finishing write tid 5 to smithi08678205-3 2024-09-11T03:32:58.115 INFO:tasks.rados.rados.0.smithi086.stdout:279: finishing write tid 6 to smithi08678205-3 2024-09-11T03:32:58.115 INFO:tasks.rados.rados.0.smithi086.stdout:279: oid 3 updating version 0 to 84 2024-09-11T03:32:58.115 INFO:tasks.rados.rados.0.smithi086.stdout:279: oid 3 version 84 is already newer than 81 2024-09-11T03:32:58.115 INFO:tasks.rados.rados.0.smithi086.stdout:279: oid 3 version 84 is already newer than 83 2024-09-11T03:32:58.116 INFO:tasks.rados.rados.0.smithi086.stdout:279: oid 3 version 84 is already newer than 82 2024-09-11T03:32:58.116 INFO:tasks.rados.rados.0.smithi086.stdout:279: oid 3 version 84 is already newer than 80 2024-09-11T03:32:58.116 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 84 (ObjNum 109 snap 18 seq_num 109) dirty exists 2024-09-11T03:32:58.116 INFO:tasks.rados.rados.0.smithi086.stdout:279: left oid 3 (ObjNum 109 snap 18 seq_num 109) 2024-09-11T03:32:58.116 INFO:tasks.rados.rados.0.smithi086.stdout:280: finishing write tid 1 to smithi08678205-25 2024-09-11T03:32:58.116 INFO:tasks.rados.rados.0.smithi086.stdout:280: finishing write tid 2 to smithi08678205-25 2024-09-11T03:32:58.116 INFO:tasks.rados.rados.0.smithi086.stdout:283: seq_num 111 ranges {2531328=663552,3194880=663552,3858432=450560,4308992=90112} 2024-09-11T03:32:58.131 INFO:tasks.rados.rados.0.smithi086.stdout:283: writing smithi08678205-46 from 2531328 to 3194880 tid 1 2024-09-11T03:32:58.135 INFO:tasks.rados.rados.0.smithi086.stdout:283: writing smithi08678205-46 from 3194880 to 3858432 tid 2 2024-09-11T03:32:58.137 INFO:tasks.rados.rados.0.smithi086.stdout:283: writing smithi08678205-46 from 3858432 to 4308992 tid 3 2024-09-11T03:32:58.138 INFO:tasks.rados.rados.0.smithi086.stdout:283: writing smithi08678205-46 from 4308992 to 4399104 tid 4 2024-09-11T03:32:58.138 INFO:tasks.rados.rados.0.smithi086.stdout:279: done (3 left) 2024-09-11T03:32:58.139 INFO:tasks.rados.rados.0.smithi086.stdout:284: read oid 36 snap -1 2024-09-11T03:32:58.139 INFO:tasks.rados.rados.0.smithi086.stdout:284: expect (ObjNum 107 snap 18 seq_num 107) 2024-09-11T03:32:58.139 INFO:tasks.rados.rados.0.smithi086.stdout:285: read oid 34 snap 16 2024-09-11T03:32:58.139 INFO:tasks.rados.rados.0.smithi086.stdout:285: expect deleted 2024-09-11T03:32:58.139 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 18 2024-09-11T03:32:58.139 INFO:tasks.rados.rados.0.smithi086.stdout:286: seq_num 112 ranges {0=679936,679936=548864,1228800=655360} 2024-09-11T03:32:58.142 INFO:tasks.rados.rados.0.smithi086.stdout:286: writing smithi08678205-38 from 0 to 679936 tid 1 2024-09-11T03:32:58.145 INFO:tasks.rados.rados.0.smithi086.stdout:286: writing smithi08678205-38 from 679936 to 1228800 tid 2 2024-09-11T03:32:58.149 INFO:tasks.rados.rados.0.smithi086.stdout:286: writing smithi08678205-38 from 1228800 to 1884160 tid 3 2024-09-11T03:32:58.149 INFO:tasks.rados.rados.0.smithi086.stdout:287: snap_remove snap 17 2024-09-11T03:32:58.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:57 smithi086 ceph-mon[27247]: osdmap e115: 8 total, 8 up, 8 in 2024-09-11T03:32:58.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:57 smithi086 ceph-mon[27247]: pgmap v151: 121 pgs: 121 active+clean; 53 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 37 op/s 2024-09-11T03:32:58.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:32:58 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:32:58] "GET /metrics HTTP/1.1" 200 36091 "" "Prometheus/2.43.0" 2024-09-11T03:32:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:57 smithi086 ceph-mon[37253]: osdmap e115: 8 total, 8 up, 8 in 2024-09-11T03:32:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:57 smithi086 ceph-mon[37253]: pgmap v151: 121 pgs: 121 active+clean; 53 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 37 op/s 2024-09-11T03:32:58.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:57 smithi130 ceph-mon[31190]: osdmap e115: 8 total, 8 up, 8 in 2024-09-11T03:32:58.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:57 smithi130 ceph-mon[31190]: pgmap v151: 121 pgs: 121 active+clean; 53 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 37 op/s 2024-09-11T03:32:58.942 INFO:tasks.rados.rados.0.smithi086.stdout:287: done (6 left) 2024-09-11T03:32:58.942 INFO:tasks.rados.rados.0.smithi086.stdout:288: copy_from oid 2 from oid 43 current snap is 18 2024-09-11T03:32:58.942 INFO:tasks.rados.rados.0.smithi086.stdout:281: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-11T03:32:58.950 INFO:tasks.rados.rados.0.smithi086.stdout:280: finishing write tid 3 to smithi08678205-25 2024-09-11T03:32:58.950 INFO:tasks.rados.rados.0.smithi086.stdout:280: finishing write tid 4 to smithi08678205-25 2024-09-11T03:32:58.950 INFO:tasks.rados.rados.0.smithi086.stdout:281: done (6 left) 2024-09-11T03:32:58.950 INFO:tasks.rados.rados.0.smithi086.stdout:289: rollback oid 23 current snap is 18 2024-09-11T03:32:58.950 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 23 to 16 2024-09-11T03:32:58.950 INFO:tasks.rados.rados.0.smithi086.stdout:280: finishing write tid 5 to smithi08678205-25 2024-09-11T03:32:58.950 INFO:tasks.rados.rados.0.smithi086.stdout:280: oid 25 updating version 0 to 59 2024-09-11T03:32:58.950 INFO:tasks.rados.rados.0.smithi086.stdout:280: oid 25 version 59 is already newer than 58 2024-09-11T03:32:58.950 INFO:tasks.rados.rados.0.smithi086.stdout:280: oid 25 version 59 is already newer than 56 2024-09-11T03:32:58.950 INFO:tasks.rados.rados.0.smithi086.stdout:280: oid 25 version 59 is already newer than 57 2024-09-11T03:32:58.950 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 59 (ObjNum 110 snap 18 seq_num 110) dirty exists 2024-09-11T03:32:58.950 INFO:tasks.rados.rados.0.smithi086.stdout:280: left oid 25 (ObjNum 110 snap 18 seq_num 110) 2024-09-11T03:32:58.950 INFO:tasks.rados.rados.0.smithi086.stdout:283: finishing write tid 1 to smithi08678205-46 2024-09-11T03:32:58.951 INFO:tasks.rados.rados.0.smithi086.stdout:283: finishing write tid 2 to smithi08678205-46 2024-09-11T03:32:58.951 INFO:tasks.rados.rados.0.smithi086.stdout:283: finishing write tid 3 to smithi08678205-46 2024-09-11T03:32:58.951 INFO:tasks.rados.rados.0.smithi086.stdout:283: finishing write tid 4 to smithi08678205-46 2024-09-11T03:32:58.951 INFO:tasks.rados.rados.0.smithi086.stdout:283: finishing write tid 5 to smithi08678205-46 2024-09-11T03:32:58.951 INFO:tasks.rados.rados.0.smithi086.stdout:283: finishing write tid 6 to smithi08678205-46 2024-09-11T03:32:58.951 INFO:tasks.rados.rados.0.smithi086.stdout:283: oid 46 updating version 0 to 116 2024-09-11T03:32:58.951 INFO:tasks.rados.rados.0.smithi086.stdout:283: oid 46 updating version 116 to 119 2024-09-11T03:32:58.951 INFO:tasks.rados.rados.0.smithi086.stdout:283: oid 46 version 119 is already newer than 117 2024-09-11T03:32:58.951 INFO:tasks.rados.rados.0.smithi086.stdout:283: oid 46 version 119 is already newer than 118 2024-09-11T03:32:58.951 INFO:tasks.rados.rados.0.smithi086.stdout:283: oid 46 updating version 119 to 120 2024-09-11T03:32:58.951 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 120 (ObjNum 111 snap 18 seq_num 111) dirty exists 2024-09-11T03:32:58.951 INFO:tasks.rados.rados.0.smithi086.stdout:283: left oid 46 (ObjNum 111 snap 18 seq_num 111) 2024-09-11T03:32:58.951 INFO:tasks.rados.rados.0.smithi086.stdout:284: expect (ObjNum 107 snap 18 seq_num 107) 2024-09-11T03:32:59.020 INFO:tasks.rados.rados.0.smithi086.stdout:286: finishing write tid 1 to smithi08678205-38 2024-09-11T03:32:59.020 INFO:tasks.rados.rados.0.smithi086.stdout:286: finishing write tid 2 to smithi08678205-38 2024-09-11T03:32:59.020 INFO:tasks.rados.rados.0.smithi086.stdout:280: done (6 left) 2024-09-11T03:32:59.020 INFO:tasks.rados.rados.0.smithi086.stdout:283: done (5 left) 2024-09-11T03:32:59.020 INFO:tasks.rados.rados.0.smithi086.stdout:284: done (4 left) 2024-09-11T03:32:59.020 INFO:tasks.rados.rados.0.smithi086.stdout:285: done (3 left) 2024-09-11T03:32:59.020 INFO:tasks.rados.rados.0.smithi086.stdout:290: rollback oid 40 current snap is 18 2024-09-11T03:32:59.020 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 40 to 16 2024-09-11T03:32:59.020 INFO:tasks.rados.rados.0.smithi086.stdout:286: finishing write tid 3 to smithi08678205-38 2024-09-11T03:32:59.020 INFO:tasks.rados.rados.0.smithi086.stdout:286: finishing write tid 4 to smithi08678205-38 2024-09-11T03:32:59.021 INFO:tasks.rados.rados.0.smithi086.stdout:286: finishing write tid 5 to smithi08678205-38 2024-09-11T03:32:59.021 INFO:tasks.rados.rados.0.smithi086.stdout:286: oid 38 updating version 0 to 95 2024-09-11T03:32:59.021 INFO:tasks.rados.rados.0.smithi086.stdout:286: oid 38 updating version 95 to 97 2024-09-11T03:32:59.021 INFO:tasks.rados.rados.0.smithi086.stdout:286: oid 38 updating version 97 to 98 2024-09-11T03:32:59.021 INFO:tasks.rados.rados.0.smithi086.stdout:286: oid 38 version 98 is already newer than 96 2024-09-11T03:32:59.021 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 98 (ObjNum 112 snap 18 seq_num 112) dirty exists 2024-09-11T03:32:59.021 INFO:tasks.rados.rados.0.smithi086.stdout:286: left oid 38 (ObjNum 112 snap 18 seq_num 112) 2024-09-11T03:32:59.021 INFO:tasks.rados.rados.0.smithi086.stdout:289: finishing rollback tid 0 to smithi08678205-23 2024-09-11T03:32:59.021 INFO:tasks.rados.rados.0.smithi086.stdout:289: finishing rollback tid 1 to smithi08678205-23 2024-09-11T03:32:59.021 INFO:tasks.rados.rados.0.smithi086.stdout:289: finishing rollback tid 2 to smithi08678205-23 2024-09-11T03:32:59.021 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 165 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-09-11T03:32:59.021 INFO:tasks.rados.rados.0.smithi086.stdout:288: finishing copy_from racing read to smithi08678205-2 2024-09-11T03:32:59.022 INFO:tasks.rados.rados.0.smithi086.stdout:288: finishing copy_from to smithi08678205-2 2024-09-11T03:32:59.022 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 18 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-11T03:32:59.022 INFO:tasks.rados.rados.0.smithi086.stdout:286: done (3 left) 2024-09-11T03:32:59.022 INFO:tasks.rados.rados.0.smithi086.stdout:288: done (2 left) 2024-09-11T03:32:59.022 INFO:tasks.rados.rados.0.smithi086.stdout:289: done (1 left) 2024-09-11T03:32:59.022 INFO:tasks.rados.rados.0.smithi086.stdout:291: rmattr oid 11 current snap is 18 2024-09-11T03:32:59.022 INFO:tasks.rados.rados.0.smithi086.stdout:291: done (1 left) 2024-09-11T03:32:59.022 INFO:tasks.rados.rados.0.smithi086.stdout:292: rollback oid 48 current snap is 18 2024-09-11T03:32:59.022 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 48 to 16 2024-09-11T03:32:59.022 INFO:tasks.rados.rados.0.smithi086.stdout:293: rmattr oid 7 current snap is 18 2024-09-11T03:32:59.022 INFO:tasks.rados.rados.0.smithi086.stdout:293: done (2 left) 2024-09-11T03:32:59.022 INFO:tasks.rados.rados.0.smithi086.stdout:294: copy_from oid 34 from oid 27 current snap is 18 2024-09-11T03:32:59.022 INFO:tasks.rados.rados.0.smithi086.stdout:295: rollback oid 38 current snap is 18 2024-09-11T03:32:59.023 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 38 to 16 2024-09-11T03:32:59.023 INFO:tasks.rados.rados.0.smithi086.stdout:296: snap_create 2024-09-11T03:32:59.024 INFO:tasks.rados.rados.0.smithi086.stdout:292: finishing rollback tid 0 to smithi08678205-48 2024-09-11T03:32:59.024 INFO:tasks.rados.rados.0.smithi086.stdout:294: finishing copy_from racing read to smithi08678205-34 2024-09-11T03:32:59.024 INFO:tasks.rados.rados.0.smithi086.stdout:292: finishing rollback tid 1 to smithi08678205-48 2024-09-11T03:32:59.024 INFO:tasks.rados.rados.0.smithi086.stdout:292: finishing rollback tid 2 to smithi08678205-48 2024-09-11T03:32:59.024 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 125 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-11T03:32:59.024 INFO:tasks.rados.rados.0.smithi086.stdout:294: finishing copy_from to smithi08678205-34 2024-09-11T03:32:59.024 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-11T03:32:59.025 INFO:tasks.rados.rados.0.smithi086.stdout:290: finishing rollback tid 0 to smithi08678205-40 2024-09-11T03:32:59.025 INFO:tasks.rados.rados.0.smithi086.stdout:290: finishing rollback tid 1 to smithi08678205-40 2024-09-11T03:32:59.025 INFO:tasks.rados.rados.0.smithi086.stdout:290: finishing rollback tid 2 to smithi08678205-40 2024-09-11T03:32:59.025 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 102 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-09-11T03:32:59.025 INFO:tasks.rados.rados.0.smithi086.stdout:295: finishing rollback tid 0 to smithi08678205-38 2024-09-11T03:32:59.025 INFO:tasks.rados.rados.0.smithi086.stdout:295: finishing rollback tid 1 to smithi08678205-38 2024-09-11T03:32:59.025 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 104 (ObjNum 145 snap 0 seq_num 3220607472) dirty dne 2024-09-11T03:32:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:58 smithi086 ceph-mon[27247]: osdmap e116: 8 total, 8 up, 8 in 2024-09-11T03:32:59.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:58 smithi086 ceph-mon[37253]: osdmap e116: 8 total, 8 up, 8 in 2024-09-11T03:32:59.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:58 smithi130 ceph-mon[31190]: osdmap e116: 8 total, 8 up, 8 in 2024-09-11T03:32:59.895 INFO:tasks.rados.rados.0.smithi086.stdout:290: done (4 left) 2024-09-11T03:32:59.895 INFO:tasks.rados.rados.0.smithi086.stdout:292: done (3 left) 2024-09-11T03:32:59.895 INFO:tasks.rados.rados.0.smithi086.stdout:294: done (2 left) 2024-09-11T03:32:59.895 INFO:tasks.rados.rados.0.smithi086.stdout:295: done (1 left) 2024-09-11T03:32:59.895 INFO:tasks.rados.rados.0.smithi086.stdout:296: done (0 left) 2024-09-11T03:32:59.896 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 19 2024-09-11T03:32:59.896 INFO:tasks.rados.rados.0.smithi086.stdout:297: seq_num 113 ranges {1400832=696320,2097152=434176,2531328=466944,2998272=303104} 2024-09-11T03:32:59.906 INFO:tasks.rados.rados.0.smithi086.stdout:297: writing smithi08678205-16 from 1400832 to 2097152 tid 1 2024-09-11T03:32:59.908 INFO:tasks.rados.rados.0.smithi086.stdout:297: writing smithi08678205-16 from 2097152 to 2531328 tid 2 2024-09-11T03:32:59.911 INFO:tasks.rados.rados.0.smithi086.stdout:297: writing smithi08678205-16 from 2531328 to 2998272 tid 3 2024-09-11T03:32:59.913 INFO:tasks.rados.rados.0.smithi086.stdout:297: writing smithi08678205-16 from 2998272 to 3301376 tid 4 2024-09-11T03:32:59.913 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 18 current snap is 19 2024-09-11T03:32:59.913 INFO:tasks.rados.rados.0.smithi086.stdout:298: seq_num 114 ranges {2105344=712704,2818048=712704,3530752=491520} 2024-09-11T03:32:59.927 INFO:tasks.rados.rados.0.smithi086.stdout:298: writing smithi08678205-18 from 2105344 to 2818048 tid 1 2024-09-11T03:32:59.932 INFO:tasks.rados.rados.0.smithi086.stdout:298: writing smithi08678205-18 from 2818048 to 3530752 tid 2 2024-09-11T03:32:59.935 INFO:tasks.rados.rados.0.smithi086.stdout:298: writing smithi08678205-18 from 3530752 to 4022272 tid 3 2024-09-11T03:32:59.936 INFO:tasks.rados.rados.0.smithi086.stdout:299: setattr oid 45 current snap is 19 2024-09-11T03:32:59.936 INFO:tasks.rados.rados.0.smithi086.stdout:297: finishing write tid 1 to smithi08678205-16 2024-09-11T03:32:59.936 INFO:tasks.rados.rados.0.smithi086.stdout:297: finishing write tid 2 to smithi08678205-16 2024-09-11T03:32:59.936 INFO:tasks.rados.rados.0.smithi086.stdout:297: finishing write tid 3 to smithi08678205-16 2024-09-11T03:32:59.936 INFO:tasks.rados.rados.0.smithi086.stdout:297: finishing write tid 4 to smithi08678205-16 2024-09-11T03:32:59.936 INFO:tasks.rados.rados.0.smithi086.stdout:297: finishing write tid 5 to smithi08678205-16 2024-09-11T03:32:59.936 INFO:tasks.rados.rados.0.smithi086.stdout:297: finishing write tid 6 to smithi08678205-16 2024-09-11T03:32:59.936 INFO:tasks.rados.rados.0.smithi086.stdout:297: oid 16 updating version 0 to 127 2024-09-11T03:32:59.936 INFO:tasks.rados.rados.0.smithi086.stdout:297: oid 16 updating version 127 to 131 2024-09-11T03:32:59.936 INFO:tasks.rados.rados.0.smithi086.stdout:297: oid 16 version 131 is already newer than 130 2024-09-11T03:32:59.936 INFO:tasks.rados.rados.0.smithi086.stdout:297: oid 16 version 131 is already newer than 129 2024-09-11T03:32:59.936 INFO:tasks.rados.rados.0.smithi086.stdout:297: oid 16 version 131 is already newer than 128 2024-09-11T03:32:59.936 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 131 (ObjNum 113 snap 19 seq_num 113) dirty exists 2024-09-11T03:32:59.937 INFO:tasks.rados.rados.0.smithi086.stdout:297: left oid 16 (ObjNum 113 snap 19 seq_num 113) 2024-09-11T03:32:59.937 INFO:tasks.rados.rados.0.smithi086.stdout:298: finishing write tid 1 to smithi08678205-18 2024-09-11T03:32:59.937 INFO:tasks.rados.rados.0.smithi086.stdout:298: finishing write tid 2 to smithi08678205-18 2024-09-11T03:32:59.937 INFO:tasks.rados.rados.0.smithi086.stdout:297: done (2 left) 2024-09-11T03:32:59.937 INFO:tasks.rados.rados.0.smithi086.stdout:300: snap_remove snap 16 2024-09-11T03:33:00.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:59 smithi086 ceph-mon[27247]: osdmap e117: 8 total, 8 up, 8 in 2024-09-11T03:33:00.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:59 smithi086 ceph-mon[27247]: pgmap v154: 121 pgs: 121 active+clean; 53 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 37 op/s 2024-09-11T03:33:00.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:32:59 smithi086 ceph-mon[27247]: osdmap e118: 8 total, 8 up, 8 in 2024-09-11T03:33:00.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:59 smithi086 ceph-mon[37253]: osdmap e117: 8 total, 8 up, 8 in 2024-09-11T03:33:00.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:59 smithi086 ceph-mon[37253]: pgmap v154: 121 pgs: 121 active+clean; 53 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 37 op/s 2024-09-11T03:33:00.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:32:59 smithi086 ceph-mon[37253]: osdmap e118: 8 total, 8 up, 8 in 2024-09-11T03:33:00.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:59 smithi130 ceph-mon[31190]: osdmap e117: 8 total, 8 up, 8 in 2024-09-11T03:33:00.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:59 smithi130 ceph-mon[31190]: pgmap v154: 121 pgs: 121 active+clean; 53 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 37 op/s 2024-09-11T03:33:00.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:32:59 smithi130 ceph-mon[31190]: osdmap e118: 8 total, 8 up, 8 in 2024-09-11T03:33:00.899 INFO:tasks.rados.rados.0.smithi086.stdout:300: done (2 left) 2024-09-11T03:33:00.899 INFO:tasks.rados.rados.0.smithi086.stdout:301: setattr oid 15 current snap is 19 2024-09-11T03:33:00.899 INFO:tasks.rados.rados.0.smithi086.stdout:298: finishing write tid 3 to smithi08678205-18 2024-09-11T03:33:00.899 INFO:tasks.rados.rados.0.smithi086.stdout:298: finishing write tid 4 to smithi08678205-18 2024-09-11T03:33:00.900 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 66 (ObjNum 33 snap 0 seq_num 3195454712) dirty exists 2024-09-11T03:33:00.900 INFO:tasks.rados.rados.0.smithi086.stdout:298: finishing write tid 5 to smithi08678205-18 2024-09-11T03:33:00.900 INFO:tasks.rados.rados.0.smithi086.stdout:298: oid 18 updating version 0 to 55 2024-09-11T03:33:00.900 INFO:tasks.rados.rados.0.smithi086.stdout:298: oid 18 updating version 55 to 57 2024-09-11T03:33:00.900 INFO:tasks.rados.rados.0.smithi086.stdout:298: oid 18 version 57 is already newer than 56 2024-09-11T03:33:00.900 INFO:tasks.rados.rados.0.smithi086.stdout:298: oid 18 version 57 is already newer than 54 2024-09-11T03:33:00.900 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 57 (ObjNum 114 snap 19 seq_num 114) dirty exists 2024-09-11T03:33:00.900 INFO:tasks.rados.rados.0.smithi086.stdout:298: left oid 18 (ObjNum 114 snap 19 seq_num 114) 2024-09-11T03:33:00.901 INFO:tasks.rados.rados.0.smithi086.stdout:298: done (2 left) 2024-09-11T03:33:00.901 INFO:tasks.rados.rados.0.smithi086.stdout:299: done (1 left) 2024-09-11T03:33:00.901 INFO:tasks.rados.rados.0.smithi086.stdout:302: snap_create 2024-09-11T03:33:00.906 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 171 (ObjNum 65 snap 0 seq_num 3872913565) dirty exists 2024-09-11T03:33:01.902 INFO:tasks.rados.rados.0.smithi086.stdout:301: done (1 left) 2024-09-11T03:33:01.902 INFO:tasks.rados.rados.0.smithi086.stdout:302: done (0 left) 2024-09-11T03:33:01.902 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 20 2024-09-11T03:33:01.902 INFO:tasks.rados.rados.0.smithi086.stdout:303: seq_num 115 ranges {3260416=729088,3989504=647168,4636672=434176,5070848=122880} 2024-09-11T03:33:01.923 INFO:tasks.rados.rados.0.smithi086.stdout:303: writing smithi08678205-33 from 3260416 to 3989504 tid 1 2024-09-11T03:33:01.926 INFO:tasks.rados.rados.0.smithi086.stdout:303: writing smithi08678205-33 from 3989504 to 4636672 tid 2 2024-09-11T03:33:01.929 INFO:tasks.rados.rados.0.smithi086.stdout:303: writing smithi08678205-33 from 4636672 to 5070848 tid 3 2024-09-11T03:33:01.930 INFO:tasks.rados.rados.0.smithi086.stdout:303: writing smithi08678205-33 from 5070848 to 5193728 tid 4 2024-09-11T03:33:01.930 INFO:tasks.rados.rados.0.smithi086.stdout:304: copy_from oid 18 from oid 13 current snap is 20 2024-09-11T03:33:01.930 INFO:tasks.rados.rados.0.smithi086.stdout:303: finishing write tid 1 to smithi08678205-33 2024-09-11T03:33:01.930 INFO:tasks.rados.rados.0.smithi086.stdout:305: snap_create 2024-09-11T03:33:01.931 INFO:tasks.rados.rados.0.smithi086.stdout:303: finishing write tid 2 to smithi08678205-33 2024-09-11T03:33:01.933 INFO:tasks.rados.rados.0.smithi086.stdout:303: finishing write tid 3 to smithi08678205-33 2024-09-11T03:33:01.933 INFO:tasks.rados.rados.0.smithi086.stdout:303: finishing write tid 4 to smithi08678205-33 2024-09-11T03:33:01.934 INFO:tasks.rados.rados.0.smithi086.stdout:303: finishing write tid 5 to smithi08678205-33 2024-09-11T03:33:01.935 INFO:tasks.rados.rados.0.smithi086.stdout:303: finishing write tid 6 to smithi08678205-33 2024-09-11T03:33:01.935 INFO:tasks.rados.rados.0.smithi086.stdout:303: oid 33 updating version 0 to 181 2024-09-11T03:33:01.935 INFO:tasks.rados.rados.0.smithi086.stdout:303: oid 33 updating version 181 to 183 2024-09-11T03:33:01.935 INFO:tasks.rados.rados.0.smithi086.stdout:303: oid 33 version 183 is already newer than 182 2024-09-11T03:33:01.935 INFO:tasks.rados.rados.0.smithi086.stdout:303: oid 33 version 183 is already newer than 180 2024-09-11T03:33:01.935 INFO:tasks.rados.rados.0.smithi086.stdout:303: oid 33 version 183 is already newer than 179 2024-09-11T03:33:01.935 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 183 (ObjNum 115 snap 20 seq_num 115) dirty exists 2024-09-11T03:33:01.935 INFO:tasks.rados.rados.0.smithi086.stdout:303: left oid 33 (ObjNum 115 snap 20 seq_num 115) 2024-09-11T03:33:01.939 INFO:tasks.rados.rados.0.smithi086.stdout:304: finishing copy_from racing read to smithi08678205-18 2024-09-11T03:33:01.942 INFO:tasks.rados.rados.0.smithi086.stdout:304: finishing copy_from to smithi08678205-18 2024-09-11T03:33:01.943 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 18 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-11T03:33:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:01 smithi086 ceph-mon[27247]: osdmap e119: 8 total, 8 up, 8 in 2024-09-11T03:33:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:01 smithi086 ceph-mon[27247]: pgmap v157: 121 pgs: 121 active+clean; 63 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 33 op/s 2024-09-11T03:33:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:01 smithi086 ceph-mon[37253]: osdmap e119: 8 total, 8 up, 8 in 2024-09-11T03:33:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:01 smithi086 ceph-mon[37253]: pgmap v157: 121 pgs: 121 active+clean; 63 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 33 op/s 2024-09-11T03:33:02.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:01 smithi130 ceph-mon[31190]: osdmap e119: 8 total, 8 up, 8 in 2024-09-11T03:33:02.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:01 smithi130 ceph-mon[31190]: pgmap v157: 121 pgs: 121 active+clean; 63 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 33 op/s 2024-09-11T03:33:02.908 INFO:tasks.rados.rados.0.smithi086.stdout:303: done (2 left) 2024-09-11T03:33:02.908 INFO:tasks.rados.rados.0.smithi086.stdout:304: done (1 left) 2024-09-11T03:33:02.908 INFO:tasks.rados.rados.0.smithi086.stdout:305: done (0 left) 2024-09-11T03:33:02.908 INFO:tasks.rados.rados.0.smithi086.stdout:306: snap_create 2024-09-11T03:33:03.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:02 smithi086 ceph-mon[27247]: osdmap e120: 8 total, 8 up, 8 in 2024-09-11T03:33:03.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:02 smithi086 ceph-mon[37253]: osdmap e120: 8 total, 8 up, 8 in 2024-09-11T03:33:03.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:02 smithi130 ceph-mon[31190]: osdmap e120: 8 total, 8 up, 8 in 2024-09-11T03:33:03.913 INFO:tasks.rados.rados.0.smithi086.stdout:306: done (0 left) 2024-09-11T03:33:03.913 INFO:tasks.rados.rados.0.smithi086.stdout:307: read oid 15 snap -1 2024-09-11T03:33:03.914 INFO:tasks.rados.rados.0.smithi086.stdout:307: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:33:03.914 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 22 2024-09-11T03:33:03.914 INFO:tasks.rados.rados.0.smithi086.stdout:308: seq_num 116 ranges {3129344=745472,3874816=532480,4407296=638976,5046272=32768} 2024-09-11T03:33:03.933 INFO:tasks.rados.rados.0.smithi086.stdout:308: writing smithi08678205-17 from 3129344 to 3874816 tid 1 2024-09-11T03:33:03.937 INFO:tasks.rados.rados.0.smithi086.stdout:308: writing smithi08678205-17 from 3874816 to 4407296 tid 2 2024-09-11T03:33:03.941 INFO:tasks.rados.rados.0.smithi086.stdout:308: writing smithi08678205-17 from 4407296 to 5046272 tid 3 2024-09-11T03:33:03.941 INFO:tasks.rados.rados.0.smithi086.stdout:308: writing smithi08678205-17 from 5046272 to 5079040 tid 4 2024-09-11T03:33:03.941 INFO:tasks.rados.rados.0.smithi086.stdout:309: setattr oid 13 current snap is 22 2024-09-11T03:33:03.941 INFO:tasks.rados.rados.0.smithi086.stdout:307: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:33:03.945 INFO:tasks.rados.rados.0.smithi086.stdout:308: finishing write tid 1 to smithi08678205-17 2024-09-11T03:33:03.945 INFO:tasks.rados.rados.0.smithi086.stdout:308: finishing write tid 2 to smithi08678205-17 2024-09-11T03:33:03.945 INFO:tasks.rados.rados.0.smithi086.stdout:308: finishing write tid 3 to smithi08678205-17 2024-09-11T03:33:03.946 INFO:tasks.rados.rados.0.smithi086.stdout:308: finishing write tid 4 to smithi08678205-17 2024-09-11T03:33:03.946 INFO:tasks.rados.rados.0.smithi086.stdout:308: finishing write tid 5 to smithi08678205-17 2024-09-11T03:33:03.946 INFO:tasks.rados.rados.0.smithi086.stdout:308: finishing write tid 6 to smithi08678205-17 2024-09-11T03:33:03.946 INFO:tasks.rados.rados.0.smithi086.stdout:308: oid 17 updating version 0 to 23 2024-09-11T03:33:03.946 INFO:tasks.rados.rados.0.smithi086.stdout:308: oid 17 updating version 23 to 25 2024-09-11T03:33:03.946 INFO:tasks.rados.rados.0.smithi086.stdout:308: oid 17 version 25 is already newer than 21 2024-09-11T03:33:03.946 INFO:tasks.rados.rados.0.smithi086.stdout:308: oid 17 version 25 is already newer than 24 2024-09-11T03:33:03.946 INFO:tasks.rados.rados.0.smithi086.stdout:308: oid 17 version 25 is already newer than 22 2024-09-11T03:33:03.946 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 25 (ObjNum 116 snap 22 seq_num 116) dirty exists 2024-09-11T03:33:03.946 INFO:tasks.rados.rados.0.smithi086.stdout:308: left oid 17 (ObjNum 116 snap 22 seq_num 116) 2024-09-11T03:33:03.946 INFO:tasks.rados.rados.0.smithi086.stdout:307: done (2 left) 2024-09-11T03:33:03.946 INFO:tasks.rados.rados.0.smithi086.stdout:308: done (1 left) 2024-09-11T03:33:03.946 INFO:tasks.rados.rados.0.smithi086.stdout:310: delete oid 31 current snap is 22 2024-09-11T03:33:03.948 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 28 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-11T03:33:03.948 INFO:tasks.rados.rados.0.smithi086.stdout:309: done (1 left) 2024-09-11T03:33:03.948 INFO:tasks.rados.rados.0.smithi086.stdout:310: done (0 left) 2024-09-11T03:33:03.949 INFO:tasks.rados.rados.0.smithi086.stdout:311: read oid 35 snap -1 2024-09-11T03:33:03.949 INFO:tasks.rados.rados.0.smithi086.stdout:311: expect deleted 2024-09-11T03:33:03.949 INFO:tasks.rados.rados.0.smithi086.stdout:312: read oid 10 snap 18 2024-09-11T03:33:03.949 INFO:tasks.rados.rados.0.smithi086.stdout:312: expect (ObjNum 75 snap 9 seq_num 75) 2024-09-11T03:33:03.949 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 22 2024-09-11T03:33:03.949 INFO:tasks.rados.rados.0.smithi086.stdout:313: seq_num 118 ranges {0=786432,786432=704512,1490944=499712} 2024-09-11T03:33:03.953 INFO:tasks.rados.rados.0.smithi086.stdout:313: writing smithi08678205-31 from 0 to 786432 tid 1 2024-09-11T03:33:03.957 INFO:tasks.rados.rados.0.smithi086.stdout:313: writing smithi08678205-31 from 786432 to 1490944 tid 2 2024-09-11T03:33:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:313: writing smithi08678205-31 from 1490944 to 1990656 tid 3 2024-09-11T03:33:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:314: rollback oid 43 current snap is 22 2024-09-11T03:33:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 43 to 19 2024-09-11T03:33:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:313: finishing write tid 1 to smithi08678205-31 2024-09-11T03:33:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:311: done (3 left) 2024-09-11T03:33:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:315: read oid 28 snap -1 2024-09-11T03:33:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:315: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-11T03:33:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:316: delete oid 9 current snap is 22 2024-09-11T03:33:03.962 INFO:tasks.rados.rados.0.smithi086.stdout:313: finishing write tid 2 to smithi08678205-31 2024-09-11T03:33:03.962 INFO:tasks.rados.rados.0.smithi086.stdout:312: expect (ObjNum 75 snap 9 seq_num 75) 2024-09-11T03:33:04.025 INFO:tasks.rados.rados.0.smithi086.stdout:313: finishing write tid 3 to smithi08678205-31 2024-09-11T03:33:04.025 INFO:tasks.rados.rados.0.smithi086.stdout:313: finishing write tid 4 to smithi08678205-31 2024-09-11T03:33:04.025 INFO:tasks.rados.rados.0.smithi086.stdout:312: done (4 left) 2024-09-11T03:33:04.025 INFO:tasks.rados.rados.0.smithi086.stdout:316: done (3 left) 2024-09-11T03:33:04.025 INFO:tasks.rados.rados.0.smithi086.stdout:317: rollback oid 32 current snap is 22 2024-09-11T03:33:04.025 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 32 to 21 2024-09-11T03:33:04.026 INFO:tasks.rados.rados.0.smithi086.stdout:314: finishing rollback tid 0 to smithi08678205-43 2024-09-11T03:33:04.026 INFO:tasks.rados.rados.0.smithi086.stdout:314: finishing rollback tid 1 to smithi08678205-43 2024-09-11T03:33:04.026 INFO:tasks.rados.rados.0.smithi086.stdout:313: finishing write tid 5 to smithi08678205-31 2024-09-11T03:33:04.026 INFO:tasks.rados.rados.0.smithi086.stdout:313: oid 31 updating version 0 to 189 2024-09-11T03:33:04.026 INFO:tasks.rados.rados.0.smithi086.stdout:313: oid 31 version 189 is already newer than 186 2024-09-11T03:33:04.026 INFO:tasks.rados.rados.0.smithi086.stdout:313: oid 31 version 189 is already newer than 188 2024-09-11T03:33:04.026 INFO:tasks.rados.rados.0.smithi086.stdout:313: oid 31 version 189 is already newer than 187 2024-09-11T03:33:04.026 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 189 (ObjNum 118 snap 22 seq_num 118) dirty exists 2024-09-11T03:33:04.026 INFO:tasks.rados.rados.0.smithi086.stdout:313: left oid 31 (ObjNum 118 snap 22 seq_num 118) 2024-09-11T03:33:04.026 INFO:tasks.rados.rados.0.smithi086.stdout:314: finishing rollback tid 2 to smithi08678205-43 2024-09-11T03:33:04.026 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 193 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-11T03:33:04.026 INFO:tasks.rados.rados.0.smithi086.stdout:315: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-11T03:33:04.037 INFO:tasks.rados.rados.0.smithi086.stdout:317: finishing rollback tid 0 to smithi08678205-32 2024-09-11T03:33:04.037 INFO:tasks.rados.rados.0.smithi086.stdout:317: finishing rollback tid 1 to smithi08678205-32 2024-09-11T03:33:04.037 INFO:tasks.rados.rados.0.smithi086.stdout:317: finishing rollback tid 2 to smithi08678205-32 2024-09-11T03:33:04.037 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 67 (ObjNum 106 snap 18 seq_num 106) dirty exists 2024-09-11T03:33:04.037 INFO:tasks.rados.rados.0.smithi086.stdout:313: done (3 left) 2024-09-11T03:33:04.038 INFO:tasks.rados.rados.0.smithi086.stdout:314: done (2 left) 2024-09-11T03:33:04.038 INFO:tasks.rados.rados.0.smithi086.stdout:315: done (1 left) 2024-09-11T03:33:04.038 INFO:tasks.rados.rados.0.smithi086.stdout:317: done (0 left) 2024-09-11T03:33:04.038 INFO:tasks.rados.rados.0.smithi086.stdout:318: rollback oid 14 current snap is 22 2024-09-11T03:33:04.038 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 14 to 20 2024-09-11T03:33:04.038 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 22 2024-09-11T03:33:04.038 INFO:tasks.rados.rados.0.smithi086.stdout:319: seq_num 120 ranges {0=417792,417792=475136,892928=622592,1515520=507904} 2024-09-11T03:33:04.039 INFO:tasks.rados.rados.0.smithi086.stdout:319: writing smithi08678205-9 from 0 to 417792 tid 1 2024-09-11T03:33:04.042 INFO:tasks.rados.rados.0.smithi086.stdout:319: writing smithi08678205-9 from 417792 to 892928 tid 2 2024-09-11T03:33:04.045 INFO:tasks.rados.rados.0.smithi086.stdout:319: writing smithi08678205-9 from 892928 to 1515520 tid 3 2024-09-11T03:33:04.049 INFO:tasks.rados.rados.0.smithi086.stdout:319: writing smithi08678205-9 from 1515520 to 2023424 tid 4 2024-09-11T03:33:04.050 INFO:tasks.rados.rados.0.smithi086.stdout:320: read oid 29 snap -1 2024-09-11T03:33:04.050 INFO:tasks.rados.rados.0.smithi086.stdout:320: expect (ObjNum 103 snap 17 seq_num 103) 2024-09-11T03:33:04.050 INFO:tasks.rados.rados.0.smithi086.stdout:321: rollback oid 35 current snap is 22 2024-09-11T03:33:04.050 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 35 to 21 2024-09-11T03:33:04.050 INFO:tasks.rados.rados.0.smithi086.stdout:318: finishing rollback tid 0 to smithi08678205-14 2024-09-11T03:33:04.050 INFO:tasks.rados.rados.0.smithi086.stdout:322: snap_create 2024-09-11T03:33:04.050 INFO:tasks.rados.rados.0.smithi086.stdout:318: finishing rollback tid 1 to smithi08678205-14 2024-09-11T03:33:04.050 INFO:tasks.rados.rados.0.smithi086.stdout:318: finishing rollback tid 2 to smithi08678205-14 2024-09-11T03:33:04.050 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 72 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-11T03:33:04.050 INFO:tasks.rados.rados.0.smithi086.stdout:319: finishing write tid 1 to smithi08678205-9 2024-09-11T03:33:04.050 INFO:tasks.rados.rados.0.smithi086.stdout:319: finishing write tid 2 to smithi08678205-9 2024-09-11T03:33:04.050 INFO:tasks.rados.rados.0.smithi086.stdout:319: finishing write tid 3 to smithi08678205-9 2024-09-11T03:33:04.051 INFO:tasks.rados.rados.0.smithi086.stdout:321: finishing rollback tid 1 to smithi08678205-35 2024-09-11T03:33:04.051 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 0 (ObjNum 65 snap 0 seq_num 1549359713) dirty dne 2024-09-11T03:33:04.052 INFO:tasks.rados.rados.0.smithi086.stdout:319: finishing write tid 4 to smithi08678205-9 2024-09-11T03:33:04.052 INFO:tasks.rados.rados.0.smithi086.stdout:319: finishing write tid 5 to smithi08678205-9 2024-09-11T03:33:04.053 INFO:tasks.rados.rados.0.smithi086.stdout:319: finishing write tid 6 to smithi08678205-9 2024-09-11T03:33:04.053 INFO:tasks.rados.rados.0.smithi086.stdout:319: oid 9 updating version 0 to 111 2024-09-11T03:33:04.053 INFO:tasks.rados.rados.0.smithi086.stdout:319: oid 9 updating version 111 to 112 2024-09-11T03:33:04.053 INFO:tasks.rados.rados.0.smithi086.stdout:319: oid 9 updating version 112 to 113 2024-09-11T03:33:04.053 INFO:tasks.rados.rados.0.smithi086.stdout:319: oid 9 version 113 is already newer than 110 2024-09-11T03:33:04.053 INFO:tasks.rados.rados.0.smithi086.stdout:319: oid 9 version 113 is already newer than 109 2024-09-11T03:33:04.053 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 113 (ObjNum 120 snap 22 seq_num 120) dirty exists 2024-09-11T03:33:04.053 INFO:tasks.rados.rados.0.smithi086.stdout:319: left oid 9 (ObjNum 120 snap 22 seq_num 120) 2024-09-11T03:33:04.057 INFO:tasks.rados.rados.0.smithi086.stdout:320: expect (ObjNum 103 snap 17 seq_num 103) 2024-09-11T03:33:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:03 smithi086 ceph-mon[27247]: osdmap e121: 8 total, 8 up, 8 in 2024-09-11T03:33:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:03 smithi086 ceph-mon[27247]: pgmap v160: 121 pgs: 121 active+clean; 63 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 33 op/s 2024-09-11T03:33:04.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:03 smithi086 ceph-mon[37253]: osdmap e121: 8 total, 8 up, 8 in 2024-09-11T03:33:04.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:03 smithi086 ceph-mon[37253]: pgmap v160: 121 pgs: 121 active+clean; 63 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 33 op/s 2024-09-11T03:33:04.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:03 smithi130 ceph-mon[31190]: osdmap e121: 8 total, 8 up, 8 in 2024-09-11T03:33:04.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:03 smithi130 ceph-mon[31190]: pgmap v160: 121 pgs: 121 active+clean; 63 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 33 op/s 2024-09-11T03:33:04.896 INFO:tasks.rados.rados.0.smithi086.stdout:318: done (4 left) 2024-09-11T03:33:04.896 INFO:tasks.rados.rados.0.smithi086.stdout:319: done (3 left) 2024-09-11T03:33:04.896 INFO:tasks.rados.rados.0.smithi086.stdout:320: done (2 left) 2024-09-11T03:33:04.896 INFO:tasks.rados.rados.0.smithi086.stdout:321: done (1 left) 2024-09-11T03:33:04.897 INFO:tasks.rados.rados.0.smithi086.stdout:322: done (0 left) 2024-09-11T03:33:04.897 INFO:tasks.rados.rados.0.smithi086.stdout:323: rollback oid 50 current snap is 23 2024-09-11T03:33:04.897 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 50 to 18 2024-09-11T03:33:04.897 INFO:tasks.rados.rados.0.smithi086.stdout:324: rmattr oid 38 current snap is 23 2024-09-11T03:33:04.897 INFO:tasks.rados.rados.0.smithi086.stdout:324: done (1 left) 2024-09-11T03:33:04.897 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 23 2024-09-11T03:33:04.897 INFO:tasks.rados.rados.0.smithi086.stdout:325: seq_num 121 ranges {2007040=434176,2441216=753664,3194880=425984,3620864=425984} 2024-09-11T03:33:04.909 INFO:tasks.rados.rados.0.smithi086.stdout:325: writing smithi08678205-21 from 2007040 to 2441216 tid 1 2024-09-11T03:33:04.914 INFO:tasks.rados.rados.0.smithi086.stdout:325: writing smithi08678205-21 from 2441216 to 3194880 tid 2 2024-09-11T03:33:04.917 INFO:tasks.rados.rados.0.smithi086.stdout:325: writing smithi08678205-21 from 3194880 to 3620864 tid 3 2024-09-11T03:33:04.920 INFO:tasks.rados.rados.0.smithi086.stdout:325: writing smithi08678205-21 from 3620864 to 4046848 tid 4 2024-09-11T03:33:04.920 INFO:tasks.rados.rados.0.smithi086.stdout:326: copy_from oid 37 from oid 14 current snap is 23 2024-09-11T03:33:04.920 INFO:tasks.rados.rados.0.smithi086.stdout:323: finishing rollback tid 0 to smithi08678205-50 2024-09-11T03:33:04.920 INFO:tasks.rados.rados.0.smithi086.stdout:323: finishing rollback tid 1 to smithi08678205-50 2024-09-11T03:33:04.920 INFO:tasks.rados.rados.0.smithi086.stdout:323: finishing rollback tid 2 to smithi08678205-50 2024-09-11T03:33:04.920 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 71 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-11T03:33:04.920 INFO:tasks.rados.rados.0.smithi086.stdout:325: finishing write tid 1 to smithi08678205-21 2024-09-11T03:33:04.920 INFO:tasks.rados.rados.0.smithi086.stdout:323: done (2 left) 2024-09-11T03:33:04.920 INFO:tasks.rados.rados.0.smithi086.stdout:327: rmattr oid 44 current snap is 23 2024-09-11T03:33:04.920 INFO:tasks.rados.rados.0.smithi086.stdout:327: done (2 left) 2024-09-11T03:33:04.920 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 23 2024-09-11T03:33:04.920 INFO:tasks.rados.rados.0.smithi086.stdout:328: seq_num 122 ranges {0=450560,450560=688128,1138688=630784,1769472=286720} 2024-09-11T03:33:04.922 INFO:tasks.rados.rados.0.smithi086.stdout:328: writing smithi08678205-15 from 0 to 450560 tid 1 2024-09-11T03:33:04.926 INFO:tasks.rados.rados.0.smithi086.stdout:328: writing smithi08678205-15 from 450560 to 1138688 tid 2 2024-09-11T03:33:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:328: writing smithi08678205-15 from 1138688 to 1769472 tid 3 2024-09-11T03:33:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:328: writing smithi08678205-15 from 1769472 to 2056192 tid 4 2024-09-11T03:33:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 23 2024-09-11T03:33:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:325: finishing write tid 2 to smithi08678205-21 2024-09-11T03:33:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:329: seq_num 123 ranges {1687552=466944,2154496=573440,2727936=794624,3522560=237568} 2024-09-11T03:33:04.944 INFO:tasks.rados.rados.0.smithi086.stdout:329: writing smithi08678205-22 from 1687552 to 2154496 tid 1 2024-09-11T03:33:04.947 INFO:tasks.rados.rados.0.smithi086.stdout:329: writing smithi08678205-22 from 2154496 to 2727936 tid 2 2024-09-11T03:33:04.952 INFO:tasks.rados.rados.0.smithi086.stdout:329: writing smithi08678205-22 from 2727936 to 3522560 tid 3 2024-09-11T03:33:04.954 INFO:tasks.rados.rados.0.smithi086.stdout:329: writing smithi08678205-22 from 3522560 to 3760128 tid 4 2024-09-11T03:33:04.955 INFO:tasks.rados.rados.0.smithi086.stdout:330: copy_from oid 23 from oid 11 current snap is 23 2024-09-11T03:33:04.955 INFO:tasks.rados.rados.0.smithi086.stdout:325: finishing write tid 3 to smithi08678205-21 2024-09-11T03:33:04.955 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 23 2024-09-11T03:33:04.955 INFO:tasks.rados.rados.0.smithi086.stdout:325: finishing write tid 4 to smithi08678205-21 2024-09-11T03:33:04.955 INFO:tasks.rados.rados.0.smithi086.stdout:325: finishing write tid 5 to smithi08678205-21 2024-09-11T03:33:04.955 INFO:tasks.rados.rados.0.smithi086.stdout:325: finishing write tid 6 to smithi08678205-21 2024-09-11T03:33:04.955 INFO:tasks.rados.rados.0.smithi086.stdout:325: oid 21 updating version 0 to 78 2024-09-11T03:33:04.955 INFO:tasks.rados.rados.0.smithi086.stdout:325: oid 21 version 78 is already newer than 76 2024-09-11T03:33:04.955 INFO:tasks.rados.rados.0.smithi086.stdout:325: oid 21 version 78 is already newer than 75 2024-09-11T03:33:04.955 INFO:tasks.rados.rados.0.smithi086.stdout:325: oid 21 version 78 is already newer than 77 2024-09-11T03:33:04.955 INFO:tasks.rados.rados.0.smithi086.stdout:325: oid 21 version 78 is already newer than 74 2024-09-11T03:33:04.955 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 78 (ObjNum 121 snap 23 seq_num 121) dirty exists 2024-09-11T03:33:04.955 INFO:tasks.rados.rados.0.smithi086.stdout:325: left oid 21 (ObjNum 121 snap 23 seq_num 121) 2024-09-11T03:33:04.956 INFO:tasks.rados.rados.0.smithi086.stdout:326: finishing copy_from racing read to smithi08678205-37 2024-09-11T03:33:04.956 INFO:tasks.rados.rados.0.smithi086.stdout:328: finishing write tid 1 to smithi08678205-15 2024-09-11T03:33:04.956 INFO:tasks.rados.rados.0.smithi086.stdout:326: finishing copy_from to smithi08678205-37 2024-09-11T03:33:04.956 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 72 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-11T03:33:04.956 INFO:tasks.rados.rados.0.smithi086.stdout:328: finishing write tid 2 to smithi08678205-15 2024-09-11T03:33:04.956 INFO:tasks.rados.rados.0.smithi086.stdout:328: finishing write tid 3 to smithi08678205-15 2024-09-11T03:33:04.956 INFO:tasks.rados.rados.0.smithi086.stdout:328: finishing write tid 4 to smithi08678205-15 2024-09-11T03:33:04.956 INFO:tasks.rados.rados.0.smithi086.stdout:328: finishing write tid 5 to smithi08678205-15 2024-09-11T03:33:04.956 INFO:tasks.rados.rados.0.smithi086.stdout:328: finishing write tid 6 to smithi08678205-15 2024-09-11T03:33:04.956 INFO:tasks.rados.rados.0.smithi086.stdout:328: oid 15 updating version 0 to 196 2024-09-11T03:33:04.956 INFO:tasks.rados.rados.0.smithi086.stdout:328: oid 15 updating version 196 to 197 2024-09-11T03:33:04.956 INFO:tasks.rados.rados.0.smithi086.stdout:328: oid 15 updating version 197 to 198 2024-09-11T03:33:04.957 INFO:tasks.rados.rados.0.smithi086.stdout:328: oid 15 updating version 198 to 199 2024-09-11T03:33:04.957 INFO:tasks.rados.rados.0.smithi086.stdout:328: oid 15 version 199 is already newer than 195 2024-09-11T03:33:04.957 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 199 (ObjNum 122 snap 23 seq_num 122) dirty exists 2024-09-11T03:33:04.957 INFO:tasks.rados.rados.0.smithi086.stdout:328: left oid 15 (ObjNum 122 snap 23 seq_num 122) 2024-09-11T03:33:04.957 INFO:tasks.rados.rados.0.smithi086.stdout:329: finishing write tid 1 to smithi08678205-22 2024-09-11T03:33:04.957 INFO:tasks.rados.rados.0.smithi086.stdout:329: finishing write tid 2 to smithi08678205-22 2024-09-11T03:33:04.957 INFO:tasks.rados.rados.0.smithi086.stdout:331: seq_num 124 ranges {0=483328,483328=458752,942080=598016,1540096=548864} 2024-09-11T03:33:04.957 INFO:tasks.rados.rados.0.smithi086.stdout:331: writing smithi08678205-38 from 0 to 483328 tid 1 2024-09-11T03:33:04.959 INFO:tasks.rados.rados.0.smithi086.stdout:331: writing smithi08678205-38 from 483328 to 942080 tid 2 2024-09-11T03:33:04.963 INFO:tasks.rados.rados.0.smithi086.stdout:331: writing smithi08678205-38 from 942080 to 1540096 tid 3 2024-09-11T03:33:04.966 INFO:tasks.rados.rados.0.smithi086.stdout:331: writing smithi08678205-38 from 1540096 to 2088960 tid 4 2024-09-11T03:33:04.966 INFO:tasks.rados.rados.0.smithi086.stdout:325: done (5 left) 2024-09-11T03:33:04.966 INFO:tasks.rados.rados.0.smithi086.stdout:326: done (4 left) 2024-09-11T03:33:04.966 INFO:tasks.rados.rados.0.smithi086.stdout:328: done (3 left) 2024-09-11T03:33:04.966 INFO:tasks.rados.rados.0.smithi086.stdout:332: snap_remove snap 20 2024-09-11T03:33:05.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:04 smithi086 ceph-mon[27247]: osdmap e122: 8 total, 8 up, 8 in 2024-09-11T03:33:05.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:04 smithi086 ceph-mon[27247]: osdmap e123: 8 total, 8 up, 8 in 2024-09-11T03:33:05.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:04 smithi086 ceph-mon[37253]: osdmap e122: 8 total, 8 up, 8 in 2024-09-11T03:33:05.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:04 smithi086 ceph-mon[37253]: osdmap e123: 8 total, 8 up, 8 in 2024-09-11T03:33:05.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:04 smithi130 ceph-mon[31190]: osdmap e122: 8 total, 8 up, 8 in 2024-09-11T03:33:05.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:04 smithi130 ceph-mon[31190]: osdmap e123: 8 total, 8 up, 8 in 2024-09-11T03:33:05.924 INFO:tasks.rados.rados.0.smithi086.stdout:332: done (3 left) 2024-09-11T03:33:05.925 INFO:tasks.rados.rados.0.smithi086.stdout:333: copy_from oid 16 from oid 44 current snap is 23 2024-09-11T03:33:05.925 INFO:tasks.rados.rados.0.smithi086.stdout:334: copy_from oid 2 from oid 46 current snap is 23 2024-09-11T03:33:05.925 INFO:tasks.rados.rados.0.smithi086.stdout:329: finishing write tid 3 to smithi08678205-22 2024-09-11T03:33:05.925 INFO:tasks.rados.rados.0.smithi086.stdout:329: finishing write tid 4 to smithi08678205-22 2024-09-11T03:33:05.925 INFO:tasks.rados.rados.0.smithi086.stdout:329: finishing write tid 5 to smithi08678205-22 2024-09-11T03:33:05.925 INFO:tasks.rados.rados.0.smithi086.stdout:330: finishing copy_from racing read to smithi08678205-23 2024-09-11T03:33:05.925 INFO:tasks.rados.rados.0.smithi086.stdout:329: finishing write tid 6 to smithi08678205-22 2024-09-11T03:33:05.925 INFO:tasks.rados.rados.0.smithi086.stdout:329: oid 22 updating version 0 to 118 2024-09-11T03:33:05.925 INFO:tasks.rados.rados.0.smithi086.stdout:329: oid 22 version 118 is already newer than 117 2024-09-11T03:33:05.925 INFO:tasks.rados.rados.0.smithi086.stdout:329: oid 22 version 118 is already newer than 116 2024-09-11T03:33:05.925 INFO:tasks.rados.rados.0.smithi086.stdout:329: oid 22 version 118 is already newer than 115 2024-09-11T03:33:05.925 INFO:tasks.rados.rados.0.smithi086.stdout:329: oid 22 updating version 118 to 119 2024-09-11T03:33:05.925 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 119 (ObjNum 123 snap 23 seq_num 123) dirty exists 2024-09-11T03:33:05.926 INFO:tasks.rados.rados.0.smithi086.stdout:329: left oid 22 (ObjNum 123 snap 23 seq_num 123) 2024-09-11T03:33:05.926 INFO:tasks.rados.rados.0.smithi086.stdout:330: finishing copy_from to smithi08678205-23 2024-09-11T03:33:05.926 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-11T03:33:05.926 INFO:tasks.rados.rados.0.smithi086.stdout:331: finishing write tid 1 to smithi08678205-38 2024-09-11T03:33:05.926 INFO:tasks.rados.rados.0.smithi086.stdout:331: finishing write tid 2 to smithi08678205-38 2024-09-11T03:33:05.926 INFO:tasks.rados.rados.0.smithi086.stdout:329: done (4 left) 2024-09-11T03:33:05.926 INFO:tasks.rados.rados.0.smithi086.stdout:330: done (3 left) 2024-09-11T03:33:05.926 INFO:tasks.rados.rados.0.smithi086.stdout:335: snap_create 2024-09-11T03:33:05.926 INFO:tasks.rados.rados.0.smithi086.stdout:331: finishing write tid 3 to smithi08678205-38 2024-09-11T03:33:05.926 INFO:tasks.rados.rados.0.smithi086.stdout:331: finishing write tid 4 to smithi08678205-38 2024-09-11T03:33:05.926 INFO:tasks.rados.rados.0.smithi086.stdout:331: finishing write tid 5 to smithi08678205-38 2024-09-11T03:33:05.926 INFO:tasks.rados.rados.0.smithi086.stdout:331: finishing write tid 6 to smithi08678205-38 2024-09-11T03:33:05.926 INFO:tasks.rados.rados.0.smithi086.stdout:331: oid 38 updating version 0 to 122 2024-09-11T03:33:05.927 INFO:tasks.rados.rados.0.smithi086.stdout:331: oid 38 version 122 is already newer than 120 2024-09-11T03:33:05.927 INFO:tasks.rados.rados.0.smithi086.stdout:331: oid 38 updating version 122 to 123 2024-09-11T03:33:05.927 INFO:tasks.rados.rados.0.smithi086.stdout:331: oid 38 updating version 123 to 124 2024-09-11T03:33:05.927 INFO:tasks.rados.rados.0.smithi086.stdout:331: oid 38 version 124 is already newer than 121 2024-09-11T03:33:05.927 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 124 (ObjNum 124 snap 23 seq_num 124) dirty exists 2024-09-11T03:33:05.927 INFO:tasks.rados.rados.0.smithi086.stdout:331: left oid 38 (ObjNum 124 snap 23 seq_num 124) 2024-09-11T03:33:05.933 INFO:tasks.rados.rados.0.smithi086.stdout:333: finishing copy_from racing read to smithi08678205-16 2024-09-11T03:33:05.935 INFO:tasks.rados.rados.0.smithi086.stdout:333: finishing copy_from to smithi08678205-16 2024-09-11T03:33:05.936 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-11T03:33:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:334: finishing copy_from racing read to smithi08678205-2 2024-09-11T03:33:05.949 INFO:tasks.rados.rados.0.smithi086.stdout:334: finishing copy_from to smithi08678205-2 2024-09-11T03:33:05.949 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 120 (ObjNum 111 snap 18 seq_num 111) dirty exists 2024-09-11T03:33:06.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:05 smithi086 ceph-mon[27247]: pgmap v163: 121 pgs: 121 active+clean; 63 MiB data, 349 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:06.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:05 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:06.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:05 smithi086 ceph-mon[37253]: pgmap v163: 121 pgs: 121 active+clean; 63 MiB data, 349 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:06.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:05 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:06.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:05 smithi130 ceph-mon[31190]: pgmap v163: 121 pgs: 121 active+clean; 63 MiB data, 349 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:06.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:05 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:06.921 INFO:tasks.rados.rados.0.smithi086.stdout:331: done (3 left) 2024-09-11T03:33:06.921 INFO:tasks.rados.rados.0.smithi086.stdout:333: done (2 left) 2024-09-11T03:33:06.921 INFO:tasks.rados.rados.0.smithi086.stdout:334: done (1 left) 2024-09-11T03:33:06.921 INFO:tasks.rados.rados.0.smithi086.stdout:335: done (0 left) 2024-09-11T03:33:06.922 INFO:tasks.rados.rados.0.smithi086.stdout:336: read oid 15 snap -1 2024-09-11T03:33:06.922 INFO:tasks.rados.rados.0.smithi086.stdout:336: expect (ObjNum 122 snap 23 seq_num 122) 2024-09-11T03:33:06.922 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 28 current snap is 24 2024-09-11T03:33:06.922 INFO:tasks.rados.rados.0.smithi086.stdout:337: seq_num 125 ranges {442368=499712,942080=745472,1687552=409600,2097152=450560} 2024-09-11T03:33:06.925 INFO:tasks.rados.rados.0.smithi086.stdout:337: writing smithi08678205-28 from 442368 to 942080 tid 1 2024-09-11T03:33:06.930 INFO:tasks.rados.rados.0.smithi086.stdout:337: writing smithi08678205-28 from 942080 to 1687552 tid 2 2024-09-11T03:33:06.933 INFO:tasks.rados.rados.0.smithi086.stdout:337: writing smithi08678205-28 from 1687552 to 2097152 tid 3 2024-09-11T03:33:06.936 INFO:tasks.rados.rados.0.smithi086.stdout:337: writing smithi08678205-28 from 2097152 to 2547712 tid 4 2024-09-11T03:33:06.936 INFO:tasks.rados.rados.0.smithi086.stdout:338: snap_create 2024-09-11T03:33:06.936 INFO:tasks.rados.rados.0.smithi086.stdout:337: finishing write tid 1 to smithi08678205-28 2024-09-11T03:33:06.936 INFO:tasks.rados.rados.0.smithi086.stdout:336: expect (ObjNum 122 snap 23 seq_num 122) 2024-09-11T03:33:06.996 INFO:tasks.rados.rados.0.smithi086.stdout:337: finishing write tid 2 to smithi08678205-28 2024-09-11T03:33:06.996 INFO:tasks.rados.rados.0.smithi086.stdout:337: finishing write tid 3 to smithi08678205-28 2024-09-11T03:33:06.996 INFO:tasks.rados.rados.0.smithi086.stdout:337: finishing write tid 4 to smithi08678205-28 2024-09-11T03:33:06.996 INFO:tasks.rados.rados.0.smithi086.stdout:337: finishing write tid 5 to smithi08678205-28 2024-09-11T03:33:06.996 INFO:tasks.rados.rados.0.smithi086.stdout:337: finishing write tid 6 to smithi08678205-28 2024-09-11T03:33:06.997 INFO:tasks.rados.rados.0.smithi086.stdout:337: oid 28 updating version 0 to 211 2024-09-11T03:33:06.997 INFO:tasks.rados.rados.0.smithi086.stdout:337: oid 28 updating version 211 to 214 2024-09-11T03:33:06.997 INFO:tasks.rados.rados.0.smithi086.stdout:337: oid 28 version 214 is already newer than 212 2024-09-11T03:33:06.997 INFO:tasks.rados.rados.0.smithi086.stdout:337: oid 28 version 214 is already newer than 213 2024-09-11T03:33:06.997 INFO:tasks.rados.rados.0.smithi086.stdout:337: oid 28 updating version 214 to 215 2024-09-11T03:33:06.997 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 215 (ObjNum 125 snap 24 seq_num 125) dirty exists 2024-09-11T03:33:06.997 INFO:tasks.rados.rados.0.smithi086.stdout:337: left oid 28 (ObjNum 125 snap 24 seq_num 125) 2024-09-11T03:33:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:06 smithi086 ceph-mon[27247]: osdmap e124: 8 total, 8 up, 8 in 2024-09-11T03:33:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:06 smithi086 ceph-mon[37253]: osdmap e124: 8 total, 8 up, 8 in 2024-09-11T03:33:07.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:06 smithi130 ceph-mon[31190]: osdmap e124: 8 total, 8 up, 8 in 2024-09-11T03:33:07.931 INFO:tasks.rados.rados.0.smithi086.stdout:336: done (2 left) 2024-09-11T03:33:07.931 INFO:tasks.rados.rados.0.smithi086.stdout:337: done (1 left) 2024-09-11T03:33:07.931 INFO:tasks.rados.rados.0.smithi086.stdout:338: done (0 left) 2024-09-11T03:33:07.931 INFO:tasks.rados.rados.0.smithi086.stdout:339: rollback oid 26 current snap is 25 2024-09-11T03:33:07.931 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 26 to 21 2024-09-11T03:33:07.931 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 25 2024-09-11T03:33:07.931 INFO:tasks.rados.rados.0.smithi086.stdout:340: seq_num 126 ranges {606208=516096,1122304=630784,1753088=614400,2367488=360448} 2024-09-11T03:33:07.937 INFO:tasks.rados.rados.0.smithi086.stdout:340: writing smithi08678205-6 from 606208 to 1122304 tid 1 2024-09-11T03:33:07.941 INFO:tasks.rados.rados.0.smithi086.stdout:340: writing smithi08678205-6 from 1122304 to 1753088 tid 2 2024-09-11T03:33:07.945 INFO:tasks.rados.rados.0.smithi086.stdout:340: writing smithi08678205-6 from 1753088 to 2367488 tid 3 2024-09-11T03:33:07.947 INFO:tasks.rados.rados.0.smithi086.stdout:340: writing smithi08678205-6 from 2367488 to 2727936 tid 4 2024-09-11T03:33:07.947 INFO:tasks.rados.rados.0.smithi086.stdout:341: setattr oid 30 current snap is 25 2024-09-11T03:33:07.948 INFO:tasks.rados.rados.0.smithi086.stdout:339: finishing rollback tid 0 to smithi08678205-26 2024-09-11T03:33:07.948 INFO:tasks.rados.rados.0.smithi086.stdout:339: finishing rollback tid 1 to smithi08678205-26 2024-09-11T03:33:07.948 INFO:tasks.rados.rados.0.smithi086.stdout:339: finishing rollback tid 2 to smithi08678205-26 2024-09-11T03:33:07.948 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 75 (ObjNum 94 snap 13 seq_num 94) dirty exists 2024-09-11T03:33:07.948 INFO:tasks.rados.rados.0.smithi086.stdout:340: finishing write tid 1 to smithi08678205-6 2024-09-11T03:33:07.948 INFO:tasks.rados.rados.0.smithi086.stdout:340: finishing write tid 2 to smithi08678205-6 2024-09-11T03:33:07.948 INFO:tasks.rados.rados.0.smithi086.stdout:340: finishing write tid 3 to smithi08678205-6 2024-09-11T03:33:07.949 INFO:tasks.rados.rados.0.smithi086.stdout:339: done (2 left) 2024-09-11T03:33:07.949 INFO:tasks.rados.rados.0.smithi086.stdout:342: snap_create 2024-09-11T03:33:07.950 INFO:tasks.rados.rados.0.smithi086.stdout:340: finishing write tid 4 to smithi08678205-6 2024-09-11T03:33:07.950 INFO:tasks.rados.rados.0.smithi086.stdout:340: finishing write tid 5 to smithi08678205-6 2024-09-11T03:33:07.952 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 217 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-11T03:33:07.953 INFO:tasks.rados.rados.0.smithi086.stdout:340: finishing write tid 6 to smithi08678205-6 2024-09-11T03:33:07.953 INFO:tasks.rados.rados.0.smithi086.stdout:340: oid 6 updating version 0 to 28 2024-09-11T03:33:07.953 INFO:tasks.rados.rados.0.smithi086.stdout:340: oid 6 updating version 28 to 31 2024-09-11T03:33:07.953 INFO:tasks.rados.rados.0.smithi086.stdout:340: oid 6 version 31 is already newer than 29 2024-09-11T03:33:07.953 INFO:tasks.rados.rados.0.smithi086.stdout:340: oid 6 updating version 31 to 32 2024-09-11T03:33:07.953 INFO:tasks.rados.rados.0.smithi086.stdout:340: oid 6 version 32 is already newer than 30 2024-09-11T03:33:07.953 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 32 (ObjNum 126 snap 25 seq_num 126) dirty exists 2024-09-11T03:33:07.953 INFO:tasks.rados.rados.0.smithi086.stdout:340: left oid 6 (ObjNum 126 snap 25 seq_num 126) 2024-09-11T03:33:08.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:07 smithi086 ceph-mon[27247]: osdmap e125: 8 total, 8 up, 8 in 2024-09-11T03:33:08.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:07 smithi086 ceph-mon[27247]: pgmap v166: 121 pgs: 121 active+clean; 83 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-09-11T03:33:08.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:07 smithi086 ceph-mon[37253]: osdmap e125: 8 total, 8 up, 8 in 2024-09-11T03:33:08.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:07 smithi086 ceph-mon[37253]: pgmap v166: 121 pgs: 121 active+clean; 83 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-09-11T03:33:08.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:33:08] "GET /metrics HTTP/1.1" 200 36092 "" "Prometheus/2.43.0" 2024-09-11T03:33:08.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:07 smithi130 ceph-mon[31190]: osdmap e125: 8 total, 8 up, 8 in 2024-09-11T03:33:08.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:07 smithi130 ceph-mon[31190]: pgmap v166: 121 pgs: 121 active+clean; 83 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-09-11T03:33:08.936 INFO:tasks.rados.rados.0.smithi086.stdout:340: done (2 left) 2024-09-11T03:33:08.937 INFO:tasks.rados.rados.0.smithi086.stdout:341: done (1 left) 2024-09-11T03:33:08.937 INFO:tasks.rados.rados.0.smithi086.stdout:342: done (0 left) 2024-09-11T03:33:08.937 INFO:tasks.rados.rados.0.smithi086.stdout:343: copy_from oid 34 from oid 46 current snap is 26 2024-09-11T03:33:08.937 INFO:tasks.rados.rados.0.smithi086.stdout:344: snap_remove snap 23 2024-09-11T03:33:09.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:08 smithi086 ceph-mon[27247]: osdmap e126: 8 total, 8 up, 8 in 2024-09-11T03:33:09.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:08 smithi086 ceph-mon[37253]: osdmap e126: 8 total, 8 up, 8 in 2024-09-11T03:33:09.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:08 smithi130 ceph-mon[31190]: osdmap e126: 8 total, 8 up, 8 in 2024-09-11T03:33:09.899 INFO:tasks.rados.rados.0.smithi086.stdout:344: done (1 left) 2024-09-11T03:33:09.900 INFO:tasks.rados.rados.0.smithi086.stdout:345: rollback oid 45 current snap is 26 2024-09-11T03:33:09.900 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 45 to 19 2024-09-11T03:33:09.900 INFO:tasks.rados.rados.0.smithi086.stdout:346: read oid 20 snap -1 2024-09-11T03:33:09.900 INFO:tasks.rados.rados.0.smithi086.stdout:346: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-11T03:33:09.900 INFO:tasks.rados.rados.0.smithi086.stdout:347: read oid 37 snap -1 2024-09-11T03:33:09.900 INFO:tasks.rados.rados.0.smithi086.stdout:347: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-11T03:33:09.900 INFO:tasks.rados.rados.0.smithi086.stdout:348: delete oid 28 current snap is 26 2024-09-11T03:33:09.900 INFO:tasks.rados.rados.0.smithi086.stdout:343: finishing copy_from racing read to smithi08678205-34 2024-09-11T03:33:09.900 INFO:tasks.rados.rados.0.smithi086.stdout:343: finishing copy_from to smithi08678205-34 2024-09-11T03:33:09.900 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 120 (ObjNum 111 snap 18 seq_num 111) dirty exists 2024-09-11T03:33:09.905 INFO:tasks.rados.rados.0.smithi086.stdout:347: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-11T03:33:09.912 INFO:tasks.rados.rados.0.smithi086.stdout:345: finishing rollback tid 0 to smithi08678205-45 2024-09-11T03:33:09.912 INFO:tasks.rados.rados.0.smithi086.stdout:345: finishing rollback tid 1 to smithi08678205-45 2024-09-11T03:33:09.912 INFO:tasks.rados.rados.0.smithi086.stdout:346: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-11T03:33:09.929 INFO:tasks.rados.rados.0.smithi086.stdout:345: finishing rollback tid 2 to smithi08678205-45 2024-09-11T03:33:09.930 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 86 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-11T03:33:09.930 INFO:tasks.rados.rados.0.smithi086.stdout:343: done (4 left) 2024-09-11T03:33:09.930 INFO:tasks.rados.rados.0.smithi086.stdout:345: done (3 left) 2024-09-11T03:33:09.930 INFO:tasks.rados.rados.0.smithi086.stdout:346: done (2 left) 2024-09-11T03:33:09.930 INFO:tasks.rados.rados.0.smithi086.stdout:347: done (1 left) 2024-09-11T03:33:09.930 INFO:tasks.rados.rados.0.smithi086.stdout:348: done (0 left) 2024-09-11T03:33:09.930 INFO:tasks.rados.rados.0.smithi086.stdout:349: rollback oid 5 current snap is 26 2024-09-11T03:33:09.930 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 5 to 22 2024-09-11T03:33:09.930 INFO:tasks.rados.rados.0.smithi086.stdout:350: snap_remove snap 19 2024-09-11T03:33:10.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:09 smithi086 ceph-mon[27247]: osdmap e127: 8 total, 8 up, 8 in 2024-09-11T03:33:10.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:09 smithi086 ceph-mon[27247]: pgmap v169: 121 pgs: 121 active+clean; 83 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-09-11T03:33:10.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:09 smithi086 ceph-mon[27247]: osdmap e128: 8 total, 8 up, 8 in 2024-09-11T03:33:10.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:09 smithi086 ceph-mon[37253]: osdmap e127: 8 total, 8 up, 8 in 2024-09-11T03:33:10.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:09 smithi086 ceph-mon[37253]: pgmap v169: 121 pgs: 121 active+clean; 83 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-09-11T03:33:10.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:09 smithi086 ceph-mon[37253]: osdmap e128: 8 total, 8 up, 8 in 2024-09-11T03:33:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:09 smithi130 ceph-mon[31190]: osdmap e127: 8 total, 8 up, 8 in 2024-09-11T03:33:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:09 smithi130 ceph-mon[31190]: pgmap v169: 121 pgs: 121 active+clean; 83 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-09-11T03:33:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:09 smithi130 ceph-mon[31190]: osdmap e128: 8 total, 8 up, 8 in 2024-09-11T03:33:10.901 INFO:tasks.rados.rados.0.smithi086.stdout:350: done (1 left) 2024-09-11T03:33:10.901 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 26 2024-09-11T03:33:10.901 INFO:tasks.rados.rados.0.smithi086.stdout:349: finishing rollback tid 1 to smithi08678205-5 2024-09-11T03:33:10.901 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 0 (ObjNum 97 snap 0 seq_num 1361795265) dirty dne 2024-09-11T03:33:10.901 INFO:tasks.rados.rados.0.smithi086.stdout:351: seq_num 128 ranges {5193728=548864,5742592=794624,6537216=581632,7118848=229376} 2024-09-11T03:33:10.931 INFO:tasks.rados.rados.0.smithi086.stdout:351: writing smithi08678205-33 from 5193728 to 5742592 tid 1 2024-09-11T03:33:10.937 INFO:tasks.rados.rados.0.smithi086.stdout:351: writing smithi08678205-33 from 5742592 to 6537216 tid 2 2024-09-11T03:33:10.940 INFO:tasks.rados.rados.0.smithi086.stdout:351: writing smithi08678205-33 from 6537216 to 7118848 tid 3 2024-09-11T03:33:10.942 INFO:tasks.rados.rados.0.smithi086.stdout:351: writing smithi08678205-33 from 7118848 to 7348224 tid 4 2024-09-11T03:33:10.942 INFO:tasks.rados.rados.0.smithi086.stdout:349: done (1 left) 2024-09-11T03:33:10.942 INFO:tasks.rados.rados.0.smithi086.stdout:352: read oid 45 snap -1 2024-09-11T03:33:10.943 INFO:tasks.rados.rados.0.smithi086.stdout:352: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:33:10.943 INFO:tasks.rados.rados.0.smithi086.stdout:353: copy_from oid 21 from oid 20 current snap is 26 2024-09-11T03:33:10.943 INFO:tasks.rados.rados.0.smithi086.stdout:351: finishing write tid 1 to smithi08678205-33 2024-09-11T03:33:10.943 INFO:tasks.rados.rados.0.smithi086.stdout:354: setattr oid 34 current snap is 26 2024-09-11T03:33:10.943 INFO:tasks.rados.rados.0.smithi086.stdout:352: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:33:10.946 INFO:tasks.rados.rados.0.smithi086.stdout:352: done (3 left) 2024-09-11T03:33:10.946 INFO:tasks.rados.rados.0.smithi086.stdout:355: read oid 36 snap -1 2024-09-11T03:33:10.946 INFO:tasks.rados.rados.0.smithi086.stdout:355: expect (ObjNum 107 snap 18 seq_num 107) 2024-09-11T03:33:10.946 INFO:tasks.rados.rados.0.smithi086.stdout:356: snap_create 2024-09-11T03:33:10.946 INFO:tasks.rados.rados.0.smithi086.stdout:351: finishing write tid 2 to smithi08678205-33 2024-09-11T03:33:10.946 INFO:tasks.rados.rados.0.smithi086.stdout:351: finishing write tid 3 to smithi08678205-33 2024-09-11T03:33:10.948 INFO:tasks.rados.rados.0.smithi086.stdout:351: finishing write tid 4 to smithi08678205-33 2024-09-11T03:33:10.949 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 121 (ObjNum 111 snap 18 seq_num 111) dirty exists 2024-09-11T03:33:10.949 INFO:tasks.rados.rados.0.smithi086.stdout:351: finishing write tid 5 to smithi08678205-33 2024-09-11T03:33:10.950 INFO:tasks.rados.rados.0.smithi086.stdout:353: finishing copy_from racing read to smithi08678205-21 2024-09-11T03:33:10.950 INFO:tasks.rados.rados.0.smithi086.stdout:353: finishing copy_from to smithi08678205-21 2024-09-11T03:33:10.950 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-11T03:33:10.953 INFO:tasks.rados.rados.0.smithi086.stdout:351: finishing write tid 6 to smithi08678205-33 2024-09-11T03:33:10.954 INFO:tasks.rados.rados.0.smithi086.stdout:351: oid 33 updating version 0 to 237 2024-09-11T03:33:10.954 INFO:tasks.rados.rados.0.smithi086.stdout:351: oid 33 version 237 is already newer than 230 2024-09-11T03:33:10.954 INFO:tasks.rados.rados.0.smithi086.stdout:351: oid 33 version 237 is already newer than 235 2024-09-11T03:33:10.954 INFO:tasks.rados.rados.0.smithi086.stdout:351: oid 33 version 237 is already newer than 236 2024-09-11T03:33:10.954 INFO:tasks.rados.rados.0.smithi086.stdout:351: oid 33 version 237 is already newer than 225 2024-09-11T03:33:10.954 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 237 (ObjNum 128 snap 26 seq_num 128) dirty exists 2024-09-11T03:33:10.954 INFO:tasks.rados.rados.0.smithi086.stdout:351: left oid 33 (ObjNum 128 snap 26 seq_num 128) 2024-09-11T03:33:10.956 INFO:tasks.rados.rados.0.smithi086.stdout:355: expect (ObjNum 107 snap 18 seq_num 107) 2024-09-11T03:33:11.909 INFO:tasks.rados.rados.0.smithi086.stdout:351: done (4 left) 2024-09-11T03:33:11.909 INFO:tasks.rados.rados.0.smithi086.stdout:353: done (3 left) 2024-09-11T03:33:11.909 INFO:tasks.rados.rados.0.smithi086.stdout:354: done (2 left) 2024-09-11T03:33:11.910 INFO:tasks.rados.rados.0.smithi086.stdout:355: done (1 left) 2024-09-11T03:33:11.910 INFO:tasks.rados.rados.0.smithi086.stdout:356: done (0 left) 2024-09-11T03:33:11.910 INFO:tasks.rados.rados.0.smithi086.stdout:357: read oid 31 snap -1 2024-09-11T03:33:11.910 INFO:tasks.rados.rados.0.smithi086.stdout:357: expect (ObjNum 118 snap 22 seq_num 118) 2024-09-11T03:33:11.910 INFO:tasks.rados.rados.0.smithi086.stdout:358: rollback oid 22 current snap is 27 2024-09-11T03:33:11.910 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 22 to 18 2024-09-11T03:33:11.910 INFO:tasks.rados.rados.0.smithi086.stdout:359: read oid 48 snap -1 2024-09-11T03:33:11.910 INFO:tasks.rados.rados.0.smithi086.stdout:359: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-11T03:33:11.910 INFO:tasks.rados.rados.0.smithi086.stdout:360: read oid 3 snap 22 2024-09-11T03:33:11.910 INFO:tasks.rados.rados.0.smithi086.stdout:360: expect (ObjNum 109 snap 18 seq_num 109) 2024-09-11T03:33:11.910 INFO:tasks.rados.rados.0.smithi086.stdout:361: snap_remove snap 21 2024-09-11T03:33:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:11 smithi086 ceph-mon[27247]: osdmap e129: 8 total, 8 up, 8 in 2024-09-11T03:33:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:11 smithi086 ceph-mon[27247]: pgmap v172: 121 pgs: 121 active+clean; 92 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-11T03:33:12.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:11 smithi086 ceph-mon[37253]: osdmap e129: 8 total, 8 up, 8 in 2024-09-11T03:33:12.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:11 smithi086 ceph-mon[37253]: pgmap v172: 121 pgs: 121 active+clean; 92 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-11T03:33:12.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:11 smithi130 ceph-mon[31190]: osdmap e129: 8 total, 8 up, 8 in 2024-09-11T03:33:12.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:11 smithi130 ceph-mon[31190]: pgmap v172: 121 pgs: 121 active+clean; 92 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-11T03:33:12.911 INFO:tasks.rados.rados.0.smithi086.stdout:361: done (4 left) 2024-09-11T03:33:12.911 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 27 2024-09-11T03:33:12.911 INFO:tasks.rados.rados.0.smithi086.stdout:358: finishing rollback tid 0 to smithi08678205-22 2024-09-11T03:33:12.911 INFO:tasks.rados.rados.0.smithi086.stdout:358: finishing rollback tid 1 to smithi08678205-22 2024-09-11T03:33:12.911 INFO:tasks.rados.rados.0.smithi086.stdout:358: finishing rollback tid 2 to smithi08678205-22 2024-09-11T03:33:12.911 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 136 (ObjNum 100 snap 17 seq_num 100) dirty exists 2024-09-11T03:33:12.911 INFO:tasks.rados.rados.0.smithi086.stdout:359: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-11T03:33:12.933 INFO:tasks.rados.rados.0.smithi086.stdout:357: expect (ObjNum 118 snap 22 seq_num 118) 2024-09-11T03:33:12.984 INFO:tasks.rados.rados.0.smithi086.stdout:360: expect (ObjNum 109 snap 18 seq_num 109) 2024-09-11T03:33:13.118 INFO:tasks.rados.rados.0.smithi086.stdout:362: seq_num 129 ranges {0=565248,565248=679936,1245184=786432,2031616=139264} 2024-09-11T03:33:13.121 INFO:tasks.rados.rados.0.smithi086.stdout:362: writing smithi08678205-39 from 0 to 565248 tid 1 2024-09-11T03:33:13.124 INFO:tasks.rados.rados.0.smithi086.stdout:362: writing smithi08678205-39 from 565248 to 1245184 tid 2 2024-09-11T03:33:13.129 INFO:tasks.rados.rados.0.smithi086.stdout:362: writing smithi08678205-39 from 1245184 to 2031616 tid 3 2024-09-11T03:33:13.130 INFO:tasks.rados.rados.0.smithi086.stdout:362: writing smithi08678205-39 from 2031616 to 2170880 tid 4 2024-09-11T03:33:13.130 INFO:tasks.rados.rados.0.smithi086.stdout:357: done (4 left) 2024-09-11T03:33:13.130 INFO:tasks.rados.rados.0.smithi086.stdout:358: done (3 left) 2024-09-11T03:33:13.130 INFO:tasks.rados.rados.0.smithi086.stdout:359: done (2 left) 2024-09-11T03:33:13.130 INFO:tasks.rados.rados.0.smithi086.stdout:360: done (1 left) 2024-09-11T03:33:13.130 INFO:tasks.rados.rados.0.smithi086.stdout:363: snap_remove snap 18 2024-09-11T03:33:13.130 INFO:tasks.rados.rados.0.smithi086.stdout:362: finishing write tid 1 to smithi08678205-39 2024-09-11T03:33:13.130 INFO:tasks.rados.rados.0.smithi086.stdout:362: finishing write tid 2 to smithi08678205-39 2024-09-11T03:33:13.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:12 smithi086 ceph-mon[27247]: osdmap e130: 8 total, 8 up, 8 in 2024-09-11T03:33:13.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:12 smithi086 ceph-mon[37253]: osdmap e130: 8 total, 8 up, 8 in 2024-09-11T03:33:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:12 smithi130 ceph-mon[31190]: osdmap e130: 8 total, 8 up, 8 in 2024-09-11T03:33:13.925 INFO:tasks.rados.rados.0.smithi086.stdout:363: done (1 left) 2024-09-11T03:33:13.925 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 27 2024-09-11T03:33:13.925 INFO:tasks.rados.rados.0.smithi086.stdout:362: finishing write tid 3 to smithi08678205-39 2024-09-11T03:33:13.925 INFO:tasks.rados.rados.0.smithi086.stdout:362: finishing write tid 4 to smithi08678205-39 2024-09-11T03:33:13.925 INFO:tasks.rados.rados.0.smithi086.stdout:362: finishing write tid 5 to smithi08678205-39 2024-09-11T03:33:13.926 INFO:tasks.rados.rados.0.smithi086.stdout:362: finishing write tid 6 to smithi08678205-39 2024-09-11T03:33:13.926 INFO:tasks.rados.rados.0.smithi086.stdout:362: oid 39 updating version 0 to 148 2024-09-11T03:33:13.926 INFO:tasks.rados.rados.0.smithi086.stdout:362: oid 39 version 148 is already newer than 144 2024-09-11T03:33:13.926 INFO:tasks.rados.rados.0.smithi086.stdout:362: oid 39 version 148 is already newer than 147 2024-09-11T03:33:13.926 INFO:tasks.rados.rados.0.smithi086.stdout:362: oid 39 version 148 is already newer than 146 2024-09-11T03:33:13.926 INFO:tasks.rados.rados.0.smithi086.stdout:362: oid 39 version 148 is already newer than 145 2024-09-11T03:33:13.926 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 148 (ObjNum 129 snap 27 seq_num 129) dirty exists 2024-09-11T03:33:13.926 INFO:tasks.rados.rados.0.smithi086.stdout:362: left oid 39 (ObjNum 129 snap 27 seq_num 129) 2024-09-11T03:33:13.926 INFO:tasks.rados.rados.0.smithi086.stdout:364: seq_num 130 ranges {557056=581632,1138688=614400,1753088=598016,2351104=393216} 2024-09-11T03:33:13.931 INFO:tasks.rados.rados.0.smithi086.stdout:364: writing smithi08678205-16 from 557056 to 1138688 tid 1 2024-09-11T03:33:13.935 INFO:tasks.rados.rados.0.smithi086.stdout:364: writing smithi08678205-16 from 1138688 to 1753088 tid 2 2024-09-11T03:33:13.938 INFO:tasks.rados.rados.0.smithi086.stdout:364: writing smithi08678205-16 from 1753088 to 2351104 tid 3 2024-09-11T03:33:13.940 INFO:tasks.rados.rados.0.smithi086.stdout:364: writing smithi08678205-16 from 2351104 to 2744320 tid 4 2024-09-11T03:33:13.940 INFO:tasks.rados.rados.0.smithi086.stdout:362: done (1 left) 2024-09-11T03:33:13.940 INFO:tasks.rados.rados.0.smithi086.stdout:365: delete oid 15 current snap is 27 2024-09-11T03:33:13.940 INFO:tasks.rados.rados.0.smithi086.stdout:364: finishing write tid 1 to smithi08678205-16 2024-09-11T03:33:13.941 INFO:tasks.rados.rados.0.smithi086.stdout:364: finishing write tid 2 to smithi08678205-16 2024-09-11T03:33:13.943 INFO:tasks.rados.rados.0.smithi086.stdout:364: finishing write tid 3 to smithi08678205-16 2024-09-11T03:33:13.943 INFO:tasks.rados.rados.0.smithi086.stdout:364: finishing write tid 4 to smithi08678205-16 2024-09-11T03:33:13.943 INFO:tasks.rados.rados.0.smithi086.stdout:364: finishing write tid 5 to smithi08678205-16 2024-09-11T03:33:13.945 INFO:tasks.rados.rados.0.smithi086.stdout:364: finishing write tid 6 to smithi08678205-16 2024-09-11T03:33:13.945 INFO:tasks.rados.rados.0.smithi086.stdout:364: oid 16 updating version 0 to 155 2024-09-11T03:33:13.945 INFO:tasks.rados.rados.0.smithi086.stdout:364: oid 16 updating version 155 to 156 2024-09-11T03:33:13.946 INFO:tasks.rados.rados.0.smithi086.stdout:364: oid 16 version 156 is already newer than 153 2024-09-11T03:33:13.946 INFO:tasks.rados.rados.0.smithi086.stdout:364: oid 16 version 156 is already newer than 154 2024-09-11T03:33:13.946 INFO:tasks.rados.rados.0.smithi086.stdout:364: oid 16 version 156 is already newer than 152 2024-09-11T03:33:13.946 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 156 (ObjNum 130 snap 27 seq_num 130) dirty exists 2024-09-11T03:33:13.946 INFO:tasks.rados.rados.0.smithi086.stdout:364: left oid 16 (ObjNum 130 snap 27 seq_num 130) 2024-09-11T03:33:13.947 INFO:tasks.rados.rados.0.smithi086.stdout:364: done (1 left) 2024-09-11T03:33:13.947 INFO:tasks.rados.rados.0.smithi086.stdout:365: done (0 left) 2024-09-11T03:33:13.947 INFO:tasks.rados.rados.0.smithi086.stdout:366: rollback oid 29 current snap is 27 2024-09-11T03:33:13.947 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 29 to 26 2024-09-11T03:33:13.947 INFO:tasks.rados.rados.0.smithi086.stdout:367: rmattr oid 34 current snap is 27 2024-09-11T03:33:13.947 INFO:tasks.rados.rados.0.smithi086.stdout:368: snap_remove snap 22 2024-09-11T03:33:14.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:13 smithi086 ceph-mon[27247]: osdmap e131: 8 total, 8 up, 8 in 2024-09-11T03:33:14.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:13 smithi086 ceph-mon[27247]: pgmap v175: 121 pgs: 121 active+clean; 92 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-11T03:33:14.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:13 smithi086 ceph-mon[37253]: osdmap e131: 8 total, 8 up, 8 in 2024-09-11T03:33:14.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:13 smithi086 ceph-mon[37253]: pgmap v175: 121 pgs: 121 active+clean; 92 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-11T03:33:14.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:13 smithi130 ceph-mon[31190]: osdmap e131: 8 total, 8 up, 8 in 2024-09-11T03:33:14.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:13 smithi130 ceph-mon[31190]: pgmap v175: 121 pgs: 121 active+clean; 92 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-11T03:33:14.906 INFO:tasks.rados.rados.0.smithi086.stdout:366: finishing rollback tid 0 to smithi08678205-29 2024-09-11T03:33:14.907 INFO:tasks.rados.rados.0.smithi086.stdout:366: finishing rollback tid 1 to smithi08678205-29 2024-09-11T03:33:14.907 INFO:tasks.rados.rados.0.smithi086.stdout:366: finishing rollback tid 2 to smithi08678205-29 2024-09-11T03:33:14.907 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 124 (ObjNum 103 snap 17 seq_num 103) dirty exists 2024-09-11T03:33:14.907 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 125 (ObjNum 111 snap 18 seq_num 111) dirty exists 2024-09-11T03:33:14.907 INFO:tasks.rados.rados.0.smithi086.stdout:366: done (2 left) 2024-09-11T03:33:14.907 INFO:tasks.rados.rados.0.smithi086.stdout:367: done (1 left) 2024-09-11T03:33:14.907 INFO:tasks.rados.rados.0.smithi086.stdout:368: done (0 left) 2024-09-11T03:33:14.907 INFO:tasks.rados.rados.0.smithi086.stdout:369: read oid 13 snap -1 2024-09-11T03:33:14.907 INFO:tasks.rados.rados.0.smithi086.stdout:369: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-11T03:33:14.907 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 27 2024-09-11T03:33:14.907 INFO:tasks.rados.rados.0.smithi086.stdout:370: seq_num 132 ranges {1900544=614400,2514944=786432,3301376=565248,3866624=253952} 2024-09-11T03:33:14.921 INFO:tasks.rados.rados.0.smithi086.stdout:370: writing smithi08678205-10 from 1900544 to 2514944 tid 1 2024-09-11T03:33:14.927 INFO:tasks.rados.rados.0.smithi086.stdout:370: writing smithi08678205-10 from 2514944 to 3301376 tid 2 2024-09-11T03:33:14.930 INFO:tasks.rados.rados.0.smithi086.stdout:370: writing smithi08678205-10 from 3301376 to 3866624 tid 3 2024-09-11T03:33:14.932 INFO:tasks.rados.rados.0.smithi086.stdout:370: writing smithi08678205-10 from 3866624 to 4120576 tid 4 2024-09-11T03:33:14.932 INFO:tasks.rados.rados.0.smithi086.stdout:371: snap_remove snap 25 2024-09-11T03:33:15.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:14 smithi086 ceph-mon[27247]: osdmap e132: 8 total, 8 up, 8 in 2024-09-11T03:33:15.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:14 smithi086 ceph-mon[27247]: osdmap e133: 8 total, 8 up, 8 in 2024-09-11T03:33:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:14 smithi086 ceph-mon[37253]: osdmap e132: 8 total, 8 up, 8 in 2024-09-11T03:33:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:14 smithi086 ceph-mon[37253]: osdmap e133: 8 total, 8 up, 8 in 2024-09-11T03:33:15.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:14 smithi130 ceph-mon[31190]: osdmap e132: 8 total, 8 up, 8 in 2024-09-11T03:33:15.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:14 smithi130 ceph-mon[31190]: osdmap e133: 8 total, 8 up, 8 in 2024-09-11T03:33:15.937 INFO:tasks.rados.rados.0.smithi086.stdout:371: done (2 left) 2024-09-11T03:33:15.937 INFO:tasks.rados.rados.0.smithi086.stdout:372: snap_remove snap 24 2024-09-11T03:33:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:15 smithi086 ceph-mon[27247]: pgmap v178: 121 pgs: 121 active+clean; 92 MiB data, 393 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:15 smithi086 ceph-mon[37253]: pgmap v178: 121 pgs: 121 active+clean; 92 MiB data, 393 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:16.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:15 smithi130 ceph-mon[31190]: pgmap v178: 121 pgs: 121 active+clean; 92 MiB data, 393 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:16.940 INFO:tasks.rados.rados.0.smithi086.stdout:369: expect (ObjNum 12 snap 0 seq_num 12) 2024-09-11T03:33:16.950 INFO:tasks.rados.rados.0.smithi086.stdout:370: finishing write tid 1 to smithi08678205-10 2024-09-11T03:33:16.950 INFO:tasks.rados.rados.0.smithi086.stdout:370: finishing write tid 2 to smithi08678205-10 2024-09-11T03:33:16.950 INFO:tasks.rados.rados.0.smithi086.stdout:370: finishing write tid 3 to smithi08678205-10 2024-09-11T03:33:16.950 INFO:tasks.rados.rados.0.smithi086.stdout:370: finishing write tid 4 to smithi08678205-10 2024-09-11T03:33:16.950 INFO:tasks.rados.rados.0.smithi086.stdout:370: finishing write tid 5 to smithi08678205-10 2024-09-11T03:33:16.950 INFO:tasks.rados.rados.0.smithi086.stdout:370: finishing write tid 6 to smithi08678205-10 2024-09-11T03:33:16.950 INFO:tasks.rados.rados.0.smithi086.stdout:370: oid 10 updating version 0 to 95 2024-09-11T03:33:16.951 INFO:tasks.rados.rados.0.smithi086.stdout:370: oid 10 updating version 95 to 96 2024-09-11T03:33:16.951 INFO:tasks.rados.rados.0.smithi086.stdout:370: oid 10 version 96 is already newer than 93 2024-09-11T03:33:16.951 INFO:tasks.rados.rados.0.smithi086.stdout:370: oid 10 version 96 is already newer than 94 2024-09-11T03:33:16.951 INFO:tasks.rados.rados.0.smithi086.stdout:370: oid 10 version 96 is already newer than 92 2024-09-11T03:33:16.951 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 96 (ObjNum 132 snap 27 seq_num 132) dirty exists 2024-09-11T03:33:16.951 INFO:tasks.rados.rados.0.smithi086.stdout:370: left oid 10 (ObjNum 132 snap 27 seq_num 132) 2024-09-11T03:33:16.951 INFO:tasks.rados.rados.0.smithi086.stdout:369: done (2 left) 2024-09-11T03:33:16.951 INFO:tasks.rados.rados.0.smithi086.stdout:370: done (1 left) 2024-09-11T03:33:16.951 INFO:tasks.rados.rados.0.smithi086.stdout:372: done (0 left) 2024-09-11T03:33:16.951 INFO:tasks.rados.rados.0.smithi086.stdout:373: snap_remove snap 26 2024-09-11T03:33:17.094 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:16 smithi130 ceph-mon[31190]: osdmap e134: 8 total, 8 up, 8 in 2024-09-11T03:33:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:16 smithi086 ceph-mon[27247]: osdmap e134: 8 total, 8 up, 8 in 2024-09-11T03:33:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:16 smithi086 ceph-mon[37253]: osdmap e134: 8 total, 8 up, 8 in 2024-09-11T03:33:17.954 INFO:tasks.rados.rados.0.smithi086.stdout:373: done (0 left) 2024-09-11T03:33:17.954 INFO:tasks.rados.rados.0.smithi086.stdout:374: setattr oid 23 current snap is 27 2024-09-11T03:33:17.956 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 27 2024-09-11T03:33:17.957 INFO:tasks.rados.rados.0.smithi086.stdout:375: seq_num 133 ranges {0=630784,630784=663552,1294336=770048,2064384=172032} 2024-09-11T03:33:17.960 INFO:tasks.rados.rados.0.smithi086.stdout:375: writing smithi08678205-41 from 0 to 630784 tid 1 2024-09-11T03:33:17.965 INFO:tasks.rados.rados.0.smithi086.stdout:375: writing smithi08678205-41 from 630784 to 1294336 tid 2 2024-09-11T03:33:17.969 INFO:tasks.rados.rados.0.smithi086.stdout:375: writing smithi08678205-41 from 1294336 to 2064384 tid 3 2024-09-11T03:33:17.971 INFO:tasks.rados.rados.0.smithi086.stdout:375: writing smithi08678205-41 from 2064384 to 2236416 tid 4 2024-09-11T03:33:17.971 INFO:tasks.rados.rados.0.smithi086.stdout:376: copy_from oid 21 from oid 11 current snap is 27 2024-09-11T03:33:17.971 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 298 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-11T03:33:17.971 INFO:tasks.rados.rados.0.smithi086.stdout:375: finishing write tid 1 to smithi08678205-41 2024-09-11T03:33:17.971 INFO:tasks.rados.rados.0.smithi086.stdout:375: finishing write tid 2 to smithi08678205-41 2024-09-11T03:33:17.971 INFO:tasks.rados.rados.0.smithi086.stdout:374: done (2 left) 2024-09-11T03:33:17.971 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 28 current snap is 27 2024-09-11T03:33:17.971 INFO:tasks.rados.rados.0.smithi086.stdout:377: seq_num 134 ranges {0=647168,647168=548864,1196032=573440,1769472=483328} 2024-09-11T03:33:17.974 INFO:tasks.rados.rados.0.smithi086.stdout:377: writing smithi08678205-28 from 0 to 647168 tid 1 2024-09-11T03:33:17.979 INFO:tasks.rados.rados.0.smithi086.stdout:377: writing smithi08678205-28 from 647168 to 1196032 tid 2 2024-09-11T03:33:17.982 INFO:tasks.rados.rados.0.smithi086.stdout:377: writing smithi08678205-28 from 1196032 to 1769472 tid 3 2024-09-11T03:33:17.985 INFO:tasks.rados.rados.0.smithi086.stdout:377: writing smithi08678205-28 from 1769472 to 2252800 tid 4 2024-09-11T03:33:17.985 INFO:tasks.rados.rados.0.smithi086.stdout:378: rmattr oid 14 current snap is 27 2024-09-11T03:33:17.985 INFO:tasks.rados.rados.0.smithi086.stdout:378: done (3 left) 2024-09-11T03:33:17.985 INFO:tasks.rados.rados.0.smithi086.stdout:379: delete oid 35 current snap is 27 2024-09-11T03:33:17.985 INFO:tasks.rados.rados.0.smithi086.stdout:375: finishing write tid 3 to smithi08678205-41 2024-09-11T03:33:17.986 INFO:tasks.rados.rados.0.smithi086.stdout:375: finishing write tid 4 to smithi08678205-41 2024-09-11T03:33:17.986 INFO:tasks.rados.rados.0.smithi086.stdout:375: finishing write tid 5 to smithi08678205-41 2024-09-11T03:33:17.986 INFO:tasks.rados.rados.0.smithi086.stdout:375: finishing write tid 6 to smithi08678205-41 2024-09-11T03:33:17.986 INFO:tasks.rados.rados.0.smithi086.stdout:375: oid 41 updating version 0 to 305 2024-09-11T03:33:17.986 INFO:tasks.rados.rados.0.smithi086.stdout:375: oid 41 version 305 is already newer than 302 2024-09-11T03:33:17.986 INFO:tasks.rados.rados.0.smithi086.stdout:375: oid 41 version 305 is already newer than 301 2024-09-11T03:33:17.986 INFO:tasks.rados.rados.0.smithi086.stdout:375: oid 41 version 305 is already newer than 303 2024-09-11T03:33:17.986 INFO:tasks.rados.rados.0.smithi086.stdout:375: oid 41 version 305 is already newer than 304 2024-09-11T03:33:17.986 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 305 (ObjNum 133 snap 27 seq_num 133) dirty exists 2024-09-11T03:33:17.986 INFO:tasks.rados.rados.0.smithi086.stdout:375: left oid 41 (ObjNum 133 snap 27 seq_num 133) 2024-09-11T03:33:17.986 INFO:tasks.rados.rados.0.smithi086.stdout:377: finishing write tid 1 to smithi08678205-28 2024-09-11T03:33:17.987 INFO:tasks.rados.rados.0.smithi086.stdout:376: finishing copy_from racing read to smithi08678205-21 2024-09-11T03:33:17.987 INFO:tasks.rados.rados.0.smithi086.stdout:376: finishing copy_from to smithi08678205-21 2024-09-11T03:33:17.987 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-11T03:33:17.987 INFO:tasks.rados.rados.0.smithi086.stdout:377: finishing write tid 2 to smithi08678205-28 2024-09-11T03:33:17.987 INFO:tasks.rados.rados.0.smithi086.stdout:377: finishing write tid 3 to smithi08678205-28 2024-09-11T03:33:17.987 INFO:tasks.rados.rados.0.smithi086.stdout:375: done (3 left) 2024-09-11T03:33:17.988 INFO:tasks.rados.rados.0.smithi086.stdout:376: done (2 left) 2024-09-11T03:33:17.988 INFO:tasks.rados.rados.0.smithi086.stdout:379: done (1 left) 2024-09-11T03:33:17.988 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 27 2024-09-11T03:33:17.988 INFO:tasks.rados.rados.0.smithi086.stdout:380: seq_num 136 ranges {5529600=688128,6217728=720896,6938624=540672,7479296=344064} 2024-09-11T03:33:18.019 INFO:tasks.rados.rados.0.smithi086.stdout:380: writing smithi08678205-32 from 5529600 to 6217728 tid 1 2024-09-11T03:33:18.024 INFO:tasks.rados.rados.0.smithi086.stdout:380: writing smithi08678205-32 from 6217728 to 6938624 tid 2 2024-09-11T03:33:18.026 INFO:tasks.rados.rados.0.smithi086.stdout:380: writing smithi08678205-32 from 6938624 to 7479296 tid 3 2024-09-11T03:33:18.029 INFO:tasks.rados.rados.0.smithi086.stdout:380: writing smithi08678205-32 from 7479296 to 7823360 tid 4 2024-09-11T03:33:18.029 INFO:tasks.rados.rados.0.smithi086.stdout:381: rmattr oid 50 current snap is 27 2024-09-11T03:33:18.029 INFO:tasks.rados.rados.0.smithi086.stdout:381: done (2 left) 2024-09-11T03:33:18.029 INFO:tasks.rados.rados.0.smithi086.stdout:382: copy_from oid 14 from oid 11 current snap is 27 2024-09-11T03:33:18.029 INFO:tasks.rados.rados.0.smithi086.stdout:377: finishing write tid 4 to smithi08678205-28 2024-09-11T03:33:18.029 INFO:tasks.rados.rados.0.smithi086.stdout:377: finishing write tid 5 to smithi08678205-28 2024-09-11T03:33:18.030 INFO:tasks.rados.rados.0.smithi086.stdout:377: finishing write tid 6 to smithi08678205-28 2024-09-11T03:33:18.030 INFO:tasks.rados.rados.0.smithi086.stdout:377: oid 28 updating version 0 to 308 2024-09-11T03:33:18.030 INFO:tasks.rados.rados.0.smithi086.stdout:377: oid 28 version 308 is already newer than 306 2024-09-11T03:33:18.030 INFO:tasks.rados.rados.0.smithi086.stdout:377: oid 28 version 308 is already newer than 307 2024-09-11T03:33:18.030 INFO:tasks.rados.rados.0.smithi086.stdout:377: oid 28 updating version 308 to 310 2024-09-11T03:33:18.030 INFO:tasks.rados.rados.0.smithi086.stdout:377: oid 28 version 310 is already newer than 309 2024-09-11T03:33:18.030 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 310 (ObjNum 134 snap 27 seq_num 134) dirty exists 2024-09-11T03:33:18.030 INFO:tasks.rados.rados.0.smithi086.stdout:377: left oid 28 (ObjNum 134 snap 27 seq_num 134) 2024-09-11T03:33:18.030 INFO:tasks.rados.rados.0.smithi086.stdout:380: finishing write tid 1 to smithi08678205-32 2024-09-11T03:33:18.030 INFO:tasks.rados.rados.0.smithi086.stdout:380: finishing write tid 2 to smithi08678205-32 2024-09-11T03:33:18.030 INFO:tasks.rados.rados.0.smithi086.stdout:380: finishing write tid 3 to smithi08678205-32 2024-09-11T03:33:18.030 INFO:tasks.rados.rados.0.smithi086.stdout:377: done (2 left) 2024-09-11T03:33:18.030 INFO:tasks.rados.rados.0.smithi086.stdout:383: delete oid 16 current snap is 27 2024-09-11T03:33:18.031 INFO:tasks.rados.rados.0.smithi086.stdout:383: done (2 left) 2024-09-11T03:33:18.031 INFO:tasks.rados.rados.0.smithi086.stdout:384: copy_from oid 12 from oid 47 current snap is 27 2024-09-11T03:33:18.031 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 40 current snap is 27 2024-09-11T03:33:18.031 INFO:tasks.rados.rados.0.smithi086.stdout:385: seq_num 138 ranges {1712128=720896,2433024=540672,2973696=557056,3530752=507904} 2024-09-11T03:33:18.044 INFO:tasks.rados.rados.0.smithi086.stdout:385: writing smithi08678205-40 from 1712128 to 2433024 tid 1 2024-09-11T03:33:18.046 INFO:tasks.rados.rados.0.smithi086.stdout:385: writing smithi08678205-40 from 2433024 to 2973696 tid 2 2024-09-11T03:33:18.049 INFO:tasks.rados.rados.0.smithi086.stdout:385: writing smithi08678205-40 from 2973696 to 3530752 tid 3 2024-09-11T03:33:18.053 INFO:tasks.rados.rados.0.smithi086.stdout:385: writing smithi08678205-40 from 3530752 to 4038656 tid 4 2024-09-11T03:33:18.053 INFO:tasks.rados.rados.0.smithi086.stdout:386: read oid 45 snap -1 2024-09-11T03:33:18.053 INFO:tasks.rados.rados.0.smithi086.stdout:386: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:33:18.053 INFO:tasks.rados.rados.0.smithi086.stdout:387: read oid 21 snap -1 2024-09-11T03:33:18.053 INFO:tasks.rados.rados.0.smithi086.stdout:387: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-11T03:33:18.053 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 27 2024-09-11T03:33:18.053 INFO:tasks.rados.rados.0.smithi086.stdout:380: finishing write tid 4 to smithi08678205-32 2024-09-11T03:33:18.053 INFO:tasks.rados.rados.0.smithi086.stdout:388: seq_num 139 ranges {0=737280,737280=425984,1163264=761856,1925120=417792} 2024-09-11T03:33:18.057 INFO:tasks.rados.rados.0.smithi086.stdout:388: writing smithi08678205-35 from 0 to 737280 tid 1 2024-09-11T03:33:18.059 INFO:tasks.rados.rados.0.smithi086.stdout:388: writing smithi08678205-35 from 737280 to 1163264 tid 2 2024-09-11T03:33:18.063 INFO:tasks.rados.rados.0.smithi086.stdout:388: writing smithi08678205-35 from 1163264 to 1925120 tid 3 2024-09-11T03:33:18.069 INFO:tasks.rados.rados.0.smithi086.stdout:388: writing smithi08678205-35 from 1925120 to 2342912 tid 4 2024-09-11T03:33:18.070 INFO:tasks.rados.rados.0.smithi086.stdout:389: rollback oid 43 current snap is 27 2024-09-11T03:33:18.070 INFO:tasks.rados.rados.0.smithi086.stdout:389: done (7 left) 2024-09-11T03:33:18.070 INFO:tasks.rados.rados.0.smithi086.stdout:390: read oid 37 snap -1 2024-09-11T03:33:18.070 INFO:tasks.rados.rados.0.smithi086.stdout:390: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-11T03:33:18.070 INFO:tasks.rados.rados.0.smithi086.stdout:391: snap_create 2024-09-11T03:33:18.070 INFO:tasks.rados.rados.0.smithi086.stdout:380: finishing write tid 5 to smithi08678205-32 2024-09-11T03:33:18.070 INFO:tasks.rados.rados.0.smithi086.stdout:380: finishing write tid 6 to smithi08678205-32 2024-09-11T03:33:18.070 INFO:tasks.rados.rados.0.smithi086.stdout:380: oid 32 updating version 0 to 91 2024-09-11T03:33:18.070 INFO:tasks.rados.rados.0.smithi086.stdout:380: oid 32 updating version 91 to 92 2024-09-11T03:33:18.070 INFO:tasks.rados.rados.0.smithi086.stdout:380: oid 32 updating version 92 to 94 2024-09-11T03:33:18.070 INFO:tasks.rados.rados.0.smithi086.stdout:380: oid 32 version 94 is already newer than 90 2024-09-11T03:33:18.070 INFO:tasks.rados.rados.0.smithi086.stdout:380: oid 32 version 94 is already newer than 93 2024-09-11T03:33:18.071 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 94 (ObjNum 136 snap 27 seq_num 136) dirty exists 2024-09-11T03:33:18.071 INFO:tasks.rados.rados.0.smithi086.stdout:380: left oid 32 (ObjNum 136 snap 27 seq_num 136) 2024-09-11T03:33:18.071 INFO:tasks.rados.rados.0.smithi086.stdout:382: finishing copy_from racing read to smithi08678205-14 2024-09-11T03:33:18.071 INFO:tasks.rados.rados.0.smithi086.stdout:382: finishing copy_from to smithi08678205-14 2024-09-11T03:33:18.071 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-11T03:33:18.071 INFO:tasks.rados.rados.0.smithi086.stdout:384: finishing copy_from racing read to smithi08678205-12 2024-09-11T03:33:18.071 INFO:tasks.rados.rados.0.smithi086.stdout:384: finishing copy_from to smithi08678205-12 2024-09-11T03:33:18.071 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-11T03:33:18.071 INFO:tasks.rados.rados.0.smithi086.stdout:385: finishing write tid 1 to smithi08678205-40 2024-09-11T03:33:18.071 INFO:tasks.rados.rados.0.smithi086.stdout:385: finishing write tid 2 to smithi08678205-40 2024-09-11T03:33:18.071 INFO:tasks.rados.rados.0.smithi086.stdout:385: finishing write tid 3 to smithi08678205-40 2024-09-11T03:33:18.071 INFO:tasks.rados.rados.0.smithi086.stdout:386: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:33:18.072 INFO:tasks.rados.rados.0.smithi086.stdout:385: finishing write tid 4 to smithi08678205-40 2024-09-11T03:33:18.072 INFO:tasks.rados.rados.0.smithi086.stdout:385: finishing write tid 5 to smithi08678205-40 2024-09-11T03:33:18.072 INFO:tasks.rados.rados.0.smithi086.stdout:387: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-11T03:33:18.073 INFO:tasks.rados.rados.0.smithi086.stdout:385: finishing write tid 6 to smithi08678205-40 2024-09-11T03:33:18.073 INFO:tasks.rados.rados.0.smithi086.stdout:385: oid 40 updating version 0 to 154 2024-09-11T03:33:18.073 INFO:tasks.rados.rados.0.smithi086.stdout:385: oid 40 updating version 154 to 155 2024-09-11T03:33:18.073 INFO:tasks.rados.rados.0.smithi086.stdout:385: oid 40 updating version 155 to 156 2024-09-11T03:33:18.073 INFO:tasks.rados.rados.0.smithi086.stdout:385: oid 40 updating version 156 to 157 2024-09-11T03:33:18.073 INFO:tasks.rados.rados.0.smithi086.stdout:385: oid 40 version 157 is already newer than 153 2024-09-11T03:33:18.073 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 157 (ObjNum 138 snap 27 seq_num 138) dirty exists 2024-09-11T03:33:18.073 INFO:tasks.rados.rados.0.smithi086.stdout:385: left oid 40 (ObjNum 138 snap 27 seq_num 138) 2024-09-11T03:33:18.073 INFO:tasks.rados.rados.0.smithi086.stdout:388: finishing write tid 1 to smithi08678205-35 2024-09-11T03:33:18.073 INFO:tasks.rados.rados.0.smithi086.stdout:388: finishing write tid 2 to smithi08678205-35 2024-09-11T03:33:18.073 INFO:tasks.rados.rados.0.smithi086.stdout:388: finishing write tid 3 to smithi08678205-35 2024-09-11T03:33:18.073 INFO:tasks.rados.rados.0.smithi086.stdout:388: finishing write tid 4 to smithi08678205-35 2024-09-11T03:33:18.074 INFO:tasks.rados.rados.0.smithi086.stdout:388: finishing write tid 5 to smithi08678205-35 2024-09-11T03:33:18.074 INFO:tasks.rados.rados.0.smithi086.stdout:390: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-11T03:33:18.078 INFO:tasks.rados.rados.0.smithi086.stdout:388: finishing write tid 6 to smithi08678205-35 2024-09-11T03:33:18.078 INFO:tasks.rados.rados.0.smithi086.stdout:388: oid 35 updating version 0 to 106 2024-09-11T03:33:18.079 INFO:tasks.rados.rados.0.smithi086.stdout:388: oid 35 version 106 is already newer than 104 2024-09-11T03:33:18.079 INFO:tasks.rados.rados.0.smithi086.stdout:388: oid 35 version 106 is already newer than 105 2024-09-11T03:33:18.079 INFO:tasks.rados.rados.0.smithi086.stdout:388: oid 35 updating version 106 to 108 2024-09-11T03:33:18.079 INFO:tasks.rados.rados.0.smithi086.stdout:388: oid 35 version 108 is already newer than 107 2024-09-11T03:33:18.079 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 108 (ObjNum 139 snap 27 seq_num 139) dirty exists 2024-09-11T03:33:18.079 INFO:tasks.rados.rados.0.smithi086.stdout:388: left oid 35 (ObjNum 139 snap 27 seq_num 139) 2024-09-11T03:33:18.223 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:17 smithi086 ceph-mon[27247]: osdmap e135: 8 total, 8 up, 8 in 2024-09-11T03:33:18.223 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:17 smithi086 ceph-mon[27247]: pgmap v181: 121 pgs: 121 active+clean; 87 MiB data, 386 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-09-11T03:33:18.223 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:17 smithi086 ceph-mon[37253]: osdmap e135: 8 total, 8 up, 8 in 2024-09-11T03:33:18.224 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:17 smithi086 ceph-mon[37253]: pgmap v181: 121 pgs: 121 active+clean; 87 MiB data, 386 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-09-11T03:33:18.224 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:33:18] "GET /metrics HTTP/1.1" 200 36092 "" "Prometheus/2.43.0" 2024-09-11T03:33:18.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:17 smithi130 ceph-mon[31190]: osdmap e135: 8 total, 8 up, 8 in 2024-09-11T03:33:18.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:17 smithi130 ceph-mon[31190]: pgmap v181: 121 pgs: 121 active+clean; 87 MiB data, 386 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-09-11T03:33:18.958 INFO:tasks.rados.rados.0.smithi086.stdout:380: done (8 left) 2024-09-11T03:33:18.958 INFO:tasks.rados.rados.0.smithi086.stdout:382: done (7 left) 2024-09-11T03:33:18.958 INFO:tasks.rados.rados.0.smithi086.stdout:384: done (6 left) 2024-09-11T03:33:18.958 INFO:tasks.rados.rados.0.smithi086.stdout:385: done (5 left) 2024-09-11T03:33:18.959 INFO:tasks.rados.rados.0.smithi086.stdout:386: done (4 left) 2024-09-11T03:33:18.959 INFO:tasks.rados.rados.0.smithi086.stdout:387: done (3 left) 2024-09-11T03:33:18.959 INFO:tasks.rados.rados.0.smithi086.stdout:388: done (2 left) 2024-09-11T03:33:18.959 INFO:tasks.rados.rados.0.smithi086.stdout:390: done (1 left) 2024-09-11T03:33:18.959 INFO:tasks.rados.rados.0.smithi086.stdout:391: done (0 left) 2024-09-11T03:33:18.959 INFO:tasks.rados.rados.0.smithi086.stdout:392: read oid 46 snap -1 2024-09-11T03:33:18.959 INFO:tasks.rados.rados.0.smithi086.stdout:392: expect (ObjNum 111 snap 18 seq_num 111) 2024-09-11T03:33:18.959 INFO:tasks.rados.rados.0.smithi086.stdout:393: snap_remove snap 27 2024-09-11T03:33:19.297 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:18 smithi130 ceph-mon[31190]: osdmap e136: 8 total, 8 up, 8 in 2024-09-11T03:33:19.298 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:18 smithi130 ceph-mon[31190]: Upgrade: Updating mgr.x 2024-09-11T03:33:19.298 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:18 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:19.298 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:18 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:33:19.298 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:18 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:33:19.298 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:18 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:33:19.298 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:18 smithi130 ceph-mon[31190]: Deploying daemon mgr.x on smithi130 2024-09-11T03:33:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[27247]: osdmap e136: 8 total, 8 up, 8 in 2024-09-11T03:33:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[27247]: Upgrade: Updating mgr.x 2024-09-11T03:33:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:33:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:33:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:33:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[27247]: Deploying daemon mgr.x on smithi130 2024-09-11T03:33:19.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[37253]: osdmap e136: 8 total, 8 up, 8 in 2024-09-11T03:33:19.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[37253]: Upgrade: Updating mgr.x 2024-09-11T03:33:19.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:19.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:33:19.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:33:19.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:33:19.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:18 smithi086 ceph-mon[37253]: Deploying daemon mgr.x on smithi130 2024-09-11T03:33:19.846 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:19 smithi130 systemd[1]: Stopping Ceph mgr.x for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:33:19.904 INFO:tasks.rados.rados.0.smithi086.stdout:393: done (1 left) 2024-09-11T03:33:19.904 INFO:tasks.rados.rados.0.smithi086.stdout:394: read oid 12 snap -1 2024-09-11T03:33:19.904 INFO:tasks.rados.rados.0.smithi086.stdout:394: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-11T03:33:19.904 INFO:tasks.rados.rados.0.smithi086.stdout:395: read oid 38 snap -1 2024-09-11T03:33:19.904 INFO:tasks.rados.rados.0.smithi086.stdout:395: expect (ObjNum 124 snap 23 seq_num 124) 2024-09-11T03:33:19.904 INFO:tasks.rados.rados.0.smithi086.stdout:396: read oid 7 snap -1 2024-09-11T03:33:19.904 INFO:tasks.rados.rados.0.smithi086.stdout:396: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:33:19.904 INFO:tasks.rados.rados.0.smithi086.stdout:397: rmattr oid 4 current snap is 28 2024-09-11T03:33:19.904 INFO:tasks.rados.rados.0.smithi086.stdout:397: done (4 left) 2024-09-11T03:33:19.904 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 28 2024-09-11T03:33:19.905 INFO:tasks.rados.rados.0.smithi086.stdout:398: seq_num 140 ranges {4399104=753664,5152768=704512,5857280=524288,6381568=376832} 2024-09-11T03:33:19.932 INFO:tasks.rados.rados.0.smithi086.stdout:398: writing smithi08678205-2 from 4399104 to 5152768 tid 1 2024-09-11T03:33:19.935 INFO:tasks.rados.rados.0.smithi086.stdout:398: writing smithi08678205-2 from 5152768 to 5857280 tid 2 2024-09-11T03:33:19.939 INFO:tasks.rados.rados.0.smithi086.stdout:398: writing smithi08678205-2 from 5857280 to 6381568 tid 3 2024-09-11T03:33:19.941 INFO:tasks.rados.rados.0.smithi086.stdout:398: writing smithi08678205-2 from 6381568 to 6758400 tid 4 2024-09-11T03:33:19.941 INFO:tasks.rados.rados.0.smithi086.stdout:399: rollback oid 8 current snap is 28 2024-09-11T03:33:19.941 INFO:tasks.rados.rados.0.smithi086.stdout:399: done (5 left) 2024-09-11T03:33:19.941 INFO:tasks.rados.rados.0.smithi086.stdout:400: delete oid 35 current snap is 28 2024-09-11T03:33:19.941 INFO:tasks.rados.rados.0.smithi086.stdout:392: expect (ObjNum 111 snap 18 seq_num 111) 2024-09-11T03:33:20.107 INFO:tasks.rados.rados.0.smithi086.stdout:394: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-11T03:33:20.127 INFO:tasks.rados.rados.0.smithi086.stdout:396: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:33:20.141 INFO:tasks.rados.rados.0.smithi086.stdout:395: expect (ObjNum 124 snap 23 seq_num 124) 2024-09-11T03:33:20.177 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:19 smithi130 ceph-mon[31190]: osdmap e137: 8 total, 8 up, 8 in 2024-09-11T03:33:20.178 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:19 smithi130 ceph-mon[31190]: pgmap v184: 121 pgs: 121 active+clean; 87 MiB data, 386 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-09-11T03:33:20.178 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:19 smithi130 ceph-mon[31190]: osdmap e138: 8 total, 8 up, 8 in 2024-09-11T03:33:20.178 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:19 smithi130 podman[63849]: 2024-09-11 03:33:19.911025347 +0000 UTC m=+0.184155687 container died 8b3341821273fad3dbad86c5d5418681083e8ba6a5e219f2f645c169a7eeec8a (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7a853b1, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:33:20.194 INFO:tasks.rados.rados.0.smithi086.stdout:398: finishing write tid 1 to smithi08678205-2 2024-09-11T03:33:20.195 INFO:tasks.rados.rados.0.smithi086.stdout:398: finishing write tid 2 to smithi08678205-2 2024-09-11T03:33:20.195 INFO:tasks.rados.rados.0.smithi086.stdout:398: finishing write tid 3 to smithi08678205-2 2024-09-11T03:33:20.195 INFO:tasks.rados.rados.0.smithi086.stdout:398: finishing write tid 4 to smithi08678205-2 2024-09-11T03:33:20.195 INFO:tasks.rados.rados.0.smithi086.stdout:398: finishing write tid 5 to smithi08678205-2 2024-09-11T03:33:20.195 INFO:tasks.rados.rados.0.smithi086.stdout:398: finishing write tid 6 to smithi08678205-2 2024-09-11T03:33:20.195 INFO:tasks.rados.rados.0.smithi086.stdout:398: oid 2 updating version 0 to 121 2024-09-11T03:33:20.195 INFO:tasks.rados.rados.0.smithi086.stdout:398: oid 2 updating version 121 to 125 2024-09-11T03:33:20.195 INFO:tasks.rados.rados.0.smithi086.stdout:398: oid 2 version 125 is already newer than 124 2024-09-11T03:33:20.195 INFO:tasks.rados.rados.0.smithi086.stdout:398: oid 2 version 125 is already newer than 122 2024-09-11T03:33:20.195 INFO:tasks.rados.rados.0.smithi086.stdout:398: oid 2 version 125 is already newer than 123 2024-09-11T03:33:20.195 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 125 (ObjNum 140 snap 28 seq_num 140) dirty exists 2024-09-11T03:33:20.195 INFO:tasks.rados.rados.0.smithi086.stdout:398: left oid 2 (ObjNum 140 snap 28 seq_num 140) 2024-09-11T03:33:20.195 INFO:tasks.rados.rados.0.smithi086.stdout:392: done (5 left) 2024-09-11T03:33:20.196 INFO:tasks.rados.rados.0.smithi086.stdout:394: done (4 left) 2024-09-11T03:33:20.196 INFO:tasks.rados.rados.0.smithi086.stdout:395: done (3 left) 2024-09-11T03:33:20.196 INFO:tasks.rados.rados.0.smithi086.stdout:396: done (2 left) 2024-09-11T03:33:20.196 INFO:tasks.rados.rados.0.smithi086.stdout:398: done (1 left) 2024-09-11T03:33:20.196 INFO:tasks.rados.rados.0.smithi086.stdout:400: done (0 left) 2024-09-11T03:33:20.196 INFO:tasks.rados.rados.0.smithi086.stdout:401: delete oid 43 current snap is 28 2024-09-11T03:33:20.196 INFO:tasks.rados.rados.0.smithi086.stdout:401: done (0 left) 2024-09-11T03:33:20.197 INFO:tasks.rados.rados.0.smithi086.stdout:402: snap_create 2024-09-11T03:33:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:19 smithi086 ceph-mon[27247]: osdmap e137: 8 total, 8 up, 8 in 2024-09-11T03:33:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:19 smithi086 ceph-mon[27247]: pgmap v184: 121 pgs: 121 active+clean; 87 MiB data, 386 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-09-11T03:33:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:19 smithi086 ceph-mon[27247]: osdmap e138: 8 total, 8 up, 8 in 2024-09-11T03:33:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:19 smithi086 ceph-mon[37253]: osdmap e137: 8 total, 8 up, 8 in 2024-09-11T03:33:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:19 smithi086 ceph-mon[37253]: pgmap v184: 121 pgs: 121 active+clean; 87 MiB data, 386 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-09-11T03:33:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:19 smithi086 ceph-mon[37253]: osdmap e138: 8 total, 8 up, 8 in 2024-09-11T03:33:20.577 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:20 smithi130 podman[63849]: 2024-09-11 03:33:20.260103045 +0000 UTC m=+0.533233380 container cleanup 8b3341821273fad3dbad86c5d5418681083e8ba6a5e219f2f645c169a7eeec8a (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-7a853b1, io.buildah.version=1.37.2) 2024-09-11T03:33:20.577 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:20 smithi130 bash[63849]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x 2024-09-11T03:33:20.846 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:20 smithi130 podman[63862]: 2024-09-11 03:33:20.578019594 +0000 UTC m=+0.668219598 container remove 8b3341821273fad3dbad86c5d5418681083e8ba6a5e219f2f645c169a7eeec8a (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, RELEASE=reef-7a853b1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-11T03:33:20.846 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:20 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-11T03:33:20.846 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:20 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-11T03:33:20.847 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:20 smithi130 systemd[1]: Stopped Ceph mgr.x for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:33:20.847 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:20 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.x.service: Consumed 10.966s CPU time. 2024-09-11T03:33:20.972 INFO:tasks.rados.rados.0.smithi086.stdout:402: done (0 left) 2024-09-11T03:33:20.972 INFO:tasks.rados.rados.0.smithi086.stdout:403: read oid 45 snap -1 2024-09-11T03:33:20.972 INFO:tasks.rados.rados.0.smithi086.stdout:403: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:33:20.973 INFO:tasks.rados.rados.0.smithi086.stdout:404: rmattr oid 18 current snap is 29 2024-09-11T03:33:20.973 INFO:tasks.rados.rados.0.smithi086.stdout:404: done (1 left) 2024-09-11T03:33:20.973 INFO:tasks.rados.rados.0.smithi086.stdout:405: read oid 28 snap -1 2024-09-11T03:33:20.973 INFO:tasks.rados.rados.0.smithi086.stdout:405: expect (ObjNum 134 snap 27 seq_num 134) 2024-09-11T03:33:20.973 INFO:tasks.rados.rados.0.smithi086.stdout:406: copy_from oid 19 from oid 20 current snap is 29 2024-09-11T03:33:20.973 INFO:tasks.rados.rados.0.smithi086.stdout:407: rmattr oid 26 current snap is 29 2024-09-11T03:33:20.973 INFO:tasks.rados.rados.0.smithi086.stdout:407: done (3 left) 2024-09-11T03:33:20.973 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 29 2024-09-11T03:33:20.973 INFO:tasks.rados.rados.0.smithi086.stdout:408: seq_num 143 ranges {2170880=802816,2973696=761856,3735552=745472,4481024=98304} 2024-09-11T03:33:20.989 INFO:tasks.rados.rados.0.smithi086.stdout:408: writing smithi08678205-39 from 2170880 to 2973696 tid 1 2024-09-11T03:33:20.993 INFO:tasks.rados.rados.0.smithi086.stdout:408: writing smithi08678205-39 from 2973696 to 3735552 tid 2 2024-09-11T03:33:20.997 INFO:tasks.rados.rados.0.smithi086.stdout:408: writing smithi08678205-39 from 3735552 to 4481024 tid 3 2024-09-11T03:33:20.997 INFO:tasks.rados.rados.0.smithi086.stdout:408: writing smithi08678205-39 from 4481024 to 4579328 tid 4 2024-09-11T03:33:20.998 INFO:tasks.rados.rados.0.smithi086.stdout:409: delete oid 1 current snap is 29 2024-09-11T03:33:20.998 INFO:tasks.rados.rados.0.smithi086.stdout:403: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:33:20.999 INFO:tasks.rados.rados.0.smithi086.stdout:406: finishing copy_from racing read to smithi08678205-19 2024-09-11T03:33:20.999 INFO:tasks.rados.rados.0.smithi086.stdout:406: finishing copy_from to smithi08678205-19 2024-09-11T03:33:20.999 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-11T03:33:20.999 INFO:tasks.rados.rados.0.smithi086.stdout:405: expect (ObjNum 134 snap 27 seq_num 134) 2024-09-11T03:33:21.058 INFO:tasks.rados.rados.0.smithi086.stdout:408: finishing write tid 1 to smithi08678205-39 2024-09-11T03:33:21.058 INFO:tasks.rados.rados.0.smithi086.stdout:408: finishing write tid 2 to smithi08678205-39 2024-09-11T03:33:21.059 INFO:tasks.rados.rados.0.smithi086.stdout:408: finishing write tid 3 to smithi08678205-39 2024-09-11T03:33:21.059 INFO:tasks.rados.rados.0.smithi086.stdout:408: finishing write tid 4 to smithi08678205-39 2024-09-11T03:33:21.059 INFO:tasks.rados.rados.0.smithi086.stdout:408: finishing write tid 5 to smithi08678205-39 2024-09-11T03:33:21.059 INFO:tasks.rados.rados.0.smithi086.stdout:408: finishing write tid 6 to smithi08678205-39 2024-09-11T03:33:21.059 INFO:tasks.rados.rados.0.smithi086.stdout:408: oid 39 updating version 0 to 169 2024-09-11T03:33:21.059 INFO:tasks.rados.rados.0.smithi086.stdout:408: oid 39 version 169 is already newer than 168 2024-09-11T03:33:21.059 INFO:tasks.rados.rados.0.smithi086.stdout:408: oid 39 version 169 is already newer than 167 2024-09-11T03:33:21.059 INFO:tasks.rados.rados.0.smithi086.stdout:408: oid 39 updating version 169 to 170 2024-09-11T03:33:21.059 INFO:tasks.rados.rados.0.smithi086.stdout:408: oid 39 updating version 170 to 171 2024-09-11T03:33:21.059 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 171 (ObjNum 143 snap 29 seq_num 143) dirty exists 2024-09-11T03:33:21.059 INFO:tasks.rados.rados.0.smithi086.stdout:408: left oid 39 (ObjNum 143 snap 29 seq_num 143) 2024-09-11T03:33:21.059 INFO:tasks.rados.rados.0.smithi086.stdout:403: done (4 left) 2024-09-11T03:33:21.059 INFO:tasks.rados.rados.0.smithi086.stdout:405: done (3 left) 2024-09-11T03:33:21.060 INFO:tasks.rados.rados.0.smithi086.stdout:406: done (2 left) 2024-09-11T03:33:21.060 INFO:tasks.rados.rados.0.smithi086.stdout:408: done (1 left) 2024-09-11T03:33:21.060 INFO:tasks.rados.rados.0.smithi086.stdout:409: done (0 left) 2024-09-11T03:33:21.060 INFO:tasks.rados.rados.0.smithi086.stdout:410: delete oid 47 current snap is 29 2024-09-11T03:33:21.060 INFO:tasks.rados.rados.0.smithi086.stdout:410: done (0 left) 2024-09-11T03:33:21.060 INFO:tasks.rados.rados.0.smithi086.stdout:411: read oid 33 snap 28 2024-09-11T03:33:21.061 INFO:tasks.rados.rados.0.smithi086.stdout:411: expect (ObjNum 128 snap 26 seq_num 128) 2024-09-11T03:33:21.061 INFO:tasks.rados.rados.0.smithi086.stdout:412: snap_create 2024-09-11T03:33:21.084 INFO:tasks.rados.rados.0.smithi086.stdout:411: expect (ObjNum 128 snap 26 seq_num 128) 2024-09-11T03:33:21.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:20 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:21.277 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:20 smithi130 systemd[1]: Starting Ceph mgr.x for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:33:21.277 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:21 smithi130 podman[63990]: 2024-09-11 03:33:21.043779875 +0000 UTC m=+0.016305038 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:33:21.278 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:21 smithi130 podman[63990]: 2024-09-11 03:33:21.162724098 +0000 UTC m=+0.135249261 container create 3751a9048e4039f528373cb7d0a12b94ec4890b23b6ed3fdb541454cdf434599 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:33:21.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:20 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:21.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:20 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:21.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:21 smithi130 podman[63990]: 2024-09-11 03:33:21.373221688 +0000 UTC m=+0.345746851 container init 3751a9048e4039f528373cb7d0a12b94ec4890b23b6ed3fdb541454cdf434599 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:33:21.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:21 smithi130 podman[63990]: 2024-09-11 03:33:21.375951912 +0000 UTC m=+0.348477076 container start 3751a9048e4039f528373cb7d0a12b94ec4890b23b6ed3fdb541454cdf434599 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:33:21.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:21 smithi130 ceph-mgr[64009]: -- 172.21.15.130:0/4128364331 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cd8f70d0e0 con 0x55cd8f6ea800 2024-09-11T03:33:21.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:21 smithi130 bash[63990]: 3751a9048e4039f528373cb7d0a12b94ec4890b23b6ed3fdb541454cdf434599 2024-09-11T03:33:21.597 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:21 smithi130 systemd[1]: Started Ceph mgr.x for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:33:21.973 INFO:tasks.rados.rados.0.smithi086.stdout:411: done (1 left) 2024-09-11T03:33:21.974 INFO:tasks.rados.rados.0.smithi086.stdout:412: done (0 left) 2024-09-11T03:33:21.974 INFO:tasks.rados.rados.0.smithi086.stdout:413: delete oid 49 current snap is 30 2024-09-11T03:33:21.977 INFO:tasks.rados.rados.0.smithi086.stdout:413: done (0 left) 2024-09-11T03:33:21.977 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 5 current snap is 30 2024-09-11T03:33:21.978 INFO:tasks.rados.rados.0.smithi086.stdout:414: seq_num 147 ranges {0=65536} 2024-09-11T03:33:21.978 INFO:tasks.rados.rados.0.smithi086.stdout:414: writing smithi08678205-5 from 0 to 65536 tid 1 2024-09-11T03:33:21.978 INFO:tasks.rados.rados.0.smithi086.stdout:415: setattr oid 28 current snap is 30 2024-09-11T03:33:21.980 INFO:tasks.rados.rados.0.smithi086.stdout:414: finishing write tid 1 to smithi08678205-5 2024-09-11T03:33:21.981 INFO:tasks.rados.rados.0.smithi086.stdout:416: read oid 15 snap -1 2024-09-11T03:33:21.981 INFO:tasks.rados.rados.0.smithi086.stdout:416: expect deleted 2024-09-11T03:33:21.981 INFO:tasks.rados.rados.0.smithi086.stdout:417: rollback oid 38 current snap is 30 2024-09-11T03:33:21.981 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 38 to 28 2024-09-11T03:33:21.981 INFO:tasks.rados.rados.0.smithi086.stdout:418: snap_create 2024-09-11T03:33:21.981 INFO:tasks.rados.rados.0.smithi086.stdout:414: finishing write tid 2 to smithi08678205-5 2024-09-11T03:33:21.982 INFO:tasks.rados.rados.0.smithi086.stdout:414: finishing write tid 3 to smithi08678205-5 2024-09-11T03:33:21.982 INFO:tasks.rados.rados.0.smithi086.stdout:414: oid 5 updating version 0 to 111 2024-09-11T03:33:21.982 INFO:tasks.rados.rados.0.smithi086.stdout:414: oid 5 version 111 is already newer than 110 2024-09-11T03:33:21.982 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 111 (ObjNum 147 snap 30 seq_num 147) dirty exists 2024-09-11T03:33:21.982 INFO:tasks.rados.rados.0.smithi086.stdout:414: left oid 5 (ObjNum 147 snap 30 seq_num 147) 2024-09-11T03:33:21.983 INFO:tasks.rados.rados.0.smithi086.stdout:417: finishing rollback tid 0 to smithi08678205-38 2024-09-11T03:33:21.984 INFO:tasks.rados.rados.0.smithi086.stdout:417: finishing rollback tid 1 to smithi08678205-38 2024-09-11T03:33:21.984 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 313 (ObjNum 134 snap 27 seq_num 134) dirty exists 2024-09-11T03:33:21.984 INFO:tasks.rados.rados.0.smithi086.stdout:417: finishing rollback tid 2 to smithi08678205-38 2024-09-11T03:33:21.984 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 161 (ObjNum 124 snap 23 seq_num 124) dirty exists 2024-09-11T03:33:22.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:21 smithi086 ceph-mon[27247]: osdmap e139: 8 total, 8 up, 8 in 2024-09-11T03:33:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:21 smithi086 ceph-mon[27247]: pgmap v187: 121 pgs: 121 active+clean; 87 MiB data, 383 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-11T03:33:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:21 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:21 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:21 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:21 smithi086 ceph-mon[37253]: osdmap e139: 8 total, 8 up, 8 in 2024-09-11T03:33:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:21 smithi086 ceph-mon[37253]: pgmap v187: 121 pgs: 121 active+clean; 87 MiB data, 383 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-11T03:33:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:21 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:21 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:21 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:21 smithi130 ceph-mon[31190]: osdmap e139: 8 total, 8 up, 8 in 2024-09-11T03:33:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:21 smithi130 ceph-mon[31190]: pgmap v187: 121 pgs: 121 active+clean; 87 MiB data, 383 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-11T03:33:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:21 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:21 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:21 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:22.979 INFO:tasks.rados.rados.0.smithi086.stdout:414: done (4 left) 2024-09-11T03:33:22.979 INFO:tasks.rados.rados.0.smithi086.stdout:415: done (3 left) 2024-09-11T03:33:22.979 INFO:tasks.rados.rados.0.smithi086.stdout:416: done (2 left) 2024-09-11T03:33:22.979 INFO:tasks.rados.rados.0.smithi086.stdout:417: done (1 left) 2024-09-11T03:33:22.979 INFO:tasks.rados.rados.0.smithi086.stdout:418: done (0 left) 2024-09-11T03:33:22.979 INFO:tasks.rados.rados.0.smithi086.stdout:419: read oid 14 snap -1 2024-09-11T03:33:22.980 INFO:tasks.rados.rados.0.smithi086.stdout:419: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-11T03:33:22.980 INFO:tasks.rados.rados.0.smithi086.stdout:420: delete oid 12 current snap is 31 2024-09-11T03:33:22.983 INFO:tasks.rados.rados.0.smithi086.stdout:419: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-11T03:33:22.988 INFO:tasks.rados.rados.0.smithi086.stdout:419: done (1 left) 2024-09-11T03:33:22.988 INFO:tasks.rados.rados.0.smithi086.stdout:420: done (0 left) 2024-09-11T03:33:22.988 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 31 2024-09-11T03:33:22.988 INFO:tasks.rados.rados.0.smithi086.stdout:421: seq_num 149 ranges {3670016=98304} 2024-09-11T03:33:23.008 INFO:tasks.rados.rados.0.smithi086.stdout:421: writing smithi08678205-3 from 3670016 to 3768320 tid 1 2024-09-11T03:33:23.008 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 31 2024-09-11T03:33:23.008 INFO:tasks.rados.rados.0.smithi086.stdout:422: seq_num 150 ranges {0=114688} 2024-09-11T03:33:23.008 INFO:tasks.rados.rados.0.smithi086.stdout:422: writing smithi08678205-49 from 0 to 114688 tid 1 2024-09-11T03:33:23.008 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 31 2024-09-11T03:33:23.009 INFO:tasks.rados.rados.0.smithi086.stdout:423: seq_num 151 ranges {557056=131072} 2024-09-11T03:33:23.012 INFO:tasks.rados.rados.0.smithi086.stdout:423: writing smithi08678205-7 from 557056 to 688128 tid 1 2024-09-11T03:33:23.012 INFO:tasks.rados.rados.0.smithi086.stdout:424: snap_remove snap 29 2024-09-11T03:33:23.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:22 smithi086 ceph-mon[27247]: osdmap e140: 8 total, 8 up, 8 in 2024-09-11T03:33:23.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:22 smithi086 ceph-mon[37253]: osdmap e140: 8 total, 8 up, 8 in 2024-09-11T03:33:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:22 smithi130 ceph-mon[31190]: osdmap e140: 8 total, 8 up, 8 in 2024-09-11T03:33:23.988 INFO:tasks.rados.rados.0.smithi086.stdout:422: finishing write tid 1 to smithi08678205-49 2024-09-11T03:33:23.988 INFO:tasks.rados.rados.0.smithi086.stdout:422: finishing write tid 2 to smithi08678205-49 2024-09-11T03:33:23.988 INFO:tasks.rados.rados.0.smithi086.stdout:421: finishing write tid 1 to smithi08678205-3 2024-09-11T03:33:23.988 INFO:tasks.rados.rados.0.smithi086.stdout:421: finishing write tid 2 to smithi08678205-3 2024-09-11T03:33:23.988 INFO:tasks.rados.rados.0.smithi086.stdout:421: finishing write tid 3 to smithi08678205-3 2024-09-11T03:33:23.989 INFO:tasks.rados.rados.0.smithi086.stdout:421: oid 3 updating version 0 to 113 2024-09-11T03:33:23.989 INFO:tasks.rados.rados.0.smithi086.stdout:421: oid 3 updating version 113 to 114 2024-09-11T03:33:23.989 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 114 (ObjNum 149 snap 31 seq_num 149) dirty exists 2024-09-11T03:33:23.989 INFO:tasks.rados.rados.0.smithi086.stdout:421: left oid 3 (ObjNum 149 snap 31 seq_num 149) 2024-09-11T03:33:23.989 INFO:tasks.rados.rados.0.smithi086.stdout:422: finishing write tid 3 to smithi08678205-49 2024-09-11T03:33:23.989 INFO:tasks.rados.rados.0.smithi086.stdout:422: oid 49 updating version 0 to 51 2024-09-11T03:33:23.989 INFO:tasks.rados.rados.0.smithi086.stdout:422: oid 49 updating version 51 to 52 2024-09-11T03:33:23.989 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 52 (ObjNum 150 snap 31 seq_num 150) dirty exists 2024-09-11T03:33:23.989 INFO:tasks.rados.rados.0.smithi086.stdout:422: left oid 49 (ObjNum 150 snap 31 seq_num 150) 2024-09-11T03:33:23.989 INFO:tasks.rados.rados.0.smithi086.stdout:423: finishing write tid 1 to smithi08678205-7 2024-09-11T03:33:23.989 INFO:tasks.rados.rados.0.smithi086.stdout:423: finishing write tid 2 to smithi08678205-7 2024-09-11T03:33:23.990 INFO:tasks.rados.rados.0.smithi086.stdout:423: finishing write tid 3 to smithi08678205-7 2024-09-11T03:33:23.990 INFO:tasks.rados.rados.0.smithi086.stdout:423: oid 7 updating version 0 to 24 2024-09-11T03:33:23.990 INFO:tasks.rados.rados.0.smithi086.stdout:423: oid 7 version 24 is already newer than 23 2024-09-11T03:33:23.990 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 24 (ObjNum 151 snap 31 seq_num 151) dirty exists 2024-09-11T03:33:23.990 INFO:tasks.rados.rados.0.smithi086.stdout:423: left oid 7 (ObjNum 151 snap 31 seq_num 151) 2024-09-11T03:33:23.990 INFO:tasks.rados.rados.0.smithi086.stdout:421: done (3 left) 2024-09-11T03:33:23.990 INFO:tasks.rados.rados.0.smithi086.stdout:422: done (2 left) 2024-09-11T03:33:23.990 INFO:tasks.rados.rados.0.smithi086.stdout:423: done (1 left) 2024-09-11T03:33:23.990 INFO:tasks.rados.rados.0.smithi086.stdout:424: done (0 left) 2024-09-11T03:33:23.990 INFO:tasks.rados.rados.0.smithi086.stdout:425: rollback oid 24 current snap is 31 2024-09-11T03:33:23.990 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 24 to 28 2024-09-11T03:33:23.990 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 14 current snap is 31 2024-09-11T03:33:23.990 INFO:tasks.rados.rados.0.smithi086.stdout:426: seq_num 152 ranges {172032=147456} 2024-09-11T03:33:23.991 INFO:tasks.rados.rados.0.smithi086.stdout:426: writing smithi08678205-14 from 172032 to 319488 tid 1 2024-09-11T03:33:23.991 INFO:tasks.rados.rados.0.smithi086.stdout:427: copy_from oid 6 from oid 19 current snap is 31 2024-09-11T03:33:23.991 INFO:tasks.rados.rados.0.smithi086.stdout:428: snap_create 2024-09-11T03:33:23.997 INFO:tasks.rados.rados.0.smithi086.stdout:425: finishing rollback tid 0 to smithi08678205-24 2024-09-11T03:33:23.998 INFO:tasks.rados.rados.0.smithi086.stdout:426: finishing write tid 1 to smithi08678205-14 2024-09-11T03:33:23.998 INFO:tasks.rados.rados.0.smithi086.stdout:425: finishing rollback tid 1 to smithi08678205-24 2024-09-11T03:33:23.998 INFO:tasks.rados.rados.0.smithi086.stdout:426: finishing write tid 2 to smithi08678205-14 2024-09-11T03:33:23.998 INFO:tasks.rados.rados.0.smithi086.stdout:425: finishing rollback tid 2 to smithi08678205-24 2024-09-11T03:33:23.998 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 118 (ObjNum 91 snap 13 seq_num 91) dirty exists 2024-09-11T03:33:23.999 INFO:tasks.rados.rados.0.smithi086.stdout:426: finishing write tid 3 to smithi08678205-14 2024-09-11T03:33:23.999 INFO:tasks.rados.rados.0.smithi086.stdout:426: oid 14 updating version 0 to 120 2024-09-11T03:33:23.999 INFO:tasks.rados.rados.0.smithi086.stdout:426: oid 14 updating version 120 to 121 2024-09-11T03:33:23.999 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 121 (ObjNum 152 snap 31 seq_num 152) dirty exists 2024-09-11T03:33:23.999 INFO:tasks.rados.rados.0.smithi086.stdout:426: left oid 14 (ObjNum 152 snap 31 seq_num 152) 2024-09-11T03:33:24.002 INFO:tasks.rados.rados.0.smithi086.stdout:427: finishing copy_from racing read to smithi08678205-6 2024-09-11T03:33:24.003 INFO:tasks.rados.rados.0.smithi086.stdout:427: finishing copy_from to smithi08678205-6 2024-09-11T03:33:24.003 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-11T03:33:24.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:23 smithi086 ceph-mon[27247]: osdmap e141: 8 total, 8 up, 8 in 2024-09-11T03:33:24.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:23 smithi086 ceph-mon[27247]: pgmap v190: 121 pgs: 121 active+clean; 87 MiB data, 383 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-11T03:33:24.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:23 smithi086 ceph-mon[37253]: osdmap e141: 8 total, 8 up, 8 in 2024-09-11T03:33:24.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:23 smithi086 ceph-mon[37253]: pgmap v190: 121 pgs: 121 active+clean; 87 MiB data, 383 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-11T03:33:24.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:23 smithi130 ceph-mon[31190]: osdmap e141: 8 total, 8 up, 8 in 2024-09-11T03:33:24.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:23 smithi130 ceph-mon[31190]: pgmap v190: 121 pgs: 121 active+clean; 87 MiB data, 383 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-11T03:33:24.820 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:33:24.906 INFO:tasks.rados.rados.0.smithi086.stdout:425: done (3 left) 2024-09-11T03:33:24.906 INFO:tasks.rados.rados.0.smithi086.stdout:426: done (2 left) 2024-09-11T03:33:24.906 INFO:tasks.rados.rados.0.smithi086.stdout:427: done (1 left) 2024-09-11T03:33:24.906 INFO:tasks.rados.rados.0.smithi086.stdout:428: done (0 left) 2024-09-11T03:33:24.907 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 32 2024-09-11T03:33:24.907 INFO:tasks.rados.rados.0.smithi086.stdout:429: seq_num 153 ranges {0=163840} 2024-09-11T03:33:24.907 INFO:tasks.rados.rados.0.smithi086.stdout:429: writing smithi08678205-12 from 0 to 163840 tid 1 2024-09-11T03:33:24.907 INFO:tasks.rados.rados.0.smithi086.stdout:430: read oid 9 snap -1 2024-09-11T03:33:24.907 INFO:tasks.rados.rados.0.smithi086.stdout:430: expect (ObjNum 120 snap 22 seq_num 120) 2024-09-11T03:33:24.908 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 32 2024-09-11T03:33:24.908 INFO:tasks.rados.rados.0.smithi086.stdout:431: seq_num 154 ranges {1581056=180224} 2024-09-11T03:33:24.917 INFO:tasks.rados.rados.0.smithi086.stdout:431: writing smithi08678205-26 from 1581056 to 1761280 tid 1 2024-09-11T03:33:24.917 INFO:tasks.rados.rados.0.smithi086.stdout:432: snap_create 2024-09-11T03:33:24.918 INFO:tasks.rados.rados.0.smithi086.stdout:429: finishing write tid 1 to smithi08678205-12 2024-09-11T03:33:24.918 INFO:tasks.rados.rados.0.smithi086.stdout:429: finishing write tid 2 to smithi08678205-12 2024-09-11T03:33:24.919 INFO:tasks.rados.rados.0.smithi086.stdout:429: finishing write tid 3 to smithi08678205-12 2024-09-11T03:33:24.920 INFO:tasks.rados.rados.0.smithi086.stdout:429: oid 12 updating version 0 to 30 2024-09-11T03:33:24.920 INFO:tasks.rados.rados.0.smithi086.stdout:429: oid 12 version 30 is already newer than 29 2024-09-11T03:33:24.920 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 30 (ObjNum 153 snap 32 seq_num 153) dirty exists 2024-09-11T03:33:24.920 INFO:tasks.rados.rados.0.smithi086.stdout:429: left oid 12 (ObjNum 153 snap 32 seq_num 153) 2024-09-11T03:33:24.924 INFO:tasks.rados.rados.0.smithi086.stdout:430: expect (ObjNum 120 snap 22 seq_num 120) 2024-09-11T03:33:24.977 INFO:tasks.rados.rados.0.smithi086.stdout:431: finishing write tid 1 to smithi08678205-26 2024-09-11T03:33:24.977 INFO:tasks.rados.rados.0.smithi086.stdout:431: finishing write tid 2 to smithi08678205-26 2024-09-11T03:33:24.978 INFO:tasks.rados.rados.0.smithi086.stdout:431: finishing write tid 3 to smithi08678205-26 2024-09-11T03:33:24.978 INFO:tasks.rados.rados.0.smithi086.stdout:431: oid 26 updating version 0 to 80 2024-09-11T03:33:24.978 INFO:tasks.rados.rados.0.smithi086.stdout:431: oid 26 version 80 is already newer than 79 2024-09-11T03:33:24.978 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 80 (ObjNum 154 snap 32 seq_num 154) dirty exists 2024-09-11T03:33:24.978 INFO:tasks.rados.rados.0.smithi086.stdout:431: left oid 26 (ObjNum 154 snap 32 seq_num 154) 2024-09-11T03:33:25.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:24 smithi086 ceph-mon[27247]: osdmap e142: 8 total, 8 up, 8 in 2024-09-11T03:33:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:24 smithi086 ceph-mon[27247]: osdmap e143: 8 total, 8 up, 8 in 2024-09-11T03:33:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:24 smithi086 ceph-mon[37253]: osdmap e142: 8 total, 8 up, 8 in 2024-09-11T03:33:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:24 smithi086 ceph-mon[37253]: osdmap e143: 8 total, 8 up, 8 in 2024-09-11T03:33:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:24 smithi130 ceph-mon[31190]: osdmap e142: 8 total, 8 up, 8 in 2024-09-11T03:33:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:24 smithi130 ceph-mon[31190]: osdmap e143: 8 total, 8 up, 8 in 2024-09-11T03:33:25.357 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:33:25.357 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (2m) 2m ago 3m 16.5M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:33:25.358 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (3m) 2m ago 3m 79.9M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:33:25.358 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (4m) 2m ago 4m 18.1M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:33:25.358 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (4m) 2m ago 4m 13.3M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:33:25.358 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 starting - - - - 2024-09-11T03:33:25.358 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:9283,8765 running (9m) 2m ago 9m 485M - 18.2.4-837-g7a853b17 f21ba1eea74e 0c7ac3b46562 2024-09-11T03:33:25.358 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (9m) 2m ago 10m 46.9M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 787d7cf4e438 2024-09-11T03:33:25.358 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (8m) 2m ago 8m 39.6M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e f24156c810aa 2024-09-11T03:33:25.358 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (8m) 2m ago 8m 40.1M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 43e10484a140 2024-09-11T03:33:25.358 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (3m) 2m ago 3m 15.7M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:33:25.358 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (3m) 2m ago 3m 8388k - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:33:25.358 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (7m) 2m ago 7m 47.9M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 4b42e892b785 2024-09-11T03:33:25.358 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (7m) 2m ago 7m 44.5M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 6d8c3e9230e8 2024-09-11T03:33:25.359 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (7m) 2m ago 7m 44.1M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e d3d0f22e40b8 2024-09-11T03:33:25.359 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (6m) 2m ago 6m 51.0M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e ec41798cba7a 2024-09-11T03:33:25.359 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (6m) 2m ago 6m 41.7M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 21e3380b8d63 2024-09-11T03:33:25.359 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (6m) 2m ago 6m 51.7M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 8946be32054c 2024-09-11T03:33:25.359 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (5m) 2m ago 5m 50.0M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:33:25.359 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (5m) 2m ago 5m 51.1M 2992M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:33:25.359 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (2m) 2m ago 3m 33.7M - 2.43.0 a07b618ecd1d 60689e0fb5bf 2024-09-11T03:33:25.676 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:33:25.676 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:33:25.676 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-11T03:33:25.676 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:33:25.676 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:33:25.676 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:33:25.676 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:33:25.676 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:33:25.676 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-11T03:33:25.677 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:33:25.677 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:33:25.677 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:33:25.677 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:33:25.677 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:33:25.677 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 15 2024-09-11T03:33:25.677 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:33:25.677 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:33:25.914 INFO:tasks.rados.rados.0.smithi086.stdout:429: done (3 left) 2024-09-11T03:33:25.914 INFO:tasks.rados.rados.0.smithi086.stdout:430: done (2 left) 2024-09-11T03:33:25.914 INFO:tasks.rados.rados.0.smithi086.stdout:431: done (1 left) 2024-09-11T03:33:25.915 INFO:tasks.rados.rados.0.smithi086.stdout:432: done (0 left) 2024-09-11T03:33:25.915 INFO:tasks.rados.rados.0.smithi086.stdout:433: copy_from oid 15 from oid 40 current snap is 33 2024-09-11T03:33:25.915 INFO:tasks.rados.rados.0.smithi086.stdout:434: read oid 7 snap 28 2024-09-11T03:33:25.915 INFO:tasks.rados.rados.0.smithi086.stdout:434: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:33:25.915 INFO:tasks.rados.rados.0.smithi086.stdout:435: rollback oid 31 current snap is 33 2024-09-11T03:33:25.915 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 31 to 30 2024-09-11T03:33:25.915 INFO:tasks.rados.rados.0.smithi086.stdout:436: delete oid 35 current snap is 33 2024-09-11T03:33:25.918 INFO:tasks.rados.rados.0.smithi086.stdout:435: finishing rollback tid 0 to smithi08678205-31 2024-09-11T03:33:25.919 INFO:tasks.rados.rados.0.smithi086.stdout:436: done (3 left) 2024-09-11T03:33:25.919 INFO:tasks.rados.rados.0.smithi086.stdout:437: read oid 38 snap -1 2024-09-11T03:33:25.919 INFO:tasks.rados.rados.0.smithi086.stdout:437: expect (ObjNum 124 snap 23 seq_num 124) 2024-09-11T03:33:25.919 INFO:tasks.rados.rados.0.smithi086.stdout:438: delete oid 26 current snap is 33 2024-09-11T03:33:25.919 INFO:tasks.rados.rados.0.smithi086.stdout:435: finishing rollback tid 1 to smithi08678205-31 2024-09-11T03:33:25.919 INFO:tasks.rados.rados.0.smithi086.stdout:435: finishing rollback tid 2 to smithi08678205-31 2024-09-11T03:33:25.919 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 319 (ObjNum 118 snap 22 seq_num 118) dirty exists 2024-09-11T03:33:25.921 INFO:tasks.rados.rados.0.smithi086.stdout:435: done (4 left) 2024-09-11T03:33:25.921 INFO:tasks.rados.rados.0.smithi086.stdout:438: done (3 left) 2024-09-11T03:33:25.921 INFO:tasks.rados.rados.0.smithi086.stdout:439: rmattr oid 4 current snap is 33 2024-09-11T03:33:25.921 INFO:tasks.rados.rados.0.smithi086.stdout:439: done (3 left) 2024-09-11T03:33:25.921 INFO:tasks.rados.rados.0.smithi086.stdout:440: copy_from oid 13 from oid 47 current snap is 33 2024-09-11T03:33:25.921 INFO:tasks.rados.rados.0.smithi086.stdout:441: read oid 29 snap -1 2024-09-11T03:33:25.921 INFO:tasks.rados.rados.0.smithi086.stdout:441: expect (ObjNum 103 snap 17 seq_num 103) 2024-09-11T03:33:25.921 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 33 2024-09-11T03:33:25.922 INFO:tasks.rados.rados.0.smithi086.stdout:442: seq_num 157 ranges {573440=237568} 2024-09-11T03:33:25.926 INFO:tasks.rados.rados.0.smithi086.stdout:442: writing smithi08678205-4 from 573440 to 811008 tid 1 2024-09-11T03:33:25.926 INFO:tasks.rados.rados.0.smithi086.stdout:434: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:33:25.944 INFO:tasks.rados.rados.0.smithi086.stdout:440: finishing copy_from to smithi08678205-13 2024-09-11T03:33:25.944 INFO:tasks.rados.rados.0.smithi086.stdout:440: got expected ENOENT (src dne) 2024-09-11T03:33:25.944 INFO:tasks.rados.rados.0.smithi086.stdout:440: finishing copy_from racing read to smithi08678205-13 2024-09-11T03:33:25.944 INFO:tasks.rados.rados.0.smithi086.stdout:434: done (5 left) 2024-09-11T03:33:25.944 INFO:tasks.rados.rados.0.smithi086.stdout:440: done (4 left) 2024-09-11T03:33:25.944 INFO:tasks.rados.rados.0.smithi086.stdout:443: delete oid 21 current snap is 33 2024-09-11T03:33:25.945 INFO:tasks.rados.rados.0.smithi086.stdout:442: finishing write tid 1 to smithi08678205-4 2024-09-11T03:33:25.945 INFO:tasks.rados.rados.0.smithi086.stdout:442: finishing write tid 2 to smithi08678205-4 2024-09-11T03:33:25.945 INFO:tasks.rados.rados.0.smithi086.stdout:441: expect (ObjNum 103 snap 17 seq_num 103) 2024-09-11T03:33:25.957 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:33:25.957 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:33:25.957 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:33:25.957 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:33:25.957 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [], 2024-09-11T03:33:25.957 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "", 2024-09-11T03:33:25.958 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading mgr daemons", 2024-09-11T03:33:25.958 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:33:25.958 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:33:26.025 INFO:tasks.rados.rados.0.smithi086.stdout:442: finishing write tid 3 to smithi08678205-4 2024-09-11T03:33:26.025 INFO:tasks.rados.rados.0.smithi086.stdout:442: oid 4 updating version 0 to 57 2024-09-11T03:33:26.025 INFO:tasks.rados.rados.0.smithi086.stdout:442: oid 4 version 57 is already newer than 56 2024-09-11T03:33:26.025 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 57 (ObjNum 157 snap 33 seq_num 157) dirty exists 2024-09-11T03:33:26.025 INFO:tasks.rados.rados.0.smithi086.stdout:442: left oid 4 (ObjNum 157 snap 33 seq_num 157) 2024-09-11T03:33:26.026 INFO:tasks.rados.rados.0.smithi086.stdout:437: expect (ObjNum 124 snap 23 seq_num 124) 2024-09-11T03:33:26.080 INFO:tasks.rados.rados.0.smithi086.stdout:433: finishing copy_from racing read to smithi08678205-15 2024-09-11T03:33:26.080 INFO:tasks.rados.rados.0.smithi086.stdout:433: finishing copy_from to smithi08678205-15 2024-09-11T03:33:26.080 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 157 (ObjNum 138 snap 27 seq_num 138) dirty exists 2024-09-11T03:33:26.080 INFO:tasks.rados.rados.0.smithi086.stdout:433: done (4 left) 2024-09-11T03:33:26.080 INFO:tasks.rados.rados.0.smithi086.stdout:437: done (3 left) 2024-09-11T03:33:26.080 INFO:tasks.rados.rados.0.smithi086.stdout:441: done (2 left) 2024-09-11T03:33:26.080 INFO:tasks.rados.rados.0.smithi086.stdout:442: done (1 left) 2024-09-11T03:33:26.080 INFO:tasks.rados.rados.0.smithi086.stdout:443: done (0 left) 2024-09-11T03:33:26.080 INFO:tasks.rados.rados.0.smithi086.stdout:444: delete oid 27 current snap is 33 2024-09-11T03:33:26.081 INFO:tasks.rados.rados.0.smithi086.stdout:444: done (0 left) 2024-09-11T03:33:26.081 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 24 current snap is 33 2024-09-11T03:33:26.081 INFO:tasks.rados.rados.0.smithi086.stdout:445: seq_num 160 ranges {2088960=286720} 2024-09-11T03:33:26.094 INFO:tasks.rados.rados.0.smithi086.stdout:445: writing smithi08678205-24 from 2088960 to 2375680 tid 1 2024-09-11T03:33:26.094 INFO:tasks.rados.rados.0.smithi086.stdout:446: read oid 4 snap -1 2024-09-11T03:33:26.094 INFO:tasks.rados.rados.0.smithi086.stdout:446: expect (ObjNum 157 snap 33 seq_num 157) 2024-09-11T03:33:26.094 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 33 2024-09-11T03:33:26.094 INFO:tasks.rados.rados.0.smithi086.stdout:447: seq_num 161 ranges {0=303104} 2024-09-11T03:33:26.095 INFO:tasks.rados.rados.0.smithi086.stdout:447: writing smithi08678205-1 from 0 to 303104 tid 1 2024-09-11T03:33:26.095 INFO:tasks.rados.rados.0.smithi086.stdout:448: rmattr oid 50 current snap is 33 2024-09-11T03:33:26.095 INFO:tasks.rados.rados.0.smithi086.stdout:448: done (3 left) 2024-09-11T03:33:26.096 INFO:tasks.rados.rados.0.smithi086.stdout:449: setattr oid 26 current snap is 33 2024-09-11T03:33:26.097 INFO:tasks.rados.rados.0.smithi086.stdout:450: rollback oid 50 current snap is 33 2024-09-11T03:33:26.097 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 50 to 32 2024-09-11T03:33:26.097 INFO:tasks.rados.rados.0.smithi086.stdout:451: delete oid 38 current snap is 33 2024-09-11T03:33:26.097 INFO:tasks.rados.rados.0.smithi086.stdout:445: finishing write tid 1 to smithi08678205-24 2024-09-11T03:33:26.097 INFO:tasks.rados.rados.0.smithi086.stdout:445: finishing write tid 2 to smithi08678205-24 2024-09-11T03:33:26.099 INFO:tasks.rados.rados.0.smithi086.stdout:445: finishing write tid 3 to smithi08678205-24 2024-09-11T03:33:26.099 INFO:tasks.rados.rados.0.smithi086.stdout:445: oid 24 updating version 0 to 123 2024-09-11T03:33:26.099 INFO:tasks.rados.rados.0.smithi086.stdout:445: oid 24 updating version 123 to 124 2024-09-11T03:33:26.099 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 124 (ObjNum 160 snap 33 seq_num 160) dirty exists 2024-09-11T03:33:26.099 INFO:tasks.rados.rados.0.smithi086.stdout:445: left oid 24 (ObjNum 160 snap 33 seq_num 160) 2024-09-11T03:33:26.100 INFO:tasks.rados.rados.0.smithi086.stdout:445: done (5 left) 2024-09-11T03:33:26.100 INFO:tasks.rados.rados.0.smithi086.stdout:451: done (4 left) 2024-09-11T03:33:26.100 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 33 2024-09-11T03:33:26.100 INFO:tasks.rados.rados.0.smithi086.stdout:452: seq_num 163 ranges {778240=335872} 2024-09-11T03:33:26.106 INFO:tasks.rados.rados.0.smithi086.stdout:452: writing smithi08678205-48 from 778240 to 1114112 tid 1 2024-09-11T03:33:26.106 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 29 current snap is 33 2024-09-11T03:33:26.106 INFO:tasks.rados.rados.0.smithi086.stdout:453: seq_num 164 ranges {2514944=352256} 2024-09-11T03:33:26.121 INFO:tasks.rados.rados.0.smithi086.stdout:453: writing smithi08678205-29 from 2514944 to 2867200 tid 1 2024-09-11T03:33:26.121 INFO:tasks.rados.rados.0.smithi086.stdout:454: read oid 21 snap -1 2024-09-11T03:33:26.121 INFO:tasks.rados.rados.0.smithi086.stdout:454: expect deleted 2024-09-11T03:33:26.121 INFO:tasks.rados.rados.0.smithi086.stdout:455: read oid 20 snap -1 2024-09-11T03:33:26.121 INFO:tasks.rados.rados.0.smithi086.stdout:455: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-11T03:33:26.121 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 25 current snap is 33 2024-09-11T03:33:26.122 INFO:tasks.rados.rados.0.smithi086.stdout:456: seq_num 165 ranges {1851392=368640} 2024-09-11T03:33:26.133 INFO:tasks.rados.rados.0.smithi086.stdout:456: writing smithi08678205-25 from 1851392 to 2220032 tid 1 2024-09-11T03:33:26.133 INFO:tasks.rados.rados.0.smithi086.stdout:457: read oid 31 snap -1 2024-09-11T03:33:26.133 INFO:tasks.rados.rados.0.smithi086.stdout:457: expect (ObjNum 118 snap 22 seq_num 118) 2024-09-11T03:33:26.133 INFO:tasks.rados.rados.0.smithi086.stdout:458: read oid 37 snap -1 2024-09-11T03:33:26.134 INFO:tasks.rados.rados.0.smithi086.stdout:458: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-11T03:33:26.134 INFO:tasks.rados.rados.0.smithi086.stdout:459: rmattr oid 39 current snap is 33 2024-09-11T03:33:26.134 INFO:tasks.rados.rados.0.smithi086.stdout:459: done (11 left) 2024-09-11T03:33:26.134 INFO:tasks.rados.rados.0.smithi086.stdout:460: setattr oid 23 current snap is 33 2024-09-11T03:33:26.134 INFO:tasks.rados.rados.0.smithi086.stdout:446: expect (ObjNum 157 snap 33 seq_num 157) 2024-09-11T03:33:26.165 INFO:tasks.rados.rados.0.smithi086.stdout:450: finishing rollback tid 0 to smithi08678205-50 2024-09-11T03:33:26.165 INFO:tasks.rados.rados.0.smithi086.stdout:450: finishing rollback tid 1 to smithi08678205-50 2024-09-11T03:33:26.165 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 83 (ObjNum 33 snap 0 seq_num 3221055296) dirty exists 2024-09-11T03:33:26.165 INFO:tasks.rados.rados.0.smithi086.stdout:450: finishing rollback tid 2 to smithi08678205-50 2024-09-11T03:33:26.166 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 100 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-11T03:33:26.166 INFO:tasks.rados.rados.0.smithi086.stdout:447: finishing write tid 1 to smithi08678205-1 2024-09-11T03:33:26.166 INFO:tasks.rados.rados.0.smithi086.stdout:447: finishing write tid 2 to smithi08678205-1 2024-09-11T03:33:26.166 INFO:tasks.rados.rados.0.smithi086.stdout:447: finishing write tid 3 to smithi08678205-1 2024-09-11T03:33:26.166 INFO:tasks.rados.rados.0.smithi086.stdout:447: oid 1 updating version 0 to 58 2024-09-11T03:33:26.166 INFO:tasks.rados.rados.0.smithi086.stdout:447: oid 1 updating version 58 to 59 2024-09-11T03:33:26.166 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 59 (ObjNum 161 snap 33 seq_num 161) dirty exists 2024-09-11T03:33:26.166 INFO:tasks.rados.rados.0.smithi086.stdout:447: left oid 1 (ObjNum 161 snap 33 seq_num 161) 2024-09-11T03:33:26.166 INFO:tasks.rados.rados.0.smithi086.stdout:452: finishing write tid 1 to smithi08678205-48 2024-09-11T03:33:26.166 INFO:tasks.rados.rados.0.smithi086.stdout:452: finishing write tid 2 to smithi08678205-48 2024-09-11T03:33:26.166 INFO:tasks.rados.rados.0.smithi086.stdout:452: finishing write tid 3 to smithi08678205-48 2024-09-11T03:33:26.166 INFO:tasks.rados.rados.0.smithi086.stdout:452: oid 48 updating version 0 to 173 2024-09-11T03:33:26.166 INFO:tasks.rados.rados.0.smithi086.stdout:452: oid 48 updating version 173 to 174 2024-09-11T03:33:26.167 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 174 (ObjNum 163 snap 33 seq_num 163) dirty exists 2024-09-11T03:33:26.167 INFO:tasks.rados.rados.0.smithi086.stdout:452: left oid 48 (ObjNum 163 snap 33 seq_num 163) 2024-09-11T03:33:26.167 INFO:tasks.rados.rados.0.smithi086.stdout:446: done (11 left) 2024-09-11T03:33:26.167 INFO:tasks.rados.rados.0.smithi086.stdout:447: done (10 left) 2024-09-11T03:33:26.167 INFO:tasks.rados.rados.0.smithi086.stdout:449: done (9 left) 2024-09-11T03:33:26.167 INFO:tasks.rados.rados.0.smithi086.stdout:450: done (8 left) 2024-09-11T03:33:26.167 INFO:tasks.rados.rados.0.smithi086.stdout:452: done (7 left) 2024-09-11T03:33:26.167 INFO:tasks.rados.rados.0.smithi086.stdout:461: rmattr oid 3 current snap is 33 2024-09-11T03:33:26.167 INFO:tasks.rados.rados.0.smithi086.stdout:461: done (7 left) 2024-09-11T03:33:26.167 INFO:tasks.rados.rados.0.smithi086.stdout:462: setattr oid 12 current snap is 33 2024-09-11T03:33:26.167 INFO:tasks.rados.rados.0.smithi086.stdout:453: finishing write tid 1 to smithi08678205-29 2024-09-11T03:33:26.167 INFO:tasks.rados.rados.0.smithi086.stdout:453: finishing write tid 2 to smithi08678205-29 2024-09-11T03:33:26.167 INFO:tasks.rados.rados.0.smithi086.stdout:453: finishing write tid 3 to smithi08678205-29 2024-09-11T03:33:26.168 INFO:tasks.rados.rados.0.smithi086.stdout:453: oid 29 updating version 0 to 127 2024-09-11T03:33:26.168 INFO:tasks.rados.rados.0.smithi086.stdout:453: oid 29 version 127 is already newer than 126 2024-09-11T03:33:26.168 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 127 (ObjNum 164 snap 33 seq_num 164) dirty exists 2024-09-11T03:33:26.168 INFO:tasks.rados.rados.0.smithi086.stdout:453: left oid 29 (ObjNum 164 snap 33 seq_num 164) 2024-09-11T03:33:26.168 INFO:tasks.rados.rados.0.smithi086.stdout:455: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-11T03:33:26.183 INFO:tasks.rados.rados.0.smithi086.stdout:458: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-11T03:33:26.189 INFO:tasks.rados.rados.0.smithi086.stdout:456: finishing write tid 1 to smithi08678205-25 2024-09-11T03:33:26.189 INFO:tasks.rados.rados.0.smithi086.stdout:456: finishing write tid 2 to smithi08678205-25 2024-09-11T03:33:26.189 INFO:tasks.rados.rados.0.smithi086.stdout:456: finishing write tid 3 to smithi08678205-25 2024-09-11T03:33:26.189 INFO:tasks.rados.rados.0.smithi086.stdout:456: oid 25 updating version 0 to 102 2024-09-11T03:33:26.189 INFO:tasks.rados.rados.0.smithi086.stdout:456: oid 25 updating version 102 to 103 2024-09-11T03:33:26.190 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 103 (ObjNum 165 snap 33 seq_num 165) dirty exists 2024-09-11T03:33:26.190 INFO:tasks.rados.rados.0.smithi086.stdout:456: left oid 25 (ObjNum 165 snap 33 seq_num 165) 2024-09-11T03:33:26.190 INFO:tasks.rados.rados.0.smithi086.stdout:457: expect (ObjNum 118 snap 22 seq_num 118) 2024-09-11T03:33:26.240 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 322 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-11T03:33:26.240 INFO:tasks.rados.rados.0.smithi086.stdout:453: done (7 left) 2024-09-11T03:33:26.240 INFO:tasks.rados.rados.0.smithi086.stdout:454: done (6 left) 2024-09-11T03:33:26.240 INFO:tasks.rados.rados.0.smithi086.stdout:455: done (5 left) 2024-09-11T03:33:26.240 INFO:tasks.rados.rados.0.smithi086.stdout:456: done (4 left) 2024-09-11T03:33:26.240 INFO:tasks.rados.rados.0.smithi086.stdout:457: done (3 left) 2024-09-11T03:33:26.240 INFO:tasks.rados.rados.0.smithi086.stdout:458: done (2 left) 2024-09-11T03:33:26.240 INFO:tasks.rados.rados.0.smithi086.stdout:460: done (1 left) 2024-09-11T03:33:26.240 INFO:tasks.rados.rados.0.smithi086.stdout:463: snap_create 2024-09-11T03:33:26.241 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 32 (ObjNum 153 snap 32 seq_num 153) dirty exists 2024-09-11T03:33:26.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:25 smithi086 ceph-mon[27247]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:26.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:25 smithi086 ceph-mon[27247]: pgmap v193: 121 pgs: 121 active+clean; 87 MiB data, 383 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:26.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:25 smithi086 ceph-mon[27247]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:26.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:25 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/2529734220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:33:26.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:25 smithi086 ceph-mon[27247]: osdmap e144: 8 total, 8 up, 8 in 2024-09-11T03:33:26.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:25 smithi086 ceph-mon[37253]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:26.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:25 smithi086 ceph-mon[37253]: pgmap v193: 121 pgs: 121 active+clean; 87 MiB data, 383 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:26.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:25 smithi086 ceph-mon[37253]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:26.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:25 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/2529734220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:33:26.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:25 smithi086 ceph-mon[37253]: osdmap e144: 8 total, 8 up, 8 in 2024-09-11T03:33:26.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:25 smithi130 ceph-mon[31190]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:26.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:25 smithi130 ceph-mon[31190]: pgmap v193: 121 pgs: 121 active+clean; 87 MiB data, 383 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:26.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:25 smithi130 ceph-mon[31190]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:26.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:25 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/2529734220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:33:26.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:25 smithi130 ceph-mon[31190]: osdmap e144: 8 total, 8 up, 8 in 2024-09-11T03:33:26.846 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: [11/Sep/2024:03:33:26] ENGINE Bus STARTING 2024-09-11T03:33:26.846 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: CherryPy Checker: 2024-09-11T03:33:26.847 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: The Application mounted at '' has an empty config. 2024-09-11T03:33:26.847 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:33:26.847 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: [11/Sep/2024:03:33:26] ENGINE Serving on http://:::9283 2024-09-11T03:33:26.847 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: [11/Sep/2024:03:33:26] ENGINE Bus STARTED 2024-09-11T03:33:27.006 INFO:tasks.rados.rados.0.smithi086.stdout:462: done (1 left) 2024-09-11T03:33:27.006 INFO:tasks.rados.rados.0.smithi086.stdout:463: done (0 left) 2024-09-11T03:33:27.006 INFO:tasks.rados.rados.0.smithi086.stdout:464: setattr oid 39 current snap is 34 2024-09-11T03:33:27.007 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 34 2024-09-11T03:33:27.007 INFO:tasks.rados.rados.0.smithi086.stdout:465: seq_num 166 ranges {1687552=385024} 2024-09-11T03:33:27.019 INFO:tasks.rados.rados.0.smithi086.stdout:465: writing smithi08678205-22 from 1687552 to 2072576 tid 1 2024-09-11T03:33:27.019 INFO:tasks.rados.rados.0.smithi086.stdout:466: snap_remove snap 30 2024-09-11T03:33:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[27247]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[27247]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[27247]: Standby manager daemon x restarted 2024-09-11T03:33:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[27247]: Standby manager daemon x started 2024-09-11T03:33:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:33:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:33:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:33:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:33:27.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[37253]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:27.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[37253]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:27.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[37253]: Standby manager daemon x restarted 2024-09-11T03:33:27.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[37253]: Standby manager daemon x started 2024-09-11T03:33:27.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:33:27.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:33:27.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:33:27.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:26 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:33:27.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-mon[31190]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:27.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-mon[31190]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:27.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-mon[31190]: Standby manager daemon x restarted 2024-09-11T03:33:27.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-mon[31190]: Standby manager daemon x started 2024-09-11T03:33:27.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:33:27.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:33:27.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:33:27.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:26 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:33:28.006 INFO:tasks.rados.rados.0.smithi086.stdout:466: done (2 left) 2024-09-11T03:33:28.006 INFO:tasks.rados.rados.0.smithi086.stdout:467: rmattr oid 7 current snap is 34 2024-09-11T03:33:28.006 INFO:tasks.rados.rados.0.smithi086.stdout:467: done (2 left) 2024-09-11T03:33:28.006 INFO:tasks.rados.rados.0.smithi086.stdout:468: copy_from oid 19 from oid 37 current snap is 34 2024-09-11T03:33:28.006 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 176 (ObjNum 143 snap 29 seq_num 143) dirty exists 2024-09-11T03:33:28.006 INFO:tasks.rados.rados.0.smithi086.stdout:465: finishing write tid 1 to smithi08678205-22 2024-09-11T03:33:28.007 INFO:tasks.rados.rados.0.smithi086.stdout:465: finishing write tid 2 to smithi08678205-22 2024-09-11T03:33:28.007 INFO:tasks.rados.rados.0.smithi086.stdout:465: finishing write tid 3 to smithi08678205-22 2024-09-11T03:33:28.007 INFO:tasks.rados.rados.0.smithi086.stdout:465: oid 22 updating version 0 to 167 2024-09-11T03:33:28.007 INFO:tasks.rados.rados.0.smithi086.stdout:465: oid 22 updating version 167 to 168 2024-09-11T03:33:28.007 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 168 (ObjNum 166 snap 34 seq_num 166) dirty exists 2024-09-11T03:33:28.007 INFO:tasks.rados.rados.0.smithi086.stdout:465: left oid 22 (ObjNum 166 snap 34 seq_num 166) 2024-09-11T03:33:28.007 INFO:tasks.rados.rados.0.smithi086.stdout:464: done (2 left) 2024-09-11T03:33:28.007 INFO:tasks.rados.rados.0.smithi086.stdout:465: done (1 left) 2024-09-11T03:33:28.007 INFO:tasks.rados.rados.0.smithi086.stdout:469: copy_from oid 48 from oid 31 current snap is 34 2024-09-11T03:33:28.007 INFO:tasks.rados.rados.0.smithi086.stdout:470: delete oid 16 current snap is 34 2024-09-11T03:33:28.014 INFO:tasks.rados.rados.0.smithi086.stdout:468: finishing copy_from racing read to smithi08678205-19 2024-09-11T03:33:28.016 INFO:tasks.rados.rados.0.smithi086.stdout:468: finishing copy_from to smithi08678205-19 2024-09-11T03:33:28.016 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 72 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-11T03:33:28.016 INFO:tasks.rados.rados.0.smithi086.stdout:468: done (2 left) 2024-09-11T03:33:28.016 INFO:tasks.rados.rados.0.smithi086.stdout:470: done (1 left) 2024-09-11T03:33:28.017 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 43 current snap is 34 2024-09-11T03:33:28.017 INFO:tasks.rados.rados.0.smithi086.stdout:471: seq_num 168 ranges {0=417792} 2024-09-11T03:33:28.019 INFO:tasks.rados.rados.0.smithi086.stdout:471: writing smithi08678205-43 from 0 to 417792 tid 1 2024-09-11T03:33:28.019 INFO:tasks.rados.rados.0.smithi086.stdout:472: delete oid 18 current snap is 34 2024-09-11T03:33:28.023 INFO:tasks.rados.rados.0.smithi086.stdout:472: done (2 left) 2024-09-11T03:33:28.023 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 34 2024-09-11T03:33:28.023 INFO:tasks.rados.rados.0.smithi086.stdout:473: seq_num 170 ranges {696320=450560} 2024-09-11T03:33:28.030 INFO:tasks.rados.rados.0.smithi086.stdout:473: writing smithi08678205-42 from 696320 to 1146880 tid 1 2024-09-11T03:33:28.030 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 34 2024-09-11T03:33:28.030 INFO:tasks.rados.rados.0.smithi086.stdout:471: finishing write tid 1 to smithi08678205-43 2024-09-11T03:33:28.030 INFO:tasks.rados.rados.0.smithi086.stdout:471: finishing write tid 2 to smithi08678205-43 2024-09-11T03:33:28.030 INFO:tasks.rados.rados.0.smithi086.stdout:471: finishing write tid 3 to smithi08678205-43 2024-09-11T03:33:28.030 INFO:tasks.rados.rados.0.smithi086.stdout:471: oid 43 updating version 0 to 327 2024-09-11T03:33:28.030 INFO:tasks.rados.rados.0.smithi086.stdout:471: oid 43 updating version 327 to 328 2024-09-11T03:33:28.030 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 328 (ObjNum 168 snap 34 seq_num 168) dirty exists 2024-09-11T03:33:28.030 INFO:tasks.rados.rados.0.smithi086.stdout:471: left oid 43 (ObjNum 168 snap 34 seq_num 168) 2024-09-11T03:33:28.030 INFO:tasks.rados.rados.0.smithi086.stdout:469: finishing copy_from racing read to smithi08678205-48 2024-09-11T03:33:28.030 INFO:tasks.rados.rados.0.smithi086.stdout:469: finishing copy_from to smithi08678205-48 2024-09-11T03:33:28.030 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 319 (ObjNum 118 snap 22 seq_num 118) dirty exists 2024-09-11T03:33:28.031 INFO:tasks.rados.rados.0.smithi086.stdout:474: seq_num 171 ranges {221184=466944} 2024-09-11T03:33:28.034 INFO:tasks.rados.rados.0.smithi086.stdout:474: writing smithi08678205-37 from 221184 to 688128 tid 1 2024-09-11T03:33:28.034 INFO:tasks.rados.rados.0.smithi086.stdout:469: done (3 left) 2024-09-11T03:33:28.034 INFO:tasks.rados.rados.0.smithi086.stdout:471: done (2 left) 2024-09-11T03:33:28.034 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 34 2024-09-11T03:33:28.034 INFO:tasks.rados.rados.0.smithi086.stdout:473: finishing write tid 1 to smithi08678205-42 2024-09-11T03:33:28.034 INFO:tasks.rados.rados.0.smithi086.stdout:473: finishing write tid 2 to smithi08678205-42 2024-09-11T03:33:28.034 INFO:tasks.rados.rados.0.smithi086.stdout:473: finishing write tid 3 to smithi08678205-42 2024-09-11T03:33:28.034 INFO:tasks.rados.rados.0.smithi086.stdout:473: oid 42 updating version 0 to 129 2024-09-11T03:33:28.034 INFO:tasks.rados.rados.0.smithi086.stdout:473: oid 42 updating version 129 to 130 2024-09-11T03:33:28.034 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 130 (ObjNum 170 snap 34 seq_num 170) dirty exists 2024-09-11T03:33:28.034 INFO:tasks.rados.rados.0.smithi086.stdout:473: left oid 42 (ObjNum 170 snap 34 seq_num 170) 2024-09-11T03:33:28.034 INFO:tasks.rados.rados.0.smithi086.stdout:475: seq_num 172 ranges {163840=483328} 2024-09-11T03:33:28.038 INFO:tasks.rados.rados.0.smithi086.stdout:475: writing smithi08678205-12 from 163840 to 647168 tid 1 2024-09-11T03:33:28.038 INFO:tasks.rados.rados.0.smithi086.stdout:473: done (2 left) 2024-09-11T03:33:28.038 INFO:tasks.rados.rados.0.smithi086.stdout:476: read oid 28 snap -1 2024-09-11T03:33:28.038 INFO:tasks.rados.rados.0.smithi086.stdout:476: expect (ObjNum 134 snap 27 seq_num 134) 2024-09-11T03:33:28.038 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 19 current snap is 34 2024-09-11T03:33:28.038 INFO:tasks.rados.rados.0.smithi086.stdout:474: finishing write tid 1 to smithi08678205-37 2024-09-11T03:33:28.038 INFO:tasks.rados.rados.0.smithi086.stdout:474: finishing write tid 2 to smithi08678205-37 2024-09-11T03:33:28.039 INFO:tasks.rados.rados.0.smithi086.stdout:474: finishing write tid 3 to smithi08678205-37 2024-09-11T03:33:28.039 INFO:tasks.rados.rados.0.smithi086.stdout:474: oid 37 updating version 0 to 88 2024-09-11T03:33:28.039 INFO:tasks.rados.rados.0.smithi086.stdout:474: oid 37 version 88 is already newer than 87 2024-09-11T03:33:28.039 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 88 (ObjNum 171 snap 34 seq_num 171) dirty exists 2024-09-11T03:33:28.039 INFO:tasks.rados.rados.0.smithi086.stdout:474: left oid 37 (ObjNum 171 snap 34 seq_num 171) 2024-09-11T03:33:28.039 INFO:tasks.rados.rados.0.smithi086.stdout:477: seq_num 173 ranges {221184=499712} 2024-09-11T03:33:28.042 INFO:tasks.rados.rados.0.smithi086.stdout:477: writing smithi08678205-19 from 221184 to 720896 tid 1 2024-09-11T03:33:28.043 INFO:tasks.rados.rados.0.smithi086.stdout:474: done (3 left) 2024-09-11T03:33:28.043 INFO:tasks.rados.rados.0.smithi086.stdout:478: read oid 22 snap 31 2024-09-11T03:33:28.043 INFO:tasks.rados.rados.0.smithi086.stdout:478: expect (ObjNum 100 snap 17 seq_num 100) 2024-09-11T03:33:28.043 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 34 2024-09-11T03:33:28.043 INFO:tasks.rados.rados.0.smithi086.stdout:475: finishing write tid 1 to smithi08678205-12 2024-09-11T03:33:28.043 INFO:tasks.rados.rados.0.smithi086.stdout:475: finishing write tid 2 to smithi08678205-12 2024-09-11T03:33:28.043 INFO:tasks.rados.rados.0.smithi086.stdout:479: seq_num 174 ranges {0=516096} 2024-09-11T03:33:28.047 INFO:tasks.rados.rados.0.smithi086.stdout:479: writing smithi08678205-26 from 0 to 516096 tid 1 2024-09-11T03:33:28.047 INFO:tasks.rados.rados.0.smithi086.stdout:480: delete oid 9 current snap is 34 2024-09-11T03:33:28.047 INFO:tasks.rados.rados.0.smithi086.stdout:475: finishing write tid 3 to smithi08678205-12 2024-09-11T03:33:28.047 INFO:tasks.rados.rados.0.smithi086.stdout:475: oid 12 updating version 0 to 38 2024-09-11T03:33:28.047 INFO:tasks.rados.rados.0.smithi086.stdout:475: oid 12 updating version 38 to 39 2024-09-11T03:33:28.047 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 39 (ObjNum 172 snap 34 seq_num 172) dirty exists 2024-09-11T03:33:28.047 INFO:tasks.rados.rados.0.smithi086.stdout:475: left oid 12 (ObjNum 172 snap 34 seq_num 172) 2024-09-11T03:33:28.047 INFO:tasks.rados.rados.0.smithi086.stdout:477: finishing write tid 1 to smithi08678205-19 2024-09-11T03:33:28.047 INFO:tasks.rados.rados.0.smithi086.stdout:477: finishing write tid 2 to smithi08678205-19 2024-09-11T03:33:28.048 INFO:tasks.rados.rados.0.smithi086.stdout:477: finishing write tid 3 to smithi08678205-19 2024-09-11T03:33:28.048 INFO:tasks.rados.rados.0.smithi086.stdout:477: oid 19 updating version 0 to 110 2024-09-11T03:33:28.048 INFO:tasks.rados.rados.0.smithi086.stdout:477: oid 19 updating version 110 to 111 2024-09-11T03:33:28.048 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 111 (ObjNum 173 snap 34 seq_num 173) dirty exists 2024-09-11T03:33:28.048 INFO:tasks.rados.rados.0.smithi086.stdout:477: left oid 19 (ObjNum 173 snap 34 seq_num 173) 2024-09-11T03:33:28.050 INFO:tasks.rados.rados.0.smithi086.stdout:476: expect (ObjNum 134 snap 27 seq_num 134) 2024-09-11T03:33:28.112 INFO:tasks.rados.rados.0.smithi086.stdout:478: expect (ObjNum 100 snap 17 seq_num 100) 2024-09-11T03:33:28.155 INFO:tasks.rados.rados.0.smithi086.stdout:479: finishing write tid 1 to smithi08678205-26 2024-09-11T03:33:28.155 INFO:tasks.rados.rados.0.smithi086.stdout:479: finishing write tid 2 to smithi08678205-26 2024-09-11T03:33:28.155 INFO:tasks.rados.rados.0.smithi086.stdout:479: finishing write tid 3 to smithi08678205-26 2024-09-11T03:33:28.155 INFO:tasks.rados.rados.0.smithi086.stdout:479: oid 26 updating version 0 to 91 2024-09-11T03:33:28.155 INFO:tasks.rados.rados.0.smithi086.stdout:479: oid 26 version 91 is already newer than 90 2024-09-11T03:33:28.155 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 91 (ObjNum 174 snap 34 seq_num 174) dirty exists 2024-09-11T03:33:28.155 INFO:tasks.rados.rados.0.smithi086.stdout:479: left oid 26 (ObjNum 174 snap 34 seq_num 174) 2024-09-11T03:33:28.155 INFO:tasks.rados.rados.0.smithi086.stdout:475: done (5 left) 2024-09-11T03:33:28.155 INFO:tasks.rados.rados.0.smithi086.stdout:476: done (4 left) 2024-09-11T03:33:28.155 INFO:tasks.rados.rados.0.smithi086.stdout:477: done (3 left) 2024-09-11T03:33:28.155 INFO:tasks.rados.rados.0.smithi086.stdout:478: done (2 left) 2024-09-11T03:33:28.156 INFO:tasks.rados.rados.0.smithi086.stdout:479: done (1 left) 2024-09-11T03:33:28.156 INFO:tasks.rados.rados.0.smithi086.stdout:480: done (0 left) 2024-09-11T03:33:28.156 INFO:tasks.rados.rados.0.smithi086.stdout:481: copy_from oid 26 from oid 6 current snap is 34 2024-09-11T03:33:28.156 INFO:tasks.rados.rados.0.smithi086.stdout:482: read oid 35 snap 33 2024-09-11T03:33:28.156 INFO:tasks.rados.rados.0.smithi086.stdout:482: expect deleted 2024-09-11T03:33:28.156 INFO:tasks.rados.rados.0.smithi086.stdout:483: snap_create 2024-09-11T03:33:28.160 INFO:tasks.rados.rados.0.smithi086.stdout:481: finishing copy_from racing read to smithi08678205-26 2024-09-11T03:33:28.161 INFO:tasks.rados.rados.0.smithi086.stdout:481: finishing copy_from to smithi08678205-26 2024-09-11T03:33:28.161 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-11T03:33:28.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:28 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:33:28] "GET /metrics HTTP/1.1" 200 36096 "" "Prometheus/2.43.0" 2024-09-11T03:33:28.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:28 smithi086 ceph-mon[37253]: osdmap e145: 8 total, 8 up, 8 in 2024-09-11T03:33:28.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:28 smithi086 ceph-mon[37253]: mgrmap e23: y(active, since 3m), standbys: x 2024-09-11T03:33:28.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:28 smithi086 ceph-mon[37253]: pgmap v196: 121 pgs: 121 active+clean; 93 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-09-11T03:33:28.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:28 smithi086 ceph-mon[27247]: osdmap e145: 8 total, 8 up, 8 in 2024-09-11T03:33:28.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:28 smithi086 ceph-mon[27247]: mgrmap e23: y(active, since 3m), standbys: x 2024-09-11T03:33:28.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:28 smithi086 ceph-mon[27247]: pgmap v196: 121 pgs: 121 active+clean; 93 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-09-11T03:33:28.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:28 smithi130 ceph-mon[31190]: osdmap e145: 8 total, 8 up, 8 in 2024-09-11T03:33:28.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:28 smithi130 ceph-mon[31190]: mgrmap e23: y(active, since 3m), standbys: x 2024-09-11T03:33:28.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:28 smithi130 ceph-mon[31190]: pgmap v196: 121 pgs: 121 active+clean; 93 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-09-11T03:33:29.007 INFO:tasks.rados.rados.0.smithi086.stdout:481: done (2 left) 2024-09-11T03:33:29.007 INFO:tasks.rados.rados.0.smithi086.stdout:482: done (1 left) 2024-09-11T03:33:29.008 INFO:tasks.rados.rados.0.smithi086.stdout:483: done (0 left) 2024-09-11T03:33:29.008 INFO:tasks.rados.rados.0.smithi086.stdout:484: setattr oid 25 current snap is 35 2024-09-11T03:33:29.009 INFO:tasks.rados.rados.0.smithi086.stdout:485: snap_create 2024-09-11T03:33:29.014 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 113 (ObjNum 165 snap 33 seq_num 165) dirty exists 2024-09-11T03:33:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:29 smithi086 ceph-mon[27247]: osdmap e146: 8 total, 8 up, 8 in 2024-09-11T03:33:29.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:29 smithi086 ceph-mon[37253]: osdmap e146: 8 total, 8 up, 8 in 2024-09-11T03:33:29.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:29 smithi130 ceph-mon[31190]: osdmap e146: 8 total, 8 up, 8 in 2024-09-11T03:33:29.909 INFO:tasks.rados.rados.0.smithi086.stdout:484: done (1 left) 2024-09-11T03:33:29.909 INFO:tasks.rados.rados.0.smithi086.stdout:485: done (0 left) 2024-09-11T03:33:29.909 INFO:tasks.rados.rados.0.smithi086.stdout:486: rmattr oid 4 current snap is 36 2024-09-11T03:33:29.909 INFO:tasks.rados.rados.0.smithi086.stdout:486: done (0 left) 2024-09-11T03:33:29.909 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 36 2024-09-11T03:33:29.909 INFO:tasks.rados.rados.0.smithi086.stdout:487: seq_num 176 ranges {4579328=557056} 2024-09-11T03:33:29.936 INFO:tasks.rados.rados.0.smithi086.stdout:487: writing smithi08678205-39 from 4579328 to 5136384 tid 1 2024-09-11T03:33:29.936 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 36 2024-09-11T03:33:29.936 INFO:tasks.rados.rados.0.smithi086.stdout:488: seq_num 177 ranges {688128=573440} 2024-09-11T03:33:29.943 INFO:tasks.rados.rados.0.smithi086.stdout:488: writing smithi08678205-37 from 688128 to 1261568 tid 1 2024-09-11T03:33:29.943 INFO:tasks.rados.rados.0.smithi086.stdout:489: read oid 33 snap 35 2024-09-11T03:33:29.943 INFO:tasks.rados.rados.0.smithi086.stdout:489: expect (ObjNum 128 snap 26 seq_num 128) 2024-09-11T03:33:29.943 INFO:tasks.rados.rados.0.smithi086.stdout:490: copy_from oid 31 from oid 42 current snap is 36 2024-09-11T03:33:29.944 INFO:tasks.rados.rados.0.smithi086.stdout:491: snap_remove snap 32 2024-09-11T03:33:30.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:30 smithi086 ceph-mon[27247]: osdmap e147: 8 total, 8 up, 8 in 2024-09-11T03:33:30.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:30 smithi086 ceph-mon[27247]: pgmap v199: 121 pgs: 121 active+clean; 93 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-09-11T03:33:30.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:30 smithi086 ceph-mon[27247]: osdmap e148: 8 total, 8 up, 8 in 2024-09-11T03:33:30.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:30 smithi086 ceph-mon[37253]: osdmap e147: 8 total, 8 up, 8 in 2024-09-11T03:33:30.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:30 smithi086 ceph-mon[37253]: pgmap v199: 121 pgs: 121 active+clean; 93 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-09-11T03:33:30.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:30 smithi086 ceph-mon[37253]: osdmap e148: 8 total, 8 up, 8 in 2024-09-11T03:33:30.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:30 smithi130 ceph-mon[31190]: osdmap e147: 8 total, 8 up, 8 in 2024-09-11T03:33:30.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:30 smithi130 ceph-mon[31190]: pgmap v199: 121 pgs: 121 active+clean; 93 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-09-11T03:33:30.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:30 smithi130 ceph-mon[31190]: osdmap e148: 8 total, 8 up, 8 in 2024-09-11T03:33:30.911 INFO:tasks.rados.rados.0.smithi086.stdout:491: done (4 left) 2024-09-11T03:33:30.911 INFO:tasks.rados.rados.0.smithi086.stdout:492: rollback oid 41 current snap is 36 2024-09-11T03:33:30.911 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 41 to 28 2024-09-11T03:33:30.911 INFO:tasks.rados.rados.0.smithi086.stdout:487: finishing write tid 1 to smithi08678205-39 2024-09-11T03:33:30.911 INFO:tasks.rados.rados.0.smithi086.stdout:487: finishing write tid 2 to smithi08678205-39 2024-09-11T03:33:30.912 INFO:tasks.rados.rados.0.smithi086.stdout:487: finishing write tid 3 to smithi08678205-39 2024-09-11T03:33:30.912 INFO:tasks.rados.rados.0.smithi086.stdout:487: oid 39 updating version 0 to 321 2024-09-11T03:33:30.912 INFO:tasks.rados.rados.0.smithi086.stdout:487: oid 39 version 321 is already newer than 320 2024-09-11T03:33:30.912 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 321 (ObjNum 176 snap 36 seq_num 176) dirty exists 2024-09-11T03:33:30.912 INFO:tasks.rados.rados.0.smithi086.stdout:487: left oid 39 (ObjNum 176 snap 36 seq_num 176) 2024-09-11T03:33:30.912 INFO:tasks.rados.rados.0.smithi086.stdout:488: finishing write tid 1 to smithi08678205-37 2024-09-11T03:33:30.912 INFO:tasks.rados.rados.0.smithi086.stdout:488: finishing write tid 2 to smithi08678205-37 2024-09-11T03:33:30.912 INFO:tasks.rados.rados.0.smithi086.stdout:488: finishing write tid 3 to smithi08678205-37 2024-09-11T03:33:30.912 INFO:tasks.rados.rados.0.smithi086.stdout:488: oid 37 updating version 0 to 95 2024-09-11T03:33:30.912 INFO:tasks.rados.rados.0.smithi086.stdout:488: oid 37 version 95 is already newer than 94 2024-09-11T03:33:30.912 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 95 (ObjNum 177 snap 36 seq_num 177) dirty exists 2024-09-11T03:33:30.912 INFO:tasks.rados.rados.0.smithi086.stdout:488: left oid 37 (ObjNum 177 snap 36 seq_num 177) 2024-09-11T03:33:30.913 INFO:tasks.rados.rados.0.smithi086.stdout:489: expect (ObjNum 128 snap 26 seq_num 128) 2024-09-11T03:33:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:490: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:33:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:490: finishing copy_from to smithi08678205-31 2024-09-11T03:33:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 130 (ObjNum 170 snap 34 seq_num 170) dirty exists 2024-09-11T03:33:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:492: finishing rollback tid 0 to smithi08678205-41 2024-09-11T03:33:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:492: finishing rollback tid 1 to smithi08678205-41 2024-09-11T03:33:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:492: finishing rollback tid 2 to smithi08678205-41 2024-09-11T03:33:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 334 (ObjNum 133 snap 27 seq_num 133) dirty exists 2024-09-11T03:33:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:487: done (4 left) 2024-09-11T03:33:31.302 INFO:tasks.rados.rados.0.smithi086.stdout:488: done (3 left) 2024-09-11T03:33:31.303 INFO:tasks.rados.rados.0.smithi086.stdout:489: done (2 left) 2024-09-11T03:33:31.303 INFO:tasks.rados.rados.0.smithi086.stdout:490: done (1 left) 2024-09-11T03:33:31.303 INFO:tasks.rados.rados.0.smithi086.stdout:492: done (0 left) 2024-09-11T03:33:31.303 INFO:tasks.rados.rados.0.smithi086.stdout:493: read oid 21 snap 33 2024-09-11T03:33:31.303 INFO:tasks.rados.rados.0.smithi086.stdout:493: expect deleted 2024-09-11T03:33:31.303 INFO:tasks.rados.rados.0.smithi086.stdout:494: rollback oid 16 current snap is 36 2024-09-11T03:33:31.303 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 16 to 34 2024-09-11T03:33:31.303 INFO:tasks.rados.rados.0.smithi086.stdout:495: snap_create 2024-09-11T03:33:31.303 INFO:tasks.rados.rados.0.smithi086.stdout:494: finishing rollback tid 1 to smithi08678205-16 2024-09-11T03:33:31.303 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 0 (ObjNum 49 snap 0 seq_num 3220548736) dirty dne 2024-09-11T03:33:31.916 INFO:tasks.rados.rados.0.smithi086.stdout:493: done (2 left) 2024-09-11T03:33:31.916 INFO:tasks.rados.rados.0.smithi086.stdout:494: done (1 left) 2024-09-11T03:33:31.916 INFO:tasks.rados.rados.0.smithi086.stdout:495: done (0 left) 2024-09-11T03:33:31.916 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 37 2024-09-11T03:33:31.916 INFO:tasks.rados.rados.0.smithi086.stdout:496: seq_num 178 ranges {7348224=589824} 2024-09-11T03:33:31.958 INFO:tasks.rados.rados.0.smithi086.stdout:496: writing smithi08678205-33 from 7348224 to 7938048 tid 1 2024-09-11T03:33:31.958 INFO:tasks.rados.rados.0.smithi086.stdout:497: read oid 27 snap -1 2024-09-11T03:33:31.959 INFO:tasks.rados.rados.0.smithi086.stdout:497: expect deleted 2024-09-11T03:33:31.959 INFO:tasks.rados.rados.0.smithi086.stdout:498: copy_from oid 30 from oid 25 current snap is 37 2024-09-11T03:33:31.959 INFO:tasks.rados.rados.0.smithi086.stdout:499: read oid 31 snap -1 2024-09-11T03:33:31.959 INFO:tasks.rados.rados.0.smithi086.stdout:499: expect (ObjNum 170 snap 34 seq_num 170) 2024-09-11T03:33:31.959 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 37 2024-09-11T03:33:31.959 INFO:tasks.rados.rados.0.smithi086.stdout:500: seq_num 179 ranges {696320=606208} 2024-09-11T03:33:31.965 INFO:tasks.rados.rados.0.smithi086.stdout:500: writing smithi08678205-6 from 696320 to 1302528 tid 1 2024-09-11T03:33:31.966 INFO:tasks.rados.rados.0.smithi086.stdout:501: read oid 41 snap 35 2024-09-11T03:33:31.966 INFO:tasks.rados.rados.0.smithi086.stdout:501: expect (ObjNum 133 snap 27 seq_num 133) 2024-09-11T03:33:31.966 INFO:tasks.rados.rados.0.smithi086.stdout:502: snap_remove snap 31 2024-09-11T03:33:32.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:31 smithi086 ceph-mon[27247]: osdmap e149: 8 total, 8 up, 8 in 2024-09-11T03:33:32.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:31 smithi086 ceph-mon[27247]: pgmap v202: 121 pgs: 121 active+clean; 102 MiB data, 414 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 46 op/s 2024-09-11T03:33:32.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:31 smithi086 ceph-mon[37253]: osdmap e149: 8 total, 8 up, 8 in 2024-09-11T03:33:32.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:31 smithi086 ceph-mon[37253]: pgmap v202: 121 pgs: 121 active+clean; 102 MiB data, 414 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 46 op/s 2024-09-11T03:33:32.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:31 smithi130 ceph-mon[31190]: osdmap e149: 8 total, 8 up, 8 in 2024-09-11T03:33:32.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:31 smithi130 ceph-mon[31190]: pgmap v202: 121 pgs: 121 active+clean; 102 MiB data, 414 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 46 op/s 2024-09-11T03:33:32.921 INFO:tasks.rados.rados.0.smithi086.stdout:502: done (6 left) 2024-09-11T03:33:32.921 INFO:tasks.rados.rados.0.smithi086.stdout:503: snap_remove snap 36 2024-09-11T03:33:33.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:32 smithi086 ceph-mon[27247]: osdmap e150: 8 total, 8 up, 8 in 2024-09-11T03:33:33.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:32 smithi086 ceph-mon[37253]: osdmap e150: 8 total, 8 up, 8 in 2024-09-11T03:33:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:32 smithi130 ceph-mon[31190]: osdmap e150: 8 total, 8 up, 8 in 2024-09-11T03:33:33.929 INFO:tasks.rados.rados.0.smithi086.stdout:503: done (6 left) 2024-09-11T03:33:33.929 INFO:tasks.rados.rados.0.smithi086.stdout:504: copy_from oid 12 from oid 43 current snap is 37 2024-09-11T03:33:33.929 INFO:tasks.rados.rados.0.smithi086.stdout:496: finishing write tid 1 to smithi08678205-33 2024-09-11T03:33:33.929 INFO:tasks.rados.rados.0.smithi086.stdout:496: finishing write tid 2 to smithi08678205-33 2024-09-11T03:33:33.930 INFO:tasks.rados.rados.0.smithi086.stdout:497: done (6 left) 2024-09-11T03:33:33.930 INFO:tasks.rados.rados.0.smithi086.stdout:505: rollback oid 14 current snap is 37 2024-09-11T03:33:33.930 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 14 to 33 2024-09-11T03:33:33.930 INFO:tasks.rados.rados.0.smithi086.stdout:496: finishing write tid 3 to smithi08678205-33 2024-09-11T03:33:33.930 INFO:tasks.rados.rados.0.smithi086.stdout:496: oid 33 updating version 0 to 340 2024-09-11T03:33:33.930 INFO:tasks.rados.rados.0.smithi086.stdout:496: oid 33 updating version 340 to 341 2024-09-11T03:33:33.930 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 341 (ObjNum 178 snap 37 seq_num 178) dirty exists 2024-09-11T03:33:33.930 INFO:tasks.rados.rados.0.smithi086.stdout:496: left oid 33 (ObjNum 178 snap 37 seq_num 178) 2024-09-11T03:33:33.930 INFO:tasks.rados.rados.0.smithi086.stdout:500: finishing write tid 1 to smithi08678205-6 2024-09-11T03:33:33.930 INFO:tasks.rados.rados.0.smithi086.stdout:500: finishing write tid 2 to smithi08678205-6 2024-09-11T03:33:33.930 INFO:tasks.rados.rados.0.smithi086.stdout:500: finishing write tid 3 to smithi08678205-6 2024-09-11T03:33:33.930 INFO:tasks.rados.rados.0.smithi086.stdout:500: oid 6 updating version 0 to 57 2024-09-11T03:33:33.931 INFO:tasks.rados.rados.0.smithi086.stdout:500: oid 6 version 57 is already newer than 56 2024-09-11T03:33:33.931 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 57 (ObjNum 179 snap 37 seq_num 179) dirty exists 2024-09-11T03:33:33.931 INFO:tasks.rados.rados.0.smithi086.stdout:500: left oid 6 (ObjNum 179 snap 37 seq_num 179) 2024-09-11T03:33:33.931 INFO:tasks.rados.rados.0.smithi086.stdout:498: finishing copy_from racing read to smithi08678205-30 2024-09-11T03:33:33.931 INFO:tasks.rados.rados.0.smithi086.stdout:496: done (6 left) 2024-09-11T03:33:33.931 INFO:tasks.rados.rados.0.smithi086.stdout:500: done (5 left) 2024-09-11T03:33:33.931 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 37 2024-09-11T03:33:33.931 INFO:tasks.rados.rados.0.smithi086.stdout:498: finishing copy_from to smithi08678205-30 2024-09-11T03:33:33.931 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 113 (ObjNum 165 snap 33 seq_num 165) dirty exists 2024-09-11T03:33:33.931 INFO:tasks.rados.rados.0.smithi086.stdout:499: expect (ObjNum 170 snap 34 seq_num 170) 2024-09-11T03:33:33.973 INFO:tasks.rados.rados.0.smithi086.stdout:501: expect (ObjNum 133 snap 27 seq_num 133) 2024-09-11T03:33:34.029 INFO:tasks.rados.rados.0.smithi086.stdout:505: finishing rollback tid 0 to smithi08678205-14 2024-09-11T03:33:34.029 INFO:tasks.rados.rados.0.smithi086.stdout:505: finishing rollback tid 1 to smithi08678205-14 2024-09-11T03:33:34.029 INFO:tasks.rados.rados.0.smithi086.stdout:505: finishing rollback tid 2 to smithi08678205-14 2024-09-11T03:33:34.029 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 142 (ObjNum 152 snap 31 seq_num 152) dirty exists 2024-09-11T03:33:34.029 INFO:tasks.rados.rados.0.smithi086.stdout:504: finishing copy_from racing read to smithi08678205-12 2024-09-11T03:33:34.029 INFO:tasks.rados.rados.0.smithi086.stdout:504: finishing copy_from to smithi08678205-12 2024-09-11T03:33:34.029 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 328 (ObjNum 168 snap 34 seq_num 168) dirty exists 2024-09-11T03:33:34.030 INFO:tasks.rados.rados.0.smithi086.stdout:506: seq_num 180 ranges {1302528=622592} 2024-09-11T03:33:34.039 INFO:tasks.rados.rados.0.smithi086.stdout:506: writing smithi08678205-6 from 1302528 to 1925120 tid 1 2024-09-11T03:33:34.040 INFO:tasks.rados.rados.0.smithi086.stdout:498: done (5 left) 2024-09-11T03:33:34.040 INFO:tasks.rados.rados.0.smithi086.stdout:499: done (4 left) 2024-09-11T03:33:34.040 INFO:tasks.rados.rados.0.smithi086.stdout:501: done (3 left) 2024-09-11T03:33:34.040 INFO:tasks.rados.rados.0.smithi086.stdout:504: done (2 left) 2024-09-11T03:33:34.040 INFO:tasks.rados.rados.0.smithi086.stdout:505: done (1 left) 2024-09-11T03:33:34.040 INFO:tasks.rados.rados.0.smithi086.stdout:507: snap_create 2024-09-11T03:33:34.042 INFO:tasks.rados.rados.0.smithi086.stdout:506: finishing write tid 1 to smithi08678205-6 2024-09-11T03:33:34.042 INFO:tasks.rados.rados.0.smithi086.stdout:506: finishing write tid 2 to smithi08678205-6 2024-09-11T03:33:34.043 INFO:tasks.rados.rados.0.smithi086.stdout:506: finishing write tid 3 to smithi08678205-6 2024-09-11T03:33:34.043 INFO:tasks.rados.rados.0.smithi086.stdout:506: oid 6 updating version 0 to 64 2024-09-11T03:33:34.043 INFO:tasks.rados.rados.0.smithi086.stdout:506: oid 6 updating version 64 to 65 2024-09-11T03:33:34.043 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 65 (ObjNum 180 snap 37 seq_num 180) dirty exists 2024-09-11T03:33:34.043 INFO:tasks.rados.rados.0.smithi086.stdout:506: left oid 6 (ObjNum 180 snap 37 seq_num 180) 2024-09-11T03:33:34.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:33 smithi086 ceph-mon[27247]: osdmap e151: 8 total, 8 up, 8 in 2024-09-11T03:33:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:33 smithi086 ceph-mon[27247]: pgmap v205: 121 pgs: 121 active+clean; 102 MiB data, 414 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 46 op/s 2024-09-11T03:33:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:33 smithi086 ceph-mon[37253]: osdmap e151: 8 total, 8 up, 8 in 2024-09-11T03:33:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:33 smithi086 ceph-mon[37253]: pgmap v205: 121 pgs: 121 active+clean; 102 MiB data, 414 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 46 op/s 2024-09-11T03:33:34.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:33 smithi130 ceph-mon[31190]: osdmap e151: 8 total, 8 up, 8 in 2024-09-11T03:33:34.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:33 smithi130 ceph-mon[31190]: pgmap v205: 121 pgs: 121 active+clean; 102 MiB data, 414 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 46 op/s 2024-09-11T03:33:34.912 INFO:tasks.rados.rados.0.smithi086.stdout:506: done (1 left) 2024-09-11T03:33:34.913 INFO:tasks.rados.rados.0.smithi086.stdout:507: done (0 left) 2024-09-11T03:33:34.913 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 38 2024-09-11T03:33:34.913 INFO:tasks.rados.rados.0.smithi086.stdout:508: seq_num 181 ranges {5079040=638976} 2024-09-11T03:33:34.943 INFO:tasks.rados.rados.0.smithi086.stdout:508: writing smithi08678205-17 from 5079040 to 5718016 tid 1 2024-09-11T03:33:34.944 INFO:tasks.rados.rados.0.smithi086.stdout:509: copy_from oid 28 from oid 42 current snap is 38 2024-09-11T03:33:34.944 INFO:tasks.rados.rados.0.smithi086.stdout:510: rollback oid 15 current snap is 38 2024-09-11T03:33:34.944 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 15 to 28 2024-09-11T03:33:34.944 INFO:tasks.rados.rados.0.smithi086.stdout:511: rollback oid 33 current snap is 38 2024-09-11T03:33:34.944 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 33 to 35 2024-09-11T03:33:34.944 INFO:tasks.rados.rados.0.smithi086.stdout:512: delete oid 46 current snap is 38 2024-09-11T03:33:34.949 INFO:tasks.rados.rados.0.smithi086.stdout:512: done (4 left) 2024-09-11T03:33:34.949 INFO:tasks.rados.rados.0.smithi086.stdout:513: read oid 11 snap 34 2024-09-11T03:33:34.949 INFO:tasks.rados.rados.0.smithi086.stdout:513: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-11T03:33:34.950 INFO:tasks.rados.rados.0.smithi086.stdout:514: read oid 19 snap -1 2024-09-11T03:33:34.950 INFO:tasks.rados.rados.0.smithi086.stdout:514: expect (ObjNum 173 snap 34 seq_num 173) 2024-09-11T03:33:34.950 INFO:tasks.rados.rados.0.smithi086.stdout:515: copy_from oid 14 from oid 7 current snap is 38 2024-09-11T03:33:34.950 INFO:tasks.rados.rados.0.smithi086.stdout:516: delete oid 47 current snap is 38 2024-09-11T03:33:34.952 INFO:tasks.rados.rados.0.smithi086.stdout:508: finishing write tid 1 to smithi08678205-17 2024-09-11T03:33:34.954 INFO:tasks.rados.rados.0.smithi086.stdout:508: finishing write tid 2 to smithi08678205-17 2024-09-11T03:33:34.954 INFO:tasks.rados.rados.0.smithi086.stdout:510: finishing rollback tid 0 to smithi08678205-15 2024-09-11T03:33:34.956 INFO:tasks.rados.rados.0.smithi086.stdout:508: finishing write tid 3 to smithi08678205-17 2024-09-11T03:33:34.956 INFO:tasks.rados.rados.0.smithi086.stdout:508: oid 17 updating version 0 to 35 2024-09-11T03:33:34.957 INFO:tasks.rados.rados.0.smithi086.stdout:508: oid 17 updating version 35 to 36 2024-09-11T03:33:34.957 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 36 (ObjNum 181 snap 38 seq_num 181) dirty exists 2024-09-11T03:33:34.957 INFO:tasks.rados.rados.0.smithi086.stdout:508: left oid 17 (ObjNum 181 snap 38 seq_num 181) 2024-09-11T03:33:34.957 INFO:tasks.rados.rados.0.smithi086.stdout:508: done (7 left) 2024-09-11T03:33:34.957 INFO:tasks.rados.rados.0.smithi086.stdout:516: done (6 left) 2024-09-11T03:33:34.957 INFO:tasks.rados.rados.0.smithi086.stdout:517: read oid 35 snap -1 2024-09-11T03:33:34.957 INFO:tasks.rados.rados.0.smithi086.stdout:517: expect deleted 2024-09-11T03:33:34.957 INFO:tasks.rados.rados.0.smithi086.stdout:518: delete oid 1 current snap is 38 2024-09-11T03:33:34.958 INFO:tasks.rados.rados.0.smithi086.stdout:517: done (7 left) 2024-09-11T03:33:34.958 INFO:tasks.rados.rados.0.smithi086.stdout:518: done (6 left) 2024-09-11T03:33:34.958 INFO:tasks.rados.rados.0.smithi086.stdout:519: copy_from oid 40 from oid 34 current snap is 38 2024-09-11T03:33:34.958 INFO:tasks.rados.rados.0.smithi086.stdout:520: delete oid 21 current snap is 38 2024-09-11T03:33:34.959 INFO:tasks.rados.rados.0.smithi086.stdout:509: finishing copy_from racing read to smithi08678205-28 2024-09-11T03:33:34.959 INFO:tasks.rados.rados.0.smithi086.stdout:510: finishing rollback tid 1 to smithi08678205-15 2024-09-11T03:33:34.959 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 360 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-11T03:33:34.959 INFO:tasks.rados.rados.0.smithi086.stdout:511: finishing rollback tid 0 to smithi08678205-33 2024-09-11T03:33:34.959 INFO:tasks.rados.rados.0.smithi086.stdout:511: finishing rollback tid 1 to smithi08678205-33 2024-09-11T03:33:34.960 INFO:tasks.rados.rados.0.smithi086.stdout:511: finishing rollback tid 2 to smithi08678205-33 2024-09-11T03:33:34.960 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 364 (ObjNum 128 snap 26 seq_num 128) dirty exists 2024-09-11T03:33:34.960 INFO:tasks.rados.rados.0.smithi086.stdout:513: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-11T03:33:34.966 INFO:tasks.rados.rados.0.smithi086.stdout:515: finishing copy_from racing read to smithi08678205-14 2024-09-11T03:33:34.966 INFO:tasks.rados.rados.0.smithi086.stdout:509: finishing copy_from to smithi08678205-28 2024-09-11T03:33:34.966 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 130 (ObjNum 170 snap 34 seq_num 170) dirty exists 2024-09-11T03:33:34.966 INFO:tasks.rados.rados.0.smithi086.stdout:515: finishing copy_from to smithi08678205-14 2024-09-11T03:33:34.966 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 24 (ObjNum 151 snap 31 seq_num 151) dirty exists 2024-09-11T03:33:34.966 INFO:tasks.rados.rados.0.smithi086.stdout:514: expect (ObjNum 173 snap 34 seq_num 173) 2024-09-11T03:33:34.989 INFO:tasks.rados.rados.0.smithi086.stdout:519: finishing copy_from racing read to smithi08678205-40 2024-09-11T03:33:34.989 INFO:tasks.rados.rados.0.smithi086.stdout:519: finishing copy_from to smithi08678205-40 2024-09-11T03:33:34.989 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 125 (ObjNum 111 snap 18 seq_num 111) dirty exists 2024-09-11T03:33:34.989 INFO:tasks.rados.rados.0.smithi086.stdout:509: done (7 left) 2024-09-11T03:33:34.989 INFO:tasks.rados.rados.0.smithi086.stdout:510: done (6 left) 2024-09-11T03:33:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:511: done (5 left) 2024-09-11T03:33:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:513: done (4 left) 2024-09-11T03:33:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:514: done (3 left) 2024-09-11T03:33:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:515: done (2 left) 2024-09-11T03:33:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:519: done (1 left) 2024-09-11T03:33:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:520: done (0 left) 2024-09-11T03:33:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 38 2024-09-11T03:33:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:521: seq_num 186 ranges {5136384=720896} 2024-09-11T03:33:35.019 INFO:tasks.rados.rados.0.smithi086.stdout:521: writing smithi08678205-39 from 5136384 to 5857280 tid 1 2024-09-11T03:33:35.020 INFO:tasks.rados.rados.0.smithi086.stdout:522: rollback oid 8 current snap is 38 2024-09-11T03:33:35.020 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 8 to 35 2024-09-11T03:33:35.020 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 43 current snap is 38 2024-09-11T03:33:35.020 INFO:tasks.rados.rados.0.smithi086.stdout:523: seq_num 187 ranges {417792=737280} 2024-09-11T03:33:35.026 INFO:tasks.rados.rados.0.smithi086.stdout:523: writing smithi08678205-43 from 417792 to 1155072 tid 1 2024-09-11T03:33:35.026 INFO:tasks.rados.rados.0.smithi086.stdout:524: delete oid 49 current snap is 38 2024-09-11T03:33:35.026 INFO:tasks.rados.rados.0.smithi086.stdout:522: finishing rollback tid 0 to smithi08678205-8 2024-09-11T03:33:35.026 INFO:tasks.rados.rados.0.smithi086.stdout:522: finishing rollback tid 1 to smithi08678205-8 2024-09-11T03:33:35.026 INFO:tasks.rados.rados.0.smithi086.stdout:522: finishing rollback tid 2 to smithi08678205-8 2024-09-11T03:33:35.026 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 149 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-11T03:33:35.027 INFO:tasks.rados.rados.0.smithi086.stdout:521: finishing write tid 1 to smithi08678205-39 2024-09-11T03:33:35.027 INFO:tasks.rados.rados.0.smithi086.stdout:521: finishing write tid 2 to smithi08678205-39 2024-09-11T03:33:35.027 INFO:tasks.rados.rados.0.smithi086.stdout:521: finishing write tid 3 to smithi08678205-39 2024-09-11T03:33:35.027 INFO:tasks.rados.rados.0.smithi086.stdout:521: oid 39 updating version 0 to 324 2024-09-11T03:33:35.027 INFO:tasks.rados.rados.0.smithi086.stdout:521: oid 39 version 324 is already newer than 323 2024-09-11T03:33:35.027 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 324 (ObjNum 186 snap 38 seq_num 186) dirty exists 2024-09-11T03:33:35.027 INFO:tasks.rados.rados.0.smithi086.stdout:521: left oid 39 (ObjNum 186 snap 38 seq_num 186) 2024-09-11T03:33:35.028 INFO:tasks.rados.rados.0.smithi086.stdout:521: done (3 left) 2024-09-11T03:33:35.028 INFO:tasks.rados.rados.0.smithi086.stdout:522: done (2 left) 2024-09-11T03:33:35.028 INFO:tasks.rados.rados.0.smithi086.stdout:524: done (1 left) 2024-09-11T03:33:35.028 INFO:tasks.rados.rados.0.smithi086.stdout:525: delete oid 10 current snap is 38 2024-09-11T03:33:35.029 INFO:tasks.rados.rados.0.smithi086.stdout:523: finishing write tid 1 to smithi08678205-43 2024-09-11T03:33:35.029 INFO:tasks.rados.rados.0.smithi086.stdout:523: finishing write tid 2 to smithi08678205-43 2024-09-11T03:33:35.030 INFO:tasks.rados.rados.0.smithi086.stdout:523: finishing write tid 3 to smithi08678205-43 2024-09-11T03:33:35.030 INFO:tasks.rados.rados.0.smithi086.stdout:523: oid 43 updating version 0 to 368 2024-09-11T03:33:35.030 INFO:tasks.rados.rados.0.smithi086.stdout:523: oid 43 updating version 368 to 369 2024-09-11T03:33:35.030 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 369 (ObjNum 187 snap 38 seq_num 187) dirty exists 2024-09-11T03:33:35.030 INFO:tasks.rados.rados.0.smithi086.stdout:523: left oid 43 (ObjNum 187 snap 38 seq_num 187) 2024-09-11T03:33:35.030 INFO:tasks.rados.rados.0.smithi086.stdout:523: done (1 left) 2024-09-11T03:33:35.030 INFO:tasks.rados.rados.0.smithi086.stdout:525: done (0 left) 2024-09-11T03:33:35.030 INFO:tasks.rados.rados.0.smithi086.stdout:526: rmattr oid 6 current snap is 38 2024-09-11T03:33:35.031 INFO:tasks.rados.rados.0.smithi086.stdout:526: done (0 left) 2024-09-11T03:33:35.031 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 14 current snap is 38 2024-09-11T03:33:35.031 INFO:tasks.rados.rados.0.smithi086.stdout:527: seq_num 190 ranges {688128=786432} 2024-09-11T03:33:35.038 INFO:tasks.rados.rados.0.smithi086.stdout:527: writing smithi08678205-14 from 688128 to 1474560 tid 1 2024-09-11T03:33:35.038 INFO:tasks.rados.rados.0.smithi086.stdout:528: read oid 4 snap -1 2024-09-11T03:33:35.038 INFO:tasks.rados.rados.0.smithi086.stdout:528: expect (ObjNum 157 snap 33 seq_num 157) 2024-09-11T03:33:35.038 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 50 current snap is 38 2024-09-11T03:33:35.038 INFO:tasks.rados.rados.0.smithi086.stdout:529: seq_num 191 ranges {827392=802816} 2024-09-11T03:33:35.047 INFO:tasks.rados.rados.0.smithi086.stdout:529: writing smithi08678205-50 from 827392 to 1630208 tid 1 2024-09-11T03:33:35.047 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 38 2024-09-11T03:33:35.047 INFO:tasks.rados.rados.0.smithi086.stdout:527: finishing write tid 1 to smithi08678205-14 2024-09-11T03:33:35.047 INFO:tasks.rados.rados.0.smithi086.stdout:530: seq_num 192 ranges {0=417792,417792=401408} 2024-09-11T03:33:35.049 INFO:tasks.rados.rados.0.smithi086.stdout:530: writing smithi08678205-35 from 0 to 417792 tid 1 2024-09-11T03:33:35.051 INFO:tasks.rados.rados.0.smithi086.stdout:530: writing smithi08678205-35 from 417792 to 819200 tid 2 2024-09-11T03:33:35.051 INFO:tasks.rados.rados.0.smithi086.stdout:531: snap_remove snap 35 2024-09-11T03:33:35.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:34 smithi086 ceph-mon[27247]: osdmap e152: 8 total, 8 up, 8 in 2024-09-11T03:33:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:34 smithi086 ceph-mon[27247]: osdmap e153: 8 total, 8 up, 8 in 2024-09-11T03:33:35.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:34 smithi086 ceph-mon[37253]: osdmap e152: 8 total, 8 up, 8 in 2024-09-11T03:33:35.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:34 smithi086 ceph-mon[37253]: osdmap e153: 8 total, 8 up, 8 in 2024-09-11T03:33:35.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:34 smithi130 ceph-mon[31190]: osdmap e152: 8 total, 8 up, 8 in 2024-09-11T03:33:35.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:34 smithi130 ceph-mon[31190]: osdmap e153: 8 total, 8 up, 8 in 2024-09-11T03:33:35.938 INFO:tasks.rados.rados.0.smithi086.stdout:527: finishing write tid 2 to smithi08678205-14 2024-09-11T03:33:35.938 INFO:tasks.rados.rados.0.smithi086.stdout:527: finishing write tid 3 to smithi08678205-14 2024-09-11T03:33:35.938 INFO:tasks.rados.rados.0.smithi086.stdout:527: oid 14 updating version 0 to 150 2024-09-11T03:33:35.938 INFO:tasks.rados.rados.0.smithi086.stdout:527: oid 14 updating version 150 to 151 2024-09-11T03:33:35.938 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 151 (ObjNum 190 snap 38 seq_num 190) dirty exists 2024-09-11T03:33:35.939 INFO:tasks.rados.rados.0.smithi086.stdout:527: left oid 14 (ObjNum 190 snap 38 seq_num 190) 2024-09-11T03:33:35.939 INFO:tasks.rados.rados.0.smithi086.stdout:528: expect (ObjNum 157 snap 33 seq_num 157) 2024-09-11T03:33:35.973 INFO:tasks.rados.rados.0.smithi086.stdout:529: finishing write tid 1 to smithi08678205-50 2024-09-11T03:33:35.973 INFO:tasks.rados.rados.0.smithi086.stdout:529: finishing write tid 2 to smithi08678205-50 2024-09-11T03:33:35.973 INFO:tasks.rados.rados.0.smithi086.stdout:529: finishing write tid 3 to smithi08678205-50 2024-09-11T03:33:35.973 INFO:tasks.rados.rados.0.smithi086.stdout:529: oid 50 updating version 0 to 128 2024-09-11T03:33:35.974 INFO:tasks.rados.rados.0.smithi086.stdout:529: oid 50 version 128 is already newer than 127 2024-09-11T03:33:35.974 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 128 (ObjNum 191 snap 38 seq_num 191) dirty exists 2024-09-11T03:33:35.974 INFO:tasks.rados.rados.0.smithi086.stdout:529: left oid 50 (ObjNum 191 snap 38 seq_num 191) 2024-09-11T03:33:35.974 INFO:tasks.rados.rados.0.smithi086.stdout:530: finishing write tid 1 to smithi08678205-35 2024-09-11T03:33:35.974 INFO:tasks.rados.rados.0.smithi086.stdout:530: finishing write tid 2 to smithi08678205-35 2024-09-11T03:33:35.974 INFO:tasks.rados.rados.0.smithi086.stdout:530: finishing write tid 3 to smithi08678205-35 2024-09-11T03:33:35.974 INFO:tasks.rados.rados.0.smithi086.stdout:530: finishing write tid 4 to smithi08678205-35 2024-09-11T03:33:35.974 INFO:tasks.rados.rados.0.smithi086.stdout:530: oid 35 updating version 0 to 137 2024-09-11T03:33:35.974 INFO:tasks.rados.rados.0.smithi086.stdout:530: oid 35 version 137 is already newer than 135 2024-09-11T03:33:35.974 INFO:tasks.rados.rados.0.smithi086.stdout:530: oid 35 version 137 is already newer than 136 2024-09-11T03:33:35.974 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 137 (ObjNum 192 snap 38 seq_num 192) dirty exists 2024-09-11T03:33:35.974 INFO:tasks.rados.rados.0.smithi086.stdout:530: left oid 35 (ObjNum 192 snap 38 seq_num 192) 2024-09-11T03:33:35.974 INFO:tasks.rados.rados.0.smithi086.stdout:527: done (4 left) 2024-09-11T03:33:35.975 INFO:tasks.rados.rados.0.smithi086.stdout:528: done (3 left) 2024-09-11T03:33:35.975 INFO:tasks.rados.rados.0.smithi086.stdout:529: done (2 left) 2024-09-11T03:33:35.975 INFO:tasks.rados.rados.0.smithi086.stdout:530: done (1 left) 2024-09-11T03:33:35.975 INFO:tasks.rados.rados.0.smithi086.stdout:531: done (0 left) 2024-09-11T03:33:35.975 INFO:tasks.rados.rados.0.smithi086.stdout:532: snap_create 2024-09-11T03:33:36.249 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:35 smithi130 ceph-mon[31190]: pgmap v208: 121 pgs: 121 active+clean; 102 MiB data, 414 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:36.250 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:35 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:36.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:35 smithi086 ceph-mon[27247]: pgmap v208: 121 pgs: 121 active+clean; 102 MiB data, 414 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:36.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:35 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:36.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:35 smithi086 ceph-mon[37253]: pgmap v208: 121 pgs: 121 active+clean; 102 MiB data, 414 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:36.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:35 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:36.937 INFO:tasks.rados.rados.0.smithi086.stdout:532: done (0 left) 2024-09-11T03:33:36.937 INFO:tasks.rados.rados.0.smithi086.stdout:533: snap_remove snap 28 2024-09-11T03:33:37.310 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:36 smithi130 ceph-mon[31190]: osdmap e154: 8 total, 8 up, 8 in 2024-09-11T03:33:37.310 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:36 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:37.310 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:36 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:37.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:36 smithi086 ceph-mon[27247]: osdmap e154: 8 total, 8 up, 8 in 2024-09-11T03:33:37.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:36 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:37.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:36 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:37.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:36 smithi086 ceph-mon[37253]: osdmap e154: 8 total, 8 up, 8 in 2024-09-11T03:33:37.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:36 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:37.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:36 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:37.952 INFO:tasks.rados.rados.0.smithi086.stdout:533: done (0 left) 2024-09-11T03:33:37.953 INFO:tasks.rados.rados.0.smithi086.stdout:534: read oid 16 snap 33 2024-09-11T03:33:37.953 INFO:tasks.rados.rados.0.smithi086.stdout:534: expect deleted 2024-09-11T03:33:37.953 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 39 2024-09-11T03:33:37.953 INFO:tasks.rados.rados.0.smithi086.stdout:535: seq_num 193 ranges {6758400=434176,7192576=401408} 2024-09-11T03:33:37.992 INFO:tasks.rados.rados.0.smithi086.stdout:535: writing smithi08678205-2 from 6758400 to 7192576 tid 1 2024-09-11T03:33:37.994 INFO:tasks.rados.rados.0.smithi086.stdout:535: writing smithi08678205-2 from 7192576 to 7593984 tid 2 2024-09-11T03:33:37.995 INFO:tasks.rados.rados.0.smithi086.stdout:536: setattr oid 49 current snap is 39 2024-09-11T03:33:37.996 INFO:tasks.rados.rados.0.smithi086.stdout:534: done (2 left) 2024-09-11T03:33:37.996 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 39 2024-09-11T03:33:37.996 INFO:tasks.rados.rados.0.smithi086.stdout:537: seq_num 194 ranges {7348224=458752,7806976=401408} 2024-09-11T03:33:38.037 INFO:tasks.rados.rados.0.smithi086.stdout:537: writing smithi08678205-33 from 7348224 to 7806976 tid 1 2024-09-11T03:33:38.041 INFO:tasks.rados.rados.0.smithi086.stdout:537: writing smithi08678205-33 from 7806976 to 8208384 tid 2 2024-09-11T03:33:38.041 INFO:tasks.rados.rados.0.smithi086.stdout:538: read oid 29 snap -1 2024-09-11T03:33:38.041 INFO:tasks.rados.rados.0.smithi086.stdout:538: expect (ObjNum 164 snap 33 seq_num 164) 2024-09-11T03:33:38.041 INFO:tasks.rados.rados.0.smithi086.stdout:539: read oid 5 snap -1 2024-09-11T03:33:38.041 INFO:tasks.rados.rados.0.smithi086.stdout:539: expect (ObjNum 147 snap 30 seq_num 147) 2024-09-11T03:33:38.041 INFO:tasks.rados.rados.0.smithi086.stdout:540: copy_from oid 1 from oid 7 current snap is 39 2024-09-11T03:33:38.041 INFO:tasks.rados.rados.0.smithi086.stdout:535: finishing write tid 1 to smithi08678205-2 2024-09-11T03:33:38.041 INFO:tasks.rados.rados.0.smithi086.stdout:535: finishing write tid 2 to smithi08678205-2 2024-09-11T03:33:38.041 INFO:tasks.rados.rados.0.smithi086.stdout:535: finishing write tid 3 to smithi08678205-2 2024-09-11T03:33:38.041 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 83 (ObjNum 129 snap 0 seq_num 3219954384) dirty exists 2024-09-11T03:33:38.041 INFO:tasks.rados.rados.0.smithi086.stdout:535: finishing write tid 4 to smithi08678205-2 2024-09-11T03:33:38.041 INFO:tasks.rados.rados.0.smithi086.stdout:535: oid 2 updating version 0 to 126 2024-09-11T03:33:38.041 INFO:tasks.rados.rados.0.smithi086.stdout:535: oid 2 updating version 126 to 127 2024-09-11T03:33:38.042 INFO:tasks.rados.rados.0.smithi086.stdout:535: oid 2 updating version 127 to 128 2024-09-11T03:33:38.042 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 128 (ObjNum 193 snap 39 seq_num 193) dirty exists 2024-09-11T03:33:38.042 INFO:tasks.rados.rados.0.smithi086.stdout:535: left oid 2 (ObjNum 193 snap 39 seq_num 193) 2024-09-11T03:33:38.042 INFO:tasks.rados.rados.0.smithi086.stdout:535: done (5 left) 2024-09-11T03:33:38.042 INFO:tasks.rados.rados.0.smithi086.stdout:536: done (4 left) 2024-09-11T03:33:38.042 INFO:tasks.rados.rados.0.smithi086.stdout:541: rollback oid 22 current snap is 39 2024-09-11T03:33:38.042 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 22 to 38 2024-09-11T03:33:38.042 INFO:tasks.rados.rados.0.smithi086.stdout:542: snap_remove snap 33 2024-09-11T03:33:38.312 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:37 smithi130 ceph-mon[31190]: osdmap e155: 8 total, 8 up, 8 in 2024-09-11T03:33:38.313 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:37 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:38.313 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:37 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:38.313 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:37 smithi130 ceph-mon[31190]: pgmap v211: 121 pgs: 121 active+clean; 116 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-09-11T03:33:38.321 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:33:38] "GET /metrics HTTP/1.1" 200 36095 "" "Prometheus/2.43.0" 2024-09-11T03:33:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:37 smithi086 ceph-mon[27247]: osdmap e155: 8 total, 8 up, 8 in 2024-09-11T03:33:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:37 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:37 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:37 smithi086 ceph-mon[27247]: pgmap v211: 121 pgs: 121 active+clean; 116 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-09-11T03:33:38.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:37 smithi086 ceph-mon[37253]: osdmap e155: 8 total, 8 up, 8 in 2024-09-11T03:33:38.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:37 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:38.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:37 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:38.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:37 smithi086 ceph-mon[37253]: pgmap v211: 121 pgs: 121 active+clean; 116 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-09-11T03:33:38.986 INFO:tasks.rados.rados.0.smithi086.stdout:542: done (5 left) 2024-09-11T03:33:38.986 INFO:tasks.rados.rados.0.smithi086.stdout:543: read oid 31 snap -1 2024-09-11T03:33:38.986 INFO:tasks.rados.rados.0.smithi086.stdout:543: expect (ObjNum 170 snap 34 seq_num 170) 2024-09-11T03:33:38.986 INFO:tasks.rados.rados.0.smithi086.stdout:544: rollback oid 11 current snap is 39 2024-09-11T03:33:38.986 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 37 2024-09-11T03:33:38.987 INFO:tasks.rados.rados.0.smithi086.stdout:541: finishing rollback tid 0 to smithi08678205-22 2024-09-11T03:33:38.987 INFO:tasks.rados.rados.0.smithi086.stdout:537: finishing write tid 1 to smithi08678205-33 2024-09-11T03:33:38.987 INFO:tasks.rados.rados.0.smithi086.stdout:539: expect (ObjNum 147 snap 30 seq_num 147) 2024-09-11T03:33:38.990 INFO:tasks.rados.rados.0.smithi086.stdout:541: finishing rollback tid 1 to smithi08678205-22 2024-09-11T03:33:38.990 INFO:tasks.rados.rados.0.smithi086.stdout:537: finishing write tid 2 to smithi08678205-33 2024-09-11T03:33:38.990 INFO:tasks.rados.rados.0.smithi086.stdout:541: finishing rollback tid 2 to smithi08678205-22 2024-09-11T03:33:38.990 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 202 (ObjNum 166 snap 34 seq_num 166) dirty exists 2024-09-11T03:33:38.990 INFO:tasks.rados.rados.0.smithi086.stdout:537: finishing write tid 3 to smithi08678205-33 2024-09-11T03:33:38.990 INFO:tasks.rados.rados.0.smithi086.stdout:540: finishing copy_from racing read to smithi08678205-1 2024-09-11T03:33:38.990 INFO:tasks.rados.rados.0.smithi086.stdout:540: finishing copy_from to smithi08678205-1 2024-09-11T03:33:38.990 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 24 (ObjNum 151 snap 31 seq_num 151) dirty exists 2024-09-11T03:33:38.991 INFO:tasks.rados.rados.0.smithi086.stdout:537: finishing write tid 4 to smithi08678205-33 2024-09-11T03:33:38.991 INFO:tasks.rados.rados.0.smithi086.stdout:537: oid 33 updating version 0 to 399 2024-09-11T03:33:38.991 INFO:tasks.rados.rados.0.smithi086.stdout:537: oid 33 version 399 is already newer than 398 2024-09-11T03:33:38.991 INFO:tasks.rados.rados.0.smithi086.stdout:537: oid 33 version 399 is already newer than 397 2024-09-11T03:33:38.991 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 399 (ObjNum 194 snap 39 seq_num 194) dirty exists 2024-09-11T03:33:38.991 INFO:tasks.rados.rados.0.smithi086.stdout:537: left oid 33 (ObjNum 194 snap 39 seq_num 194) 2024-09-11T03:33:38.991 INFO:tasks.rados.rados.0.smithi086.stdout:538: expect (ObjNum 164 snap 33 seq_num 164) 2024-09-11T03:33:39.120 INFO:tasks.rados.rados.0.smithi086.stdout:543: expect (ObjNum 170 snap 34 seq_num 170) 2024-09-11T03:33:39.160 INFO:tasks.rados.rados.0.smithi086.stdout:544: finishing rollback tid 0 to smithi08678205-11 2024-09-11T03:33:39.160 INFO:tasks.rados.rados.0.smithi086.stdout:544: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:33:39.161 INFO:tasks.rados.rados.0.smithi086.stdout:544: finishing rollback tid 2 to smithi08678205-11 2024-09-11T03:33:39.161 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 140 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-11T03:33:39.161 INFO:tasks.rados.rados.0.smithi086.stdout:537: done (6 left) 2024-09-11T03:33:39.161 INFO:tasks.rados.rados.0.smithi086.stdout:538: done (5 left) 2024-09-11T03:33:39.161 INFO:tasks.rados.rados.0.smithi086.stdout:539: done (4 left) 2024-09-11T03:33:39.161 INFO:tasks.rados.rados.0.smithi086.stdout:540: done (3 left) 2024-09-11T03:33:39.161 INFO:tasks.rados.rados.0.smithi086.stdout:541: done (2 left) 2024-09-11T03:33:39.161 INFO:tasks.rados.rados.0.smithi086.stdout:543: done (1 left) 2024-09-11T03:33:39.161 INFO:tasks.rados.rados.0.smithi086.stdout:544: done (0 left) 2024-09-11T03:33:39.161 INFO:tasks.rados.rados.0.smithi086.stdout:545: delete oid 40 current snap is 39 2024-09-11T03:33:39.162 INFO:tasks.rados.rados.0.smithi086.stdout:545: done (0 left) 2024-09-11T03:33:39.162 INFO:tasks.rados.rados.0.smithi086.stdout:546: rmattr oid 4 current snap is 39 2024-09-11T03:33:39.162 INFO:tasks.rados.rados.0.smithi086.stdout:546: done (0 left) 2024-09-11T03:33:39.162 INFO:tasks.rados.rados.0.smithi086.stdout:547: snap_create 2024-09-11T03:33:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:38 smithi086 ceph-mon[27247]: osdmap e156: 8 total, 8 up, 8 in 2024-09-11T03:33:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:38 smithi086 ceph-mon[37253]: osdmap e156: 8 total, 8 up, 8 in 2024-09-11T03:33:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:38 smithi130 ceph-mon[31190]: osdmap e156: 8 total, 8 up, 8 in 2024-09-11T03:33:39.911 INFO:tasks.rados.rados.0.smithi086.stdout:547: done (0 left) 2024-09-11T03:33:39.912 INFO:tasks.rados.rados.0.smithi086.stdout:548: delete oid 37 current snap is 40 2024-09-11T03:33:39.913 INFO:tasks.rados.rados.0.smithi086.stdout:548: done (0 left) 2024-09-11T03:33:39.913 INFO:tasks.rados.rados.0.smithi086.stdout:549: read oid 28 snap 38 2024-09-11T03:33:39.913 INFO:tasks.rados.rados.0.smithi086.stdout:549: expect (ObjNum 170 snap 34 seq_num 170) 2024-09-11T03:33:39.913 INFO:tasks.rados.rados.0.smithi086.stdout:550: read oid 2 snap 38 2024-09-11T03:33:39.913 INFO:tasks.rados.rados.0.smithi086.stdout:550: expect (ObjNum 140 snap 28 seq_num 140) 2024-09-11T03:33:39.914 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 40 2024-09-11T03:33:39.914 INFO:tasks.rados.rados.0.smithi086.stdout:551: seq_num 197 ranges {1146880=507904,1654784=401408} 2024-09-11T03:33:39.923 INFO:tasks.rados.rados.0.smithi086.stdout:551: writing smithi08678205-42 from 1146880 to 1654784 tid 1 2024-09-11T03:33:39.925 INFO:tasks.rados.rados.0.smithi086.stdout:551: writing smithi08678205-42 from 1654784 to 2056192 tid 2 2024-09-11T03:33:39.925 INFO:tasks.rados.rados.0.smithi086.stdout:552: snap_create 2024-09-11T03:33:39.925 INFO:tasks.rados.rados.0.smithi086.stdout:549: expect (ObjNum 170 snap 34 seq_num 170) 2024-09-11T03:33:39.969 INFO:tasks.rados.rados.0.smithi086.stdout:551: finishing write tid 1 to smithi08678205-42 2024-09-11T03:33:39.970 INFO:tasks.rados.rados.0.smithi086.stdout:551: finishing write tid 2 to smithi08678205-42 2024-09-11T03:33:39.970 INFO:tasks.rados.rados.0.smithi086.stdout:551: finishing write tid 3 to smithi08678205-42 2024-09-11T03:33:39.970 INFO:tasks.rados.rados.0.smithi086.stdout:551: finishing write tid 4 to smithi08678205-42 2024-09-11T03:33:39.970 INFO:tasks.rados.rados.0.smithi086.stdout:551: oid 42 updating version 0 to 172 2024-09-11T03:33:39.970 INFO:tasks.rados.rados.0.smithi086.stdout:551: oid 42 version 172 is already newer than 171 2024-09-11T03:33:39.970 INFO:tasks.rados.rados.0.smithi086.stdout:551: oid 42 updating version 172 to 173 2024-09-11T03:33:39.970 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 173 (ObjNum 197 snap 40 seq_num 197) dirty exists 2024-09-11T03:33:39.970 INFO:tasks.rados.rados.0.smithi086.stdout:551: left oid 42 (ObjNum 197 snap 40 seq_num 197) 2024-09-11T03:33:39.970 INFO:tasks.rados.rados.0.smithi086.stdout:550: expect (ObjNum 140 snap 28 seq_num 140) 2024-09-11T03:33:40.283 INFO:tasks.rados.rados.0.smithi086.stdout:549: done (3 left) 2024-09-11T03:33:40.283 INFO:tasks.rados.rados.0.smithi086.stdout:550: done (2 left) 2024-09-11T03:33:40.283 INFO:tasks.rados.rados.0.smithi086.stdout:551: done (1 left) 2024-09-11T03:33:40.283 INFO:tasks.rados.rados.0.smithi086.stdout:552: done (0 left) 2024-09-11T03:33:40.283 INFO:tasks.rados.rados.0.smithi086.stdout:553: setattr oid 5 current snap is 41 2024-09-11T03:33:40.284 INFO:tasks.rados.rados.0.smithi086.stdout:554: rollback oid 50 current snap is 41 2024-09-11T03:33:40.284 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 50 to 40 2024-09-11T03:33:40.284 INFO:tasks.rados.rados.0.smithi086.stdout:555: setattr oid 47 current snap is 41 2024-09-11T03:33:40.286 INFO:tasks.rados.rados.0.smithi086.stdout:556: rollback oid 10 current snap is 41 2024-09-11T03:33:40.286 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 10 to 38 2024-09-11T03:33:40.286 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 41 2024-09-11T03:33:40.286 INFO:tasks.rados.rados.0.smithi086.stdout:557: seq_num 198 ranges {172032=524288,696320=401408} 2024-09-11T03:33:40.290 INFO:tasks.rados.rados.0.smithi086.stdout:557: writing smithi08678205-11 from 172032 to 696320 tid 1 2024-09-11T03:33:40.293 INFO:tasks.rados.rados.0.smithi086.stdout:557: writing smithi08678205-11 from 696320 to 1097728 tid 2 2024-09-11T03:33:40.293 INFO:tasks.rados.rados.0.smithi086.stdout:558: snap_remove snap 39 2024-09-11T03:33:40.302 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:39 smithi086 ceph-mon[27247]: osdmap e157: 8 total, 8 up, 8 in 2024-09-11T03:33:40.302 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:39 smithi086 ceph-mon[27247]: pgmap v214: 121 pgs: 121 active+clean; 116 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-09-11T03:33:40.302 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:39 smithi086 ceph-mon[27247]: osdmap e158: 8 total, 8 up, 8 in 2024-09-11T03:33:40.302 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:40.143+0000 7f6ee0976640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-11T03:33:40.303 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ignoring --setuser ceph since I am not root 2024-09-11T03:33:40.303 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ignoring --setgroup ceph since I am not root 2024-09-11T03:33:40.303 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:40.302+0000 7fc0c2dcf040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-11T03:33:40.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:39 smithi086 ceph-mon[37253]: osdmap e157: 8 total, 8 up, 8 in 2024-09-11T03:33:40.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:39 smithi086 ceph-mon[37253]: pgmap v214: 121 pgs: 121 active+clean; 116 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-09-11T03:33:40.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:39 smithi086 ceph-mon[37253]: osdmap e158: 8 total, 8 up, 8 in 2024-09-11T03:33:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:39 smithi130 ceph-mon[31190]: osdmap e157: 8 total, 8 up, 8 in 2024-09-11T03:33:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:39 smithi130 ceph-mon[31190]: pgmap v214: 121 pgs: 121 active+clean; 116 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-09-11T03:33:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:39 smithi130 ceph-mon[31190]: osdmap e158: 8 total, 8 up, 8 in 2024-09-11T03:33:40.347 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:40 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: [11/Sep/2024:03:33:40] ENGINE Bus STOPPING 2024-09-11T03:33:40.347 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:40 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: [11/Sep/2024:03:33:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:33:40.347 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:40 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: [11/Sep/2024:03:33:40] ENGINE Bus STOPPED 2024-09-11T03:33:40.571 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:40.364+0000 7fc0c2dcf040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-11T03:33:40.572 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:40.513+0000 7fc0c2dcf040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-11T03:33:40.862 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:40.580+0000 7fc0c2dcf040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-11T03:33:40.862 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:40.725+0000 7fc0c2dcf040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:33:40.862 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:40.862+0000 7fc0c2dcf040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-11T03:33:41.143 INFO:tasks.rados.rados.0.smithi086.stdout:558: done (5 left) 2024-09-11T03:33:41.143 INFO:tasks.rados.rados.0.smithi086.stdout:559: rollback oid 30 current snap is 41 2024-09-11T03:33:41.143 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 30 to 38 2024-09-11T03:33:41.143 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 89 (ObjNum 1441 snap 0 seq_num 580886832) dirty exists 2024-09-11T03:33:41.144 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 149 (ObjNum 147 snap 30 seq_num 147) dirty exists 2024-09-11T03:33:41.144 INFO:tasks.rados.rados.0.smithi086.stdout:556: finishing rollback tid 1 to smithi08678205-10 2024-09-11T03:33:41.144 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 134 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-11T03:33:41.144 INFO:tasks.rados.rados.0.smithi086.stdout:554: finishing rollback tid 0 to smithi08678205-50 2024-09-11T03:33:41.144 INFO:tasks.rados.rados.0.smithi086.stdout:554: finishing rollback tid 1 to smithi08678205-50 2024-09-11T03:33:41.144 INFO:tasks.rados.rados.0.smithi086.stdout:554: finishing rollback tid 2 to smithi08678205-50 2024-09-11T03:33:41.144 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 150 (ObjNum 191 snap 38 seq_num 191) dirty exists 2024-09-11T03:33:41.144 INFO:tasks.rados.rados.0.smithi086.stdout:557: finishing write tid 1 to smithi08678205-11 2024-09-11T03:33:41.144 INFO:tasks.rados.rados.0.smithi086.stdout:557: finishing write tid 2 to smithi08678205-11 2024-09-11T03:33:41.144 INFO:tasks.rados.rados.0.smithi086.stdout:557: finishing write tid 3 to smithi08678205-11 2024-09-11T03:33:41.144 INFO:tasks.rados.rados.0.smithi086.stdout:557: finishing write tid 4 to smithi08678205-11 2024-09-11T03:33:41.144 INFO:tasks.rados.rados.0.smithi086.stdout:557: oid 11 updating version 0 to 152 2024-09-11T03:33:41.144 INFO:tasks.rados.rados.0.smithi086.stdout:557: oid 11 updating version 152 to 154 2024-09-11T03:33:41.145 INFO:tasks.rados.rados.0.smithi086.stdout:557: oid 11 version 154 is already newer than 153 2024-09-11T03:33:41.145 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 154 (ObjNum 198 snap 41 seq_num 198) dirty exists 2024-09-11T03:33:41.145 INFO:tasks.rados.rados.0.smithi086.stdout:557: left oid 11 (ObjNum 198 snap 41 seq_num 198) 2024-09-11T03:33:41.145 INFO:tasks.rados.rados.0.smithi086.stdout:553: done (5 left) 2024-09-11T03:33:41.145 INFO:tasks.rados.rados.0.smithi086.stdout:554: done (4 left) 2024-09-11T03:33:41.145 INFO:tasks.rados.rados.0.smithi086.stdout:555: done (3 left) 2024-09-11T03:33:41.145 INFO:tasks.rados.rados.0.smithi086.stdout:556: done (2 left) 2024-09-11T03:33:41.145 INFO:tasks.rados.rados.0.smithi086.stdout:557: done (1 left) 2024-09-11T03:33:41.145 INFO:tasks.rados.rados.0.smithi086.stdout:560: rmattr oid 34 current snap is 41 2024-09-11T03:33:41.145 INFO:tasks.rados.rados.0.smithi086.stdout:560: done (1 left) 2024-09-11T03:33:41.145 INFO:tasks.rados.rados.0.smithi086.stdout:561: read oid 6 snap -1 2024-09-11T03:33:41.145 INFO:tasks.rados.rados.0.smithi086.stdout:561: expect (ObjNum 180 snap 37 seq_num 180) 2024-09-11T03:33:41.145 INFO:tasks.rados.rados.0.smithi086.stdout:562: snap_create 2024-09-11T03:33:41.157 INFO:tasks.rados.rados.0.smithi086.stdout:559: finishing rollback tid 0 to smithi08678205-30 2024-09-11T03:33:41.158 INFO:tasks.rados.rados.0.smithi086.stdout:559: finishing rollback tid 1 to smithi08678205-30 2024-09-11T03:33:41.158 INFO:tasks.rados.rados.0.smithi086.stdout:559: finishing rollback tid 2 to smithi08678205-30 2024-09-11T03:33:41.158 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 415 (ObjNum 165 snap 33 seq_num 165) dirty exists 2024-09-11T03:33:41.159 INFO:tasks.rados.rados.0.smithi086.stdout:561: expect (ObjNum 180 snap 37 seq_num 180) 2024-09-11T03:33:41.193 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:41.193 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:41.193 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:33:41.193 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:33:41.193 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:41.193 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:41.193 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-11T03:33:41.194 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: Activating manager daemon x 2024-09-11T03:33:41.194 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: osdmap e159: 8 total, 8 up, 8 in 2024-09-11T03:33:41.194 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:41.194 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:41.194 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:41.194 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-11T03:33:41.194 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: mgrmap e24: x(active, starting, since 0.0107554s) 2024-09-11T03:33:41.194 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-11T03:33:41.194 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-11T03:33:41.194 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-11T03:33:41.194 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:33:41.194 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:33:41.195 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:33:41.195 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:33:41.195 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:33:41.195 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:33:41.195 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:33:41.195 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:33:41.195 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-11T03:33:41.195 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-11T03:33:41.195 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-11T03:33:41.195 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: Manager daemon x is now available 2024-09-11T03:33:41.195 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:41.195 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:41.195 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:41.196 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:41.196 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:41.196 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:41.196 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:33:41.196 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:33:41.196 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:41.196 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:41.197 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-11T03:33:41.197 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: Activating manager daemon x 2024-09-11T03:33:41.197 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: osdmap e159: 8 total, 8 up, 8 in 2024-09-11T03:33:41.197 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:41.197 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:41.197 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:41.197 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-11T03:33:41.197 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: mgrmap e24: x(active, starting, since 0.0107554s) 2024-09-11T03:33:41.197 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-11T03:33:41.197 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-11T03:33:41.197 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-11T03:33:41.197 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:33:41.198 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:33:41.198 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:33:41.198 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:33:41.198 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:33:41.198 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:33:41.198 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:33:41.198 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:33:41.198 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-11T03:33:41.198 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-11T03:33:41.198 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-11T03:33:41.198 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: Manager daemon x is now available 2024-09-11T03:33:41.198 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:41.199 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:41.199 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:41.199 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:41.269 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:33:41.087+0000 7fc206354640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:33:41.269 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:33:41.087+0000 7fc206354640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:33:41.269 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:33:41.087+0000 7fc206354640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:33:41.269 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:33:41.087+0000 7fc206354640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:33:41.270 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:33:41.087+0000 7fc206354640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:33:41.270 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:33:41.087+0000 7fc20334e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:33:41.270 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:33:41.087+0000 7fc20334e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:33:41.270 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:33:41.088+0000 7fc20334e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:33:41.270 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:33:41.088+0000 7fc20334e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:33:41.270 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:33:41.088+0000 7fc20334e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:33:41.270 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: [11/Sep/2024:03:33:41] ENGINE Bus STARTING 2024-09-11T03:33:41.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:41.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:41.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:33:41.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:33:41.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' 2024-09-11T03:33:41.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:41.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-11T03:33:41.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: Activating manager daemon x 2024-09-11T03:33:41.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: osdmap e159: 8 total, 8 up, 8 in 2024-09-11T03:33:41.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:41.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:41.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:41.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24449 172.21.15.86:0/4044059409' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-11T03:33:41.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: mgrmap e24: x(active, starting, since 0.0107554s) 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-11T03:33:41.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-11T03:33:41.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: Manager daemon x is now available 2024-09-11T03:33:41.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:41.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:41.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:41.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:41.444 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:41.192+0000 7fc0c2dcf040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-11T03:33:41.444 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:41.255+0000 7fc0c2dcf040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-11T03:33:41.444 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:41 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:41.443+0000 7fc0c2dcf040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-11T03:33:41.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: [11/Sep/2024:03:33:41] ENGINE Serving on http://:::9283 2024-09-11T03:33:41.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:41 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: [11/Sep/2024:03:33:41] ENGINE Bus STARTED 2024-09-11T03:33:42.150 INFO:tasks.rados.rados.0.smithi086.stdout:559: done (2 left) 2024-09-11T03:33:42.151 INFO:tasks.rados.rados.0.smithi086.stdout:561: done (1 left) 2024-09-11T03:33:42.151 INFO:tasks.rados.rados.0.smithi086.stdout:562: done (0 left) 2024-09-11T03:33:42.151 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 42 2024-09-11T03:33:42.151 INFO:tasks.rados.rados.0.smithi086.stdout:563: seq_num 199 ranges {3768320=540672,4308992=401408} 2024-09-11T03:33:42.174 INFO:tasks.rados.rados.0.smithi086.stdout:563: writing smithi08678205-3 from 3768320 to 4308992 tid 1 2024-09-11T03:33:42.176 INFO:tasks.rados.rados.0.smithi086.stdout:563: writing smithi08678205-3 from 4308992 to 4710400 tid 2 2024-09-11T03:33:42.176 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 42 2024-09-11T03:33:42.176 INFO:tasks.rados.rados.0.smithi086.stdout:564: seq_num 200 ranges {0=557056,557056=401408} 2024-09-11T03:33:42.179 INFO:tasks.rados.rados.0.smithi086.stdout:564: writing smithi08678205-49 from 0 to 557056 tid 1 2024-09-11T03:33:42.182 INFO:tasks.rados.rados.0.smithi086.stdout:564: writing smithi08678205-49 from 557056 to 958464 tid 2 2024-09-11T03:33:42.183 INFO:tasks.rados.rados.0.smithi086.stdout:565: read oid 32 snap 38 2024-09-11T03:33:42.183 INFO:tasks.rados.rados.0.smithi086.stdout:565: expect (ObjNum 136 snap 27 seq_num 136) 2024-09-11T03:33:42.183 INFO:tasks.rados.rados.0.smithi086.stdout:566: rollback oid 50 current snap is 42 2024-09-11T03:33:42.183 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 50 to 41 2024-09-11T03:33:42.183 INFO:tasks.rados.rados.0.smithi086.stdout:563: finishing write tid 1 to smithi08678205-3 2024-09-11T03:33:42.183 INFO:tasks.rados.rados.0.smithi086.stdout:563: finishing write tid 2 to smithi08678205-3 2024-09-11T03:33:42.183 INFO:tasks.rados.rados.0.smithi086.stdout:563: finishing write tid 3 to smithi08678205-3 2024-09-11T03:33:42.183 INFO:tasks.rados.rados.0.smithi086.stdout:567: snap_create 2024-09-11T03:33:42.183 INFO:tasks.rados.rados.0.smithi086.stdout:563: finishing write tid 4 to smithi08678205-3 2024-09-11T03:33:42.183 INFO:tasks.rados.rados.0.smithi086.stdout:563: oid 3 updating version 0 to 156 2024-09-11T03:33:42.183 INFO:tasks.rados.rados.0.smithi086.stdout:563: oid 3 version 156 is already newer than 154 2024-09-11T03:33:42.184 INFO:tasks.rados.rados.0.smithi086.stdout:563: oid 3 version 156 is already newer than 155 2024-09-11T03:33:42.184 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 156 (ObjNum 199 snap 42 seq_num 199) dirty exists 2024-09-11T03:33:42.184 INFO:tasks.rados.rados.0.smithi086.stdout:563: left oid 3 (ObjNum 199 snap 42 seq_num 199) 2024-09-11T03:33:42.184 INFO:tasks.rados.rados.0.smithi086.stdout:564: finishing write tid 1 to smithi08678205-49 2024-09-11T03:33:42.185 INFO:tasks.rados.rados.0.smithi086.stdout:564: finishing write tid 2 to smithi08678205-49 2024-09-11T03:33:42.185 INFO:tasks.rados.rados.0.smithi086.stdout:564: finishing write tid 3 to smithi08678205-49 2024-09-11T03:33:42.186 INFO:tasks.rados.rados.0.smithi086.stdout:564: finishing write tid 4 to smithi08678205-49 2024-09-11T03:33:42.186 INFO:tasks.rados.rados.0.smithi086.stdout:564: oid 49 updating version 0 to 93 2024-09-11T03:33:42.186 INFO:tasks.rados.rados.0.smithi086.stdout:564: oid 49 version 93 is already newer than 92 2024-09-11T03:33:42.186 INFO:tasks.rados.rados.0.smithi086.stdout:564: oid 49 version 93 is already newer than 91 2024-09-11T03:33:42.186 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 93 (ObjNum 200 snap 42 seq_num 200) dirty exists 2024-09-11T03:33:42.187 INFO:tasks.rados.rados.0.smithi086.stdout:564: left oid 49 (ObjNum 200 snap 42 seq_num 200) 2024-09-11T03:33:42.211 INFO:tasks.rados.rados.0.smithi086.stdout:565: expect (ObjNum 136 snap 27 seq_num 136) 2024-09-11T03:33:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: Checking for cert/key for grafana.a 2024-09-11T03:33:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: Migrating grafana.a cert to cert store 2024-09-11T03:33:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: Migrating grafana.a key to cert store 2024-09-11T03:33:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-11T03:33:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:42.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:33:42.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:33:42.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-11T03:33:42.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-11T03:33:42.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: osdmap e160: 8 total, 8 up, 8 in 2024-09-11T03:33:42.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: mgrmap e25: x(active, since 1.01889s) 2024-09-11T03:33:42.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-11T03:33:42.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[27247]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 106 MiB data, 473 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:42.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: Checking for cert/key for grafana.a 2024-09-11T03:33:42.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: Migrating grafana.a cert to cert store 2024-09-11T03:33:42.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: Migrating grafana.a key to cert store 2024-09-11T03:33:42.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:42.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:42.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:42.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-11T03:33:42.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:42.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:33:42.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:33:42.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-11T03:33:42.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-11T03:33:42.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: osdmap e160: 8 total, 8 up, 8 in 2024-09-11T03:33:42.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: mgrmap e25: x(active, since 1.01889s) 2024-09-11T03:33:42.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-11T03:33:42.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-mon[37253]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 106 MiB data, 473 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: Checking for cert/key for grafana.a 2024-09-11T03:33:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: Migrating grafana.a cert to cert store 2024-09-11T03:33:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: Migrating grafana.a key to cert store 2024-09-11T03:33:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-11T03:33:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:33:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:33:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-11T03:33:42.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-11T03:33:42.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: osdmap e160: 8 total, 8 up, 8 in 2024-09-11T03:33:42.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: mgrmap e25: x(active, since 1.01889s) 2024-09-11T03:33:42.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-11T03:33:42.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-mon[31190]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 106 MiB data, 473 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:42.348 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:33:42.203+0000 7fc1ea09f640 -1 log_channel(cephadm) log [ERR] : [11/Sep/2024:03:33:42] ENGINE Error in HTTPServer.serve 2024-09-11T03:33:42.348 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: Traceback (most recent call last): 2024-09-11T03:33:42.348 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:33:42.348 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: self._connections.run(self.expiration_interval) 2024-09-11T03:33:42.348 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:33:42.348 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: self._run(expiration_interval) 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: s = self.context.wrap_socket( 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: return self.sslsocket_class._create( 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: self.do_handshake() 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: self._sslobj.do_handshake() 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:33:42.349 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:33:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:33:42.640 INFO:tasks.rados.rados.0.smithi086.stdout:566: finishing rollback tid 0 to smithi08678205-50 2024-09-11T03:33:42.640 INFO:tasks.rados.rados.0.smithi086.stdout:566: finishing rollback tid 1 to smithi08678205-50 2024-09-11T03:33:42.640 INFO:tasks.rados.rados.0.smithi086.stdout:566: finishing rollback tid 2 to smithi08678205-50 2024-09-11T03:33:42.640 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 162 (ObjNum 191 snap 38 seq_num 191) dirty exists 2024-09-11T03:33:42.821 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:42.336+0000 7fc0c2dcf040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-11T03:33:42.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:42 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:42.404+0000 7fc0c2dcf040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-11T03:33:43.166 INFO:tasks.rados.rados.0.smithi086.stdout:563: done (4 left) 2024-09-11T03:33:43.166 INFO:tasks.rados.rados.0.smithi086.stdout:564: done (3 left) 2024-09-11T03:33:43.167 INFO:tasks.rados.rados.0.smithi086.stdout:565: done (2 left) 2024-09-11T03:33:43.167 INFO:tasks.rados.rados.0.smithi086.stdout:566: done (1 left) 2024-09-11T03:33:43.167 INFO:tasks.rados.rados.0.smithi086.stdout:567: done (0 left) 2024-09-11T03:33:43.167 INFO:tasks.rados.rados.0.smithi086.stdout:568: read oid 22 snap -1 2024-09-11T03:33:43.167 INFO:tasks.rados.rados.0.smithi086.stdout:568: expect (ObjNum 166 snap 34 seq_num 166) 2024-09-11T03:33:43.167 INFO:tasks.rados.rados.0.smithi086.stdout:569: rollback oid 47 current snap is 43 2024-09-11T03:33:43.167 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 47 to 42 2024-09-11T03:33:43.167 INFO:tasks.rados.rados.0.smithi086.stdout:570: snap_remove snap 40 2024-09-11T03:33:43.412 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:43.125+0000 7fc0c2dcf040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-11T03:33:43.412 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:43.252+0000 7fc0c2dcf040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-11T03:33:43.412 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[27247]: Deploying cephadm binary to smithi130 2024-09-11T03:33:43.413 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[27247]: Deploying cephadm binary to smithi086 2024-09-11T03:33:43.413 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[27247]: [11/Sep/2024:03:33:42] ENGINE Bus STARTING 2024-09-11T03:33:43.413 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[27247]: pgmap v6: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 106 MiB data, 473 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:43.413 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[27247]: osdmap e161: 8 total, 8 up, 8 in 2024-09-11T03:33:43.413 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[27247]: [11/Sep/2024:03:33:42] ENGINE Serving on https://172.21.15.130:7150 2024-09-11T03:33:43.413 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[27247]: [11/Sep/2024:03:33:42] ENGINE Error in HTTPServer.serve 2024-09-11T03:33:43.413 INFO:journalctl@ceph.mon.a.smithi086.stdout: Traceback (most recent call last): 2024-09-11T03:33:43.413 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:33:43.413 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:33:43.413 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:33:43.413 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._run(expiration_interval) 2024-09-11T03:33:43.413 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:33:43.414 INFO:journalctl@ceph.mon.a.smithi086.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:33:43.414 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:33:43.414 INFO:journalctl@ceph.mon.a.smithi086.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:33:43.414 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:33:43.414 INFO:journalctl@ceph.mon.a.smithi086.stdout: s = self.context.wrap_socket( 2024-09-11T03:33:43.414 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:33:43.414 INFO:journalctl@ceph.mon.a.smithi086.stdout: return self.sslsocket_class._create( 2024-09-11T03:33:43.414 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:33:43.414 INFO:journalctl@ceph.mon.a.smithi086.stdout: self.do_handshake() 2024-09-11T03:33:43.414 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:33:43.414 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._sslobj.do_handshake() 2024-09-11T03:33:43.414 INFO:journalctl@ceph.mon.a.smithi086.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:33:43.414 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[27247]: [11/Sep/2024:03:33:42] ENGINE Serving on http://172.21.15.130:8765 2024-09-11T03:33:43.415 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[27247]: [11/Sep/2024:03:33:42] ENGINE Bus STARTED 2024-09-11T03:33:43.415 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[37253]: Deploying cephadm binary to smithi130 2024-09-11T03:33:43.415 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[37253]: Deploying cephadm binary to smithi086 2024-09-11T03:33:43.415 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[37253]: [11/Sep/2024:03:33:42] ENGINE Bus STARTING 2024-09-11T03:33:43.415 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[37253]: pgmap v6: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 106 MiB data, 473 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:43.415 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[37253]: osdmap e161: 8 total, 8 up, 8 in 2024-09-11T03:33:43.415 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[37253]: [11/Sep/2024:03:33:42] ENGINE Serving on https://172.21.15.130:7150 2024-09-11T03:33:43.415 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[37253]: [11/Sep/2024:03:33:42] ENGINE Error in HTTPServer.serve 2024-09-11T03:33:43.415 INFO:journalctl@ceph.mon.c.smithi086.stdout: Traceback (most recent call last): 2024-09-11T03:33:43.415 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:33:43.415 INFO:journalctl@ceph.mon.c.smithi086.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:33:43.415 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:33:43.416 INFO:journalctl@ceph.mon.c.smithi086.stdout: self._run(expiration_interval) 2024-09-11T03:33:43.416 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:33:43.416 INFO:journalctl@ceph.mon.c.smithi086.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:33:43.416 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:33:43.416 INFO:journalctl@ceph.mon.c.smithi086.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:33:43.416 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:33:43.416 INFO:journalctl@ceph.mon.c.smithi086.stdout: s = self.context.wrap_socket( 2024-09-11T03:33:43.416 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:33:43.416 INFO:journalctl@ceph.mon.c.smithi086.stdout: return self.sslsocket_class._create( 2024-09-11T03:33:43.416 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:33:43.417 INFO:journalctl@ceph.mon.c.smithi086.stdout: self.do_handshake() 2024-09-11T03:33:43.417 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:33:43.417 INFO:journalctl@ceph.mon.c.smithi086.stdout: self._sslobj.do_handshake() 2024-09-11T03:33:43.417 INFO:journalctl@ceph.mon.c.smithi086.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:33:43.417 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[37253]: [11/Sep/2024:03:33:42] ENGINE Serving on http://172.21.15.130:8765 2024-09-11T03:33:43.417 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-mon[37253]: [11/Sep/2024:03:33:42] ENGINE Bus STARTED 2024-09-11T03:33:43.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:43 smithi130 ceph-mon[31190]: Deploying cephadm binary to smithi130 2024-09-11T03:33:43.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:43 smithi130 ceph-mon[31190]: Deploying cephadm binary to smithi086 2024-09-11T03:33:43.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:43 smithi130 ceph-mon[31190]: [11/Sep/2024:03:33:42] ENGINE Bus STARTING 2024-09-11T03:33:43.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:43 smithi130 ceph-mon[31190]: pgmap v6: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 106 MiB data, 473 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:43.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:43 smithi130 ceph-mon[31190]: osdmap e161: 8 total, 8 up, 8 in 2024-09-11T03:33:43.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:43 smithi130 ceph-mon[31190]: [11/Sep/2024:03:33:42] ENGINE Serving on https://172.21.15.130:7150 2024-09-11T03:33:43.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:43 smithi130 ceph-mon[31190]: [11/Sep/2024:03:33:42] ENGINE Error in HTTPServer.serve 2024-09-11T03:33:43.597 INFO:journalctl@ceph.mon.b.smithi130.stdout: Traceback (most recent call last): 2024-09-11T03:33:43.597 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:33:43.597 INFO:journalctl@ceph.mon.b.smithi130.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:33:43.597 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:33:43.597 INFO:journalctl@ceph.mon.b.smithi130.stdout: self._run(expiration_interval) 2024-09-11T03:33:43.597 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout: s = self.context.wrap_socket( 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout: return self.sslsocket_class._create( 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout: self.do_handshake() 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout: self._sslobj.do_handshake() 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:43 smithi130 ceph-mon[31190]: [11/Sep/2024:03:33:42] ENGINE Serving on http://172.21.15.130:8765 2024-09-11T03:33:43.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:43 smithi130 ceph-mon[31190]: [11/Sep/2024:03:33:42] ENGINE Bus STARTED 2024-09-11T03:33:43.698 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:43.412+0000 7fc0c2dcf040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-11T03:33:43.699 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:43.477+0000 7fc0c2dcf040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-11T03:33:43.699 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:43.626+0000 7fc0c2dcf040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-11T03:33:43.699 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:43.698+0000 7fc0c2dcf040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-11T03:33:43.984 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:43.760+0000 7fc0c2dcf040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-11T03:33:43.984 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:43.918+0000 7fc0c2dcf040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-11T03:33:43.984 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:43 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:43.984+0000 7fc0c2dcf040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-11T03:33:44.176 INFO:tasks.rados.rados.0.smithi086.stdout:570: done (2 left) 2024-09-11T03:33:44.176 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 43 2024-09-11T03:33:44.176 INFO:tasks.rados.rados.0.smithi086.stdout:569: finishing rollback tid 0 to smithi08678205-47 2024-09-11T03:33:44.176 INFO:tasks.rados.rados.0.smithi086.stdout:571: seq_num 201 ranges {1925120=573440,2498560=401408} 2024-09-11T03:33:44.189 INFO:tasks.rados.rados.0.smithi086.stdout:571: writing smithi08678205-6 from 1925120 to 2498560 tid 1 2024-09-11T03:33:44.192 INFO:tasks.rados.rados.0.smithi086.stdout:571: writing smithi08678205-6 from 2498560 to 2899968 tid 2 2024-09-11T03:33:44.192 INFO:tasks.rados.rados.0.smithi086.stdout:572: copy_from oid 41 from oid 46 current snap is 43 2024-09-11T03:33:44.192 INFO:tasks.rados.rados.0.smithi086.stdout:569: finishing rollback tid 1 to smithi08678205-47 2024-09-11T03:33:44.192 INFO:tasks.rados.rados.0.smithi086.stdout:569: finishing rollback tid 2 to smithi08678205-47 2024-09-11T03:33:44.192 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 97 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-11T03:33:44.192 INFO:tasks.rados.rados.0.smithi086.stdout:568: expect (ObjNum 166 snap 34 seq_num 166) 2024-09-11T03:33:44.283 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:44 smithi086 ceph-mon[27247]: osdmap e162: 8 total, 8 up, 8 in 2024-09-11T03:33:44.283 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:44 smithi086 ceph-mon[27247]: mgrmap e26: x(active, since 3s) 2024-09-11T03:33:44.283 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:44 smithi086 ceph-mon[37253]: osdmap e162: 8 total, 8 up, 8 in 2024-09-11T03:33:44.283 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:44 smithi086 ceph-mon[37253]: mgrmap e26: x(active, since 3s) 2024-09-11T03:33:44.284 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:44.051+0000 7fc0c2dcf040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-11T03:33:44.284 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:44.144+0000 7fc0c2dcf040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-11T03:33:44.284 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:44.218+0000 7fc0c2dcf040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-11T03:33:44.284 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:44.283+0000 7fc0c2dcf040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-11T03:33:44.289 INFO:tasks.rados.rados.0.smithi086.stdout:571: finishing write tid 1 to smithi08678205-6 2024-09-11T03:33:44.289 INFO:tasks.rados.rados.0.smithi086.stdout:572: finishing copy_from to smithi08678205-41 2024-09-11T03:33:44.289 INFO:tasks.rados.rados.0.smithi086.stdout:572: got expected ENOENT (src dne) 2024-09-11T03:33:44.289 INFO:tasks.rados.rados.0.smithi086.stdout:572: finishing copy_from racing read to smithi08678205-41 2024-09-11T03:33:44.289 INFO:tasks.rados.rados.0.smithi086.stdout:571: finishing write tid 2 to smithi08678205-6 2024-09-11T03:33:44.289 INFO:tasks.rados.rados.0.smithi086.stdout:571: finishing write tid 3 to smithi08678205-6 2024-09-11T03:33:44.290 INFO:tasks.rados.rados.0.smithi086.stdout:571: finishing write tid 4 to smithi08678205-6 2024-09-11T03:33:44.290 INFO:tasks.rados.rados.0.smithi086.stdout:571: oid 6 updating version 0 to 76 2024-09-11T03:33:44.290 INFO:tasks.rados.rados.0.smithi086.stdout:571: oid 6 updating version 76 to 77 2024-09-11T03:33:44.290 INFO:tasks.rados.rados.0.smithi086.stdout:571: oid 6 version 77 is already newer than 75 2024-09-11T03:33:44.290 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 77 (ObjNum 201 snap 43 seq_num 201) dirty exists 2024-09-11T03:33:44.290 INFO:tasks.rados.rados.0.smithi086.stdout:571: left oid 6 (ObjNum 201 snap 43 seq_num 201) 2024-09-11T03:33:44.291 INFO:tasks.rados.rados.0.smithi086.stdout:568: done (3 left) 2024-09-11T03:33:44.291 INFO:tasks.rados.rados.0.smithi086.stdout:569: done (2 left) 2024-09-11T03:33:44.291 INFO:tasks.rados.rados.0.smithi086.stdout:571: done (1 left) 2024-09-11T03:33:44.291 INFO:tasks.rados.rados.0.smithi086.stdout:572: done (0 left) 2024-09-11T03:33:44.291 INFO:tasks.rados.rados.0.smithi086.stdout:573: rollback oid 1 current snap is 43 2024-09-11T03:33:44.291 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 1 to 37 2024-09-11T03:33:44.292 INFO:tasks.rados.rados.0.smithi086.stdout:574: snap_remove snap 38 2024-09-11T03:33:44.480 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:44 smithi130 ceph-mon[31190]: osdmap e162: 8 total, 8 up, 8 in 2024-09-11T03:33:44.480 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:44 smithi130 ceph-mon[31190]: mgrmap e26: x(active, since 3s) 2024-09-11T03:33:44.912 INFO:tasks.rados.rados.0.smithi086.stdout:574: done (1 left) 2024-09-11T03:33:44.913 INFO:tasks.rados.rados.0.smithi086.stdout:575: snap_remove snap 41 2024-09-11T03:33:45.466 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[27247]: pgmap v8: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 106 MiB data, 473 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:45.466 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[27247]: osdmap e163: 8 total, 8 up, 8 in 2024-09-11T03:33:45.466 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[27247]: osdmap e164: 8 total, 8 up, 8 in 2024-09-11T03:33:45.466 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[27247]: Standby manager daemon y started 2024-09-11T03:33:45.467 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.86:0/17842639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-11T03:33:45.467 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.86:0/17842639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:33:45.467 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.86:0/17842639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-11T03:33:45.467 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.86:0/17842639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:33:45.467 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[37253]: pgmap v8: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 106 MiB data, 473 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:45.467 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[37253]: osdmap e163: 8 total, 8 up, 8 in 2024-09-11T03:33:45.467 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[37253]: osdmap e164: 8 total, 8 up, 8 in 2024-09-11T03:33:45.467 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[37253]: Standby manager daemon y started 2024-09-11T03:33:45.467 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.86:0/17842639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-11T03:33:45.468 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.86:0/17842639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:33:45.468 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.86:0/17842639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-11T03:33:45.468 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.86:0/17842639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:33:45.468 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:45.109+0000 7fc0c2dcf040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-11T03:33:45.468 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:33:45] ENGINE Bus STARTING 2024-09-11T03:33:45.468 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: CherryPy Checker: 2024-09-11T03:33:45.468 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: The Application mounted at '' has an empty config. 2024-09-11T03:33:45.468 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: 2024-09-11T03:33:45.468 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:33:45] ENGINE Serving on http://:::9283 2024-09-11T03:33:45.468 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:45 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: [11/Sep/2024:03:33:45] ENGINE Bus STARTED 2024-09-11T03:33:45.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:45 smithi130 ceph-mon[31190]: pgmap v8: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 106 MiB data, 473 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:45.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:45 smithi130 ceph-mon[31190]: osdmap e163: 8 total, 8 up, 8 in 2024-09-11T03:33:45.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:45 smithi130 ceph-mon[31190]: osdmap e164: 8 total, 8 up, 8 in 2024-09-11T03:33:45.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:45 smithi130 ceph-mon[31190]: Standby manager daemon y started 2024-09-11T03:33:45.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:45 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.86:0/17842639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-11T03:33:45.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:45 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.86:0/17842639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:33:45.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:45 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.86:0/17842639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-11T03:33:45.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:45 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.86:0/17842639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:33:45.920 INFO:tasks.rados.rados.0.smithi086.stdout:575: done (1 left) 2024-09-11T03:33:45.920 INFO:tasks.rados.rados.0.smithi086.stdout:576: snap_create 2024-09-11T03:33:45.920 INFO:tasks.rados.rados.0.smithi086.stdout:573: finishing rollback tid 0 to smithi08678205-1 2024-09-11T03:33:45.920 INFO:tasks.rados.rados.0.smithi086.stdout:573: finishing rollback tid 1 to smithi08678205-1 2024-09-11T03:33:45.921 INFO:tasks.rados.rados.0.smithi086.stdout:573: finishing rollback tid 2 to smithi08678205-1 2024-09-11T03:33:45.921 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 101 (ObjNum 161 snap 33 seq_num 161) dirty exists 2024-09-11T03:33:46.532 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:46 smithi130 ceph-mon[31190]: mgrmap e27: x(active, since 5s), standbys: y 2024-09-11T03:33:46.532 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:46 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-11T03:33:46.532 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:46 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:46.532 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:46 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:46.532 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:46 smithi130 ceph-mon[31190]: osdmap e165: 8 total, 8 up, 8 in 2024-09-11T03:33:46.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:46 smithi086 ceph-mon[27247]: mgrmap e27: x(active, since 5s), standbys: y 2024-09-11T03:33:46.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:46 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-11T03:33:46.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:46 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:46.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:46 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:46.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:46 smithi086 ceph-mon[27247]: osdmap e165: 8 total, 8 up, 8 in 2024-09-11T03:33:46.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:46 smithi086 ceph-mon[37253]: mgrmap e27: x(active, since 5s), standbys: y 2024-09-11T03:33:46.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:46 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-11T03:33:46.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:46 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:46.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:46 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:46.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:46 smithi086 ceph-mon[37253]: osdmap e165: 8 total, 8 up, 8 in 2024-09-11T03:33:46.922 INFO:tasks.rados.rados.0.smithi086.stdout:573: done (1 left) 2024-09-11T03:33:46.922 INFO:tasks.rados.rados.0.smithi086.stdout:576: done (0 left) 2024-09-11T03:33:46.922 INFO:tasks.rados.rados.0.smithi086.stdout:577: read oid 47 snap -1 2024-09-11T03:33:46.922 INFO:tasks.rados.rados.0.smithi086.stdout:577: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:33:46.922 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 43 current snap is 44 2024-09-11T03:33:46.922 INFO:tasks.rados.rados.0.smithi086.stdout:578: seq_num 202 ranges {1155072=589824,1744896=401408} 2024-09-11T03:33:46.931 INFO:tasks.rados.rados.0.smithi086.stdout:578: writing smithi08678205-43 from 1155072 to 1744896 tid 1 2024-09-11T03:33:46.933 INFO:tasks.rados.rados.0.smithi086.stdout:578: writing smithi08678205-43 from 1744896 to 2146304 tid 2 2024-09-11T03:33:46.934 INFO:tasks.rados.rados.0.smithi086.stdout:579: rollback oid 29 current snap is 44 2024-09-11T03:33:46.934 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 29 to 42 2024-09-11T03:33:46.934 INFO:tasks.rados.rados.0.smithi086.stdout:577: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:33:46.937 INFO:tasks.rados.rados.0.smithi086.stdout:577: done (2 left) 2024-09-11T03:33:46.937 INFO:tasks.rados.rados.0.smithi086.stdout:580: delete oid 27 current snap is 44 2024-09-11T03:33:46.937 INFO:tasks.rados.rados.0.smithi086.stdout:579: finishing rollback tid 0 to smithi08678205-29 2024-09-11T03:33:46.938 INFO:tasks.rados.rados.0.smithi086.stdout:579: finishing rollback tid 1 to smithi08678205-29 2024-09-11T03:33:46.939 INFO:tasks.rados.rados.0.smithi086.stdout:579: finishing rollback tid 2 to smithi08678205-29 2024-09-11T03:33:46.939 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 131 (ObjNum 164 snap 33 seq_num 164) dirty exists 2024-09-11T03:33:46.939 INFO:tasks.rados.rados.0.smithi086.stdout:578: finishing write tid 1 to smithi08678205-43 2024-09-11T03:33:46.939 INFO:tasks.rados.rados.0.smithi086.stdout:578: finishing write tid 2 to smithi08678205-43 2024-09-11T03:33:46.939 INFO:tasks.rados.rados.0.smithi086.stdout:578: finishing write tid 3 to smithi08678205-43 2024-09-11T03:33:46.942 INFO:tasks.rados.rados.0.smithi086.stdout:578: finishing write tid 4 to smithi08678205-43 2024-09-11T03:33:46.942 INFO:tasks.rados.rados.0.smithi086.stdout:578: oid 43 updating version 0 to 425 2024-09-11T03:33:46.942 INFO:tasks.rados.rados.0.smithi086.stdout:578: oid 43 version 425 is already newer than 423 2024-09-11T03:33:46.942 INFO:tasks.rados.rados.0.smithi086.stdout:578: oid 43 version 425 is already newer than 424 2024-09-11T03:33:46.942 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 425 (ObjNum 202 snap 44 seq_num 202) dirty exists 2024-09-11T03:33:46.942 INFO:tasks.rados.rados.0.smithi086.stdout:578: left oid 43 (ObjNum 202 snap 44 seq_num 202) 2024-09-11T03:33:46.942 INFO:tasks.rados.rados.0.smithi086.stdout:578: done (2 left) 2024-09-11T03:33:46.942 INFO:tasks.rados.rados.0.smithi086.stdout:579: done (1 left) 2024-09-11T03:33:46.942 INFO:tasks.rados.rados.0.smithi086.stdout:580: done (0 left) 2024-09-11T03:33:46.942 INFO:tasks.rados.rados.0.smithi086.stdout:581: read oid 6 snap -1 2024-09-11T03:33:46.942 INFO:tasks.rados.rados.0.smithi086.stdout:581: expect (ObjNum 201 snap 43 seq_num 201) 2024-09-11T03:33:46.942 INFO:tasks.rados.rados.0.smithi086.stdout:582: copy_from oid 26 from oid 31 current snap is 44 2024-09-11T03:33:46.943 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 13 current snap is 44 2024-09-11T03:33:46.943 INFO:tasks.rados.rados.0.smithi086.stdout:583: seq_num 204 ranges {204800=622592,827392=401408} 2024-09-11T03:33:46.946 INFO:tasks.rados.rados.0.smithi086.stdout:583: writing smithi08678205-13 from 204800 to 827392 tid 1 2024-09-11T03:33:46.949 INFO:tasks.rados.rados.0.smithi086.stdout:583: writing smithi08678205-13 from 827392 to 1228800 tid 2 2024-09-11T03:33:46.949 INFO:tasks.rados.rados.0.smithi086.stdout:584: delete oid 15 current snap is 44 2024-09-11T03:33:46.949 INFO:tasks.rados.rados.0.smithi086.stdout:582: finishing copy_from racing read to smithi08678205-26 2024-09-11T03:33:46.951 INFO:tasks.rados.rados.0.smithi086.stdout:582: finishing copy_from to smithi08678205-26 2024-09-11T03:33:46.951 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 130 (ObjNum 170 snap 34 seq_num 170) dirty exists 2024-09-11T03:33:46.952 INFO:tasks.rados.rados.0.smithi086.stdout:582: done (3 left) 2024-09-11T03:33:46.952 INFO:tasks.rados.rados.0.smithi086.stdout:584: done (2 left) 2024-09-11T03:33:46.952 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 44 2024-09-11T03:33:46.952 INFO:tasks.rados.rados.0.smithi086.stdout:585: seq_num 206 ranges {0=655360,655360=401408} 2024-09-11T03:33:46.955 INFO:tasks.rados.rados.0.smithi086.stdout:585: writing smithi08678205-46 from 0 to 655360 tid 1 2024-09-11T03:33:46.958 INFO:tasks.rados.rados.0.smithi086.stdout:585: writing smithi08678205-46 from 655360 to 1056768 tid 2 2024-09-11T03:33:46.958 INFO:tasks.rados.rados.0.smithi086.stdout:586: setattr oid 24 current snap is 44 2024-09-11T03:33:46.958 INFO:tasks.rados.rados.0.smithi086.stdout:583: finishing write tid 1 to smithi08678205-13 2024-09-11T03:33:46.958 INFO:tasks.rados.rados.0.smithi086.stdout:583: finishing write tid 2 to smithi08678205-13 2024-09-11T03:33:46.958 INFO:tasks.rados.rados.0.smithi086.stdout:583: finishing write tid 3 to smithi08678205-13 2024-09-11T03:33:46.958 INFO:tasks.rados.rados.0.smithi086.stdout:581: expect (ObjNum 201 snap 43 seq_num 201) 2024-09-11T03:33:47.094 INFO:tasks.rados.rados.0.smithi086.stdout:583: finishing write tid 4 to smithi08678205-13 2024-09-11T03:33:47.094 INFO:tasks.rados.rados.0.smithi086.stdout:583: oid 13 updating version 0 to 39 2024-09-11T03:33:47.094 INFO:tasks.rados.rados.0.smithi086.stdout:583: oid 13 updating version 39 to 40 2024-09-11T03:33:47.094 INFO:tasks.rados.rados.0.smithi086.stdout:583: oid 13 version 40 is already newer than 38 2024-09-11T03:33:47.094 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 40 (ObjNum 204 snap 44 seq_num 204) dirty exists 2024-09-11T03:33:47.094 INFO:tasks.rados.rados.0.smithi086.stdout:583: left oid 13 (ObjNum 204 snap 44 seq_num 204) 2024-09-11T03:33:47.094 INFO:tasks.rados.rados.0.smithi086.stdout:585: finishing write tid 1 to smithi08678205-46 2024-09-11T03:33:47.094 INFO:tasks.rados.rados.0.smithi086.stdout:585: finishing write tid 2 to smithi08678205-46 2024-09-11T03:33:47.095 INFO:tasks.rados.rados.0.smithi086.stdout:585: finishing write tid 3 to smithi08678205-46 2024-09-11T03:33:47.095 INFO:tasks.rados.rados.0.smithi086.stdout:585: finishing write tid 4 to smithi08678205-46 2024-09-11T03:33:47.095 INFO:tasks.rados.rados.0.smithi086.stdout:585: oid 46 updating version 0 to 326 2024-09-11T03:33:47.095 INFO:tasks.rados.rados.0.smithi086.stdout:585: oid 46 version 326 is already newer than 325 2024-09-11T03:33:47.095 INFO:tasks.rados.rados.0.smithi086.stdout:585: oid 46 updating version 326 to 327 2024-09-11T03:33:47.095 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 327 (ObjNum 206 snap 44 seq_num 206) dirty exists 2024-09-11T03:33:47.095 INFO:tasks.rados.rados.0.smithi086.stdout:585: left oid 46 (ObjNum 206 snap 44 seq_num 206) 2024-09-11T03:33:47.095 INFO:tasks.rados.rados.0.smithi086.stdout:581: done (3 left) 2024-09-11T03:33:47.095 INFO:tasks.rados.rados.0.smithi086.stdout:583: done (2 left) 2024-09-11T03:33:47.095 INFO:tasks.rados.rados.0.smithi086.stdout:585: done (1 left) 2024-09-11T03:33:47.095 INFO:tasks.rados.rados.0.smithi086.stdout:587: delete oid 38 current snap is 44 2024-09-11T03:33:47.096 INFO:tasks.rados.rados.0.smithi086.stdout:587: done (1 left) 2024-09-11T03:33:47.096 INFO:tasks.rados.rados.0.smithi086.stdout:588: snap_remove snap 42 2024-09-11T03:33:47.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 106 MiB data, 473 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:47.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: Adjusting osd_memory_target on smithi086 to 2480M 2024-09-11T03:33:47.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: osdmap e166: 8 total, 8 up, 8 in 2024-09-11T03:33:47.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.825 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 106 MiB data, 473 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:47.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.827 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: Adjusting osd_memory_target on smithi086 to 2480M 2024-09-11T03:33:47.827 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.827 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: osdmap e166: 8 total, 8 up, 8 in 2024-09-11T03:33:47.827 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.827 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:47 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 106 MiB data, 473 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:47.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:47.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: Adjusting osd_memory_target on smithi086 to 2480M 2024-09-11T03:33:47.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: osdmap e166: 8 total, 8 up, 8 in 2024-09-11T03:33:47.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:47 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:47.984 INFO:tasks.rados.rados.0.smithi086.stdout:588: done (1 left) 2024-09-11T03:33:47.984 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 44 2024-09-11T03:33:47.984 INFO:tasks.rados.rados.0.smithi086.stdout:589: seq_num 208 ranges {0=688128,688128=401408} 2024-09-11T03:33:47.988 INFO:tasks.rados.rados.0.smithi086.stdout:589: writing smithi08678205-9 from 0 to 688128 tid 1 2024-09-11T03:33:47.991 INFO:tasks.rados.rados.0.smithi086.stdout:589: writing smithi08678205-9 from 688128 to 1089536 tid 2 2024-09-11T03:33:47.991 INFO:tasks.rados.rados.0.smithi086.stdout:590: snap_create 2024-09-11T03:33:47.991 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 168 (ObjNum 160 snap 33 seq_num 160) dirty exists 2024-09-11T03:33:47.995 INFO:tasks.rados.rados.0.smithi086.stdout:589: finishing write tid 1 to smithi08678205-9 2024-09-11T03:33:47.995 INFO:tasks.rados.rados.0.smithi086.stdout:589: finishing write tid 2 to smithi08678205-9 2024-09-11T03:33:47.995 INFO:tasks.rados.rados.0.smithi086.stdout:589: finishing write tid 3 to smithi08678205-9 2024-09-11T03:33:47.995 INFO:tasks.rados.rados.0.smithi086.stdout:589: finishing write tid 4 to smithi08678205-9 2024-09-11T03:33:47.995 INFO:tasks.rados.rados.0.smithi086.stdout:589: oid 9 updating version 0 to 218 2024-09-11T03:33:47.996 INFO:tasks.rados.rados.0.smithi086.stdout:589: oid 9 version 218 is already newer than 216 2024-09-11T03:33:47.996 INFO:tasks.rados.rados.0.smithi086.stdout:589: oid 9 version 218 is already newer than 217 2024-09-11T03:33:47.996 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 218 (ObjNum 208 snap 44 seq_num 208) dirty exists 2024-09-11T03:33:47.996 INFO:tasks.rados.rados.0.smithi086.stdout:589: left oid 9 (ObjNum 208 snap 44 seq_num 208) 2024-09-11T03:33:48.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[27476]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:33:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-11T03:33:48.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:48 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:48.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:48 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:48.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:48 smithi130 ceph-mon[31190]: osdmap e167: 8 total, 8 up, 8 in 2024-09-11T03:33:48.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:48 smithi130 ceph-mon[31190]: pgmap v15: 121 pgs: 121 active+clean; 104 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 706 KiB/s wr, 25 op/s 2024-09-11T03:33:48.985 INFO:tasks.rados.rados.0.smithi086.stdout:586: done (2 left) 2024-09-11T03:33:48.985 INFO:tasks.rados.rados.0.smithi086.stdout:589: done (1 left) 2024-09-11T03:33:48.985 INFO:tasks.rados.rados.0.smithi086.stdout:590: done (0 left) 2024-09-11T03:33:48.985 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 45 2024-09-11T03:33:48.986 INFO:tasks.rados.rados.0.smithi086.stdout:591: seq_num 209 ranges {0=704512,704512=401408} 2024-09-11T03:33:48.988 INFO:tasks.rados.rados.0.smithi086.stdout:591: writing smithi08678205-27 from 0 to 704512 tid 1 2024-09-11T03:33:48.991 INFO:tasks.rados.rados.0.smithi086.stdout:591: writing smithi08678205-27 from 704512 to 1105920 tid 2 2024-09-11T03:33:48.992 INFO:tasks.rados.rados.0.smithi086.stdout:592: rollback oid 16 current snap is 45 2024-09-11T03:33:48.992 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 16 to 44 2024-09-11T03:33:48.992 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 45 2024-09-11T03:33:48.992 INFO:tasks.rados.rados.0.smithi086.stdout:593: seq_num 210 ranges {7823360=720896,8544256=401408} 2024-09-11T03:33:49.037 INFO:tasks.rados.rados.0.smithi086.stdout:593: writing smithi08678205-32 from 7823360 to 8544256 tid 1 2024-09-11T03:33:49.040 INFO:tasks.rados.rados.0.smithi086.stdout:593: writing smithi08678205-32 from 8544256 to 8945664 tid 2 2024-09-11T03:33:49.040 INFO:tasks.rados.rados.0.smithi086.stdout:594: snap_create 2024-09-11T03:33:49.040 INFO:tasks.rados.rados.0.smithi086.stdout:591: finishing write tid 1 to smithi08678205-27 2024-09-11T03:33:49.040 INFO:tasks.rados.rados.0.smithi086.stdout:591: finishing write tid 2 to smithi08678205-27 2024-09-11T03:33:49.040 INFO:tasks.rados.rados.0.smithi086.stdout:591: finishing write tid 3 to smithi08678205-27 2024-09-11T03:33:49.040 INFO:tasks.rados.rados.0.smithi086.stdout:591: finishing write tid 4 to smithi08678205-27 2024-09-11T03:33:49.040 INFO:tasks.rados.rados.0.smithi086.stdout:591: oid 27 updating version 0 to 87 2024-09-11T03:33:49.040 INFO:tasks.rados.rados.0.smithi086.stdout:591: oid 27 version 87 is already newer than 85 2024-09-11T03:33:49.040 INFO:tasks.rados.rados.0.smithi086.stdout:591: oid 27 version 87 is already newer than 86 2024-09-11T03:33:49.040 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 87 (ObjNum 209 snap 45 seq_num 209) dirty exists 2024-09-11T03:33:49.041 INFO:tasks.rados.rados.0.smithi086.stdout:591: left oid 27 (ObjNum 209 snap 45 seq_num 209) 2024-09-11T03:33:49.041 INFO:tasks.rados.rados.0.smithi086.stdout:592: finishing rollback tid 1 to smithi08678205-16 2024-09-11T03:33:49.041 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 0 (ObjNum 449 snap 0 seq_num 606303312) dirty dne 2024-09-11T03:33:49.044 INFO:tasks.rados.rados.0.smithi086.stdout:593: finishing write tid 1 to smithi08678205-32 2024-09-11T03:33:49.044 INFO:tasks.rados.rados.0.smithi086.stdout:593: finishing write tid 2 to smithi08678205-32 2024-09-11T03:33:49.044 INFO:tasks.rados.rados.0.smithi086.stdout:593: finishing write tid 3 to smithi08678205-32 2024-09-11T03:33:49.045 INFO:tasks.rados.rados.0.smithi086.stdout:593: finishing write tid 4 to smithi08678205-32 2024-09-11T03:33:49.045 INFO:tasks.rados.rados.0.smithi086.stdout:593: oid 32 updating version 0 to 175 2024-09-11T03:33:49.045 INFO:tasks.rados.rados.0.smithi086.stdout:593: oid 32 updating version 175 to 176 2024-09-11T03:33:49.045 INFO:tasks.rados.rados.0.smithi086.stdout:593: oid 32 version 176 is already newer than 174 2024-09-11T03:33:49.045 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 176 (ObjNum 210 snap 45 seq_num 210) dirty exists 2024-09-11T03:33:49.045 INFO:tasks.rados.rados.0.smithi086.stdout:593: left oid 32 (ObjNum 210 snap 45 seq_num 210) 2024-09-11T03:33:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:48 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:48 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:48 smithi086 ceph-mon[27247]: osdmap e167: 8 total, 8 up, 8 in 2024-09-11T03:33:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:48 smithi086 ceph-mon[27247]: pgmap v15: 121 pgs: 121 active+clean; 104 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 706 KiB/s wr, 25 op/s 2024-09-11T03:33:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:48 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:48 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:48 smithi086 ceph-mon[37253]: osdmap e167: 8 total, 8 up, 8 in 2024-09-11T03:33:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:48 smithi086 ceph-mon[37253]: pgmap v15: 121 pgs: 121 active+clean; 104 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 706 KiB/s wr, 25 op/s 2024-09-11T03:33:49.918 INFO:tasks.rados.rados.0.smithi086.stdout:591: done (3 left) 2024-09-11T03:33:49.918 INFO:tasks.rados.rados.0.smithi086.stdout:592: done (2 left) 2024-09-11T03:33:49.918 INFO:tasks.rados.rados.0.smithi086.stdout:593: done (1 left) 2024-09-11T03:33:49.918 INFO:tasks.rados.rados.0.smithi086.stdout:594: done (0 left) 2024-09-11T03:33:49.918 INFO:tasks.rados.rados.0.smithi086.stdout:595: setattr oid 7 current snap is 46 2024-09-11T03:33:49.920 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 19 current snap is 46 2024-09-11T03:33:49.920 INFO:tasks.rados.rados.0.smithi086.stdout:596: seq_num 211 ranges {720896=737280,1458176=401408} 2024-09-11T03:33:49.928 INFO:tasks.rados.rados.0.smithi086.stdout:596: writing smithi08678205-19 from 720896 to 1458176 tid 1 2024-09-11T03:33:49.930 INFO:tasks.rados.rados.0.smithi086.stdout:596: writing smithi08678205-19 from 1458176 to 1859584 tid 2 2024-09-11T03:33:49.931 INFO:tasks.rados.rados.0.smithi086.stdout:597: copy_from oid 13 from oid 8 current snap is 46 2024-09-11T03:33:49.931 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 329 (ObjNum 151 snap 31 seq_num 151) dirty exists 2024-09-11T03:33:49.931 INFO:tasks.rados.rados.0.smithi086.stdout:595: done (2 left) 2024-09-11T03:33:49.931 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 46 2024-09-11T03:33:49.931 INFO:tasks.rados.rados.0.smithi086.stdout:598: seq_num 212 ranges {2236416=753664,2990080=401408} 2024-09-11T03:33:49.947 INFO:tasks.rados.rados.0.smithi086.stdout:598: writing smithi08678205-41 from 2236416 to 2990080 tid 1 2024-09-11T03:33:49.950 INFO:tasks.rados.rados.0.smithi086.stdout:598: writing smithi08678205-41 from 2990080 to 3391488 tid 2 2024-09-11T03:33:49.951 INFO:tasks.rados.rados.0.smithi086.stdout:599: read oid 20 snap 43 2024-09-11T03:33:49.951 INFO:tasks.rados.rados.0.smithi086.stdout:599: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-11T03:33:49.951 INFO:tasks.rados.rados.0.smithi086.stdout:600: read oid 21 snap -1 2024-09-11T03:33:49.951 INFO:tasks.rados.rados.0.smithi086.stdout:600: expect deleted 2024-09-11T03:33:49.951 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 46 2024-09-11T03:33:49.951 INFO:tasks.rados.rados.0.smithi086.stdout:596: finishing write tid 1 to smithi08678205-19 2024-09-11T03:33:49.951 INFO:tasks.rados.rados.0.smithi086.stdout:601: seq_num 213 ranges {1146880=770048,1916928=401408} 2024-09-11T03:33:49.961 INFO:tasks.rados.rados.0.smithi086.stdout:601: writing smithi08678205-26 from 1146880 to 1916928 tid 1 2024-09-11T03:33:49.964 INFO:tasks.rados.rados.0.smithi086.stdout:601: writing smithi08678205-26 from 1916928 to 2318336 tid 2 2024-09-11T03:33:49.964 INFO:tasks.rados.rados.0.smithi086.stdout:602: rollback oid 12 current snap is 46 2024-09-11T03:33:49.964 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 12 to 45 2024-09-11T03:33:49.965 INFO:tasks.rados.rados.0.smithi086.stdout:596: finishing write tid 2 to smithi08678205-19 2024-09-11T03:33:49.965 INFO:tasks.rados.rados.0.smithi086.stdout:596: finishing write tid 3 to smithi08678205-19 2024-09-11T03:33:49.965 INFO:tasks.rados.rados.0.smithi086.stdout:603: rollback oid 48 current snap is 46 2024-09-11T03:33:49.965 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 48 to 34 2024-09-11T03:33:49.965 INFO:tasks.rados.rados.0.smithi086.stdout:596: finishing write tid 4 to smithi08678205-19 2024-09-11T03:33:49.965 INFO:tasks.rados.rados.0.smithi086.stdout:596: oid 19 updating version 0 to 178 2024-09-11T03:33:49.965 INFO:tasks.rados.rados.0.smithi086.stdout:596: oid 19 updating version 178 to 180 2024-09-11T03:33:49.965 INFO:tasks.rados.rados.0.smithi086.stdout:596: oid 19 version 180 is already newer than 179 2024-09-11T03:33:49.965 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 180 (ObjNum 211 snap 46 seq_num 211) dirty exists 2024-09-11T03:33:49.965 INFO:tasks.rados.rados.0.smithi086.stdout:596: left oid 19 (ObjNum 211 snap 46 seq_num 211) 2024-09-11T03:33:49.965 INFO:tasks.rados.rados.0.smithi086.stdout:597: finishing copy_from racing read to smithi08678205-13 2024-09-11T03:33:49.965 INFO:tasks.rados.rados.0.smithi086.stdout:597: finishing copy_from to smithi08678205-13 2024-09-11T03:33:49.965 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 149 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-11T03:33:49.966 INFO:tasks.rados.rados.0.smithi086.stdout:596: done (7 left) 2024-09-11T03:33:49.966 INFO:tasks.rados.rados.0.smithi086.stdout:597: done (6 left) 2024-09-11T03:33:49.966 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 5 current snap is 46 2024-09-11T03:33:49.966 INFO:tasks.rados.rados.0.smithi086.stdout:598: finishing write tid 1 to smithi08678205-41 2024-09-11T03:33:49.966 INFO:tasks.rados.rados.0.smithi086.stdout:598: finishing write tid 2 to smithi08678205-41 2024-09-11T03:33:49.966 INFO:tasks.rados.rados.0.smithi086.stdout:598: finishing write tid 3 to smithi08678205-41 2024-09-11T03:33:49.966 INFO:tasks.rados.rados.0.smithi086.stdout:604: seq_num 214 ranges {65536=794624,860160=401408} 2024-09-11T03:33:49.968 INFO:tasks.rados.rados.0.smithi086.stdout:604: writing smithi08678205-5 from 65536 to 860160 tid 1 2024-09-11T03:33:49.971 INFO:tasks.rados.rados.0.smithi086.stdout:604: writing smithi08678205-5 from 860160 to 1261568 tid 2 2024-09-11T03:33:49.971 INFO:tasks.rados.rados.0.smithi086.stdout:600: done (6 left) 2024-09-11T03:33:49.971 INFO:tasks.rados.rados.0.smithi086.stdout:605: rollback oid 45 current snap is 46 2024-09-11T03:33:49.971 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 45 to 45 2024-09-11T03:33:49.971 INFO:tasks.rados.rados.0.smithi086.stdout:598: finishing write tid 4 to smithi08678205-41 2024-09-11T03:33:49.971 INFO:tasks.rados.rados.0.smithi086.stdout:598: oid 41 updating version 0 to 430 2024-09-11T03:33:49.971 INFO:tasks.rados.rados.0.smithi086.stdout:598: oid 41 updating version 430 to 432 2024-09-11T03:33:49.972 INFO:tasks.rados.rados.0.smithi086.stdout:598: oid 41 version 432 is already newer than 431 2024-09-11T03:33:49.972 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 432 (ObjNum 212 snap 46 seq_num 212) dirty exists 2024-09-11T03:33:49.972 INFO:tasks.rados.rados.0.smithi086.stdout:598: left oid 41 (ObjNum 212 snap 46 seq_num 212) 2024-09-11T03:33:49.972 INFO:tasks.rados.rados.0.smithi086.stdout:599: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-11T03:33:49.992 INFO:tasks.rados.rados.0.smithi086.stdout:601: finishing write tid 1 to smithi08678205-26 2024-09-11T03:33:49.992 INFO:tasks.rados.rados.0.smithi086.stdout:601: finishing write tid 2 to smithi08678205-26 2024-09-11T03:33:49.992 INFO:tasks.rados.rados.0.smithi086.stdout:602: finishing rollback tid 0 to smithi08678205-12 2024-09-11T03:33:49.992 INFO:tasks.rados.rados.0.smithi086.stdout:602: finishing rollback tid 1 to smithi08678205-12 2024-09-11T03:33:49.992 INFO:tasks.rados.rados.0.smithi086.stdout:601: finishing write tid 3 to smithi08678205-26 2024-09-11T03:33:49.992 INFO:tasks.rados.rados.0.smithi086.stdout:602: finishing rollback tid 2 to smithi08678205-12 2024-09-11T03:33:49.993 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 332 (ObjNum 168 snap 34 seq_num 168) dirty exists 2024-09-11T03:33:49.993 INFO:tasks.rados.rados.0.smithi086.stdout:603: finishing rollback tid 0 to smithi08678205-48 2024-09-11T03:33:49.993 INFO:tasks.rados.rados.0.smithi086.stdout:598: done (6 left) 2024-09-11T03:33:49.993 INFO:tasks.rados.rados.0.smithi086.stdout:599: done (5 left) 2024-09-11T03:33:49.993 INFO:tasks.rados.rados.0.smithi086.stdout:602: done (4 left) 2024-09-11T03:33:49.993 INFO:tasks.rados.rados.0.smithi086.stdout:606: read oid 19 snap -1 2024-09-11T03:33:49.993 INFO:tasks.rados.rados.0.smithi086.stdout:606: expect (ObjNum 211 snap 46 seq_num 211) 2024-09-11T03:33:49.993 INFO:tasks.rados.rados.0.smithi086.stdout:607: rollback oid 17 current snap is 46 2024-09-11T03:33:49.993 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 17 to 45 2024-09-11T03:33:49.993 INFO:tasks.rados.rados.0.smithi086.stdout:601: finishing write tid 4 to smithi08678205-26 2024-09-11T03:33:49.993 INFO:tasks.rados.rados.0.smithi086.stdout:601: oid 26 updating version 0 to 133 2024-09-11T03:33:49.994 INFO:tasks.rados.rados.0.smithi086.stdout:601: oid 26 version 133 is already newer than 132 2024-09-11T03:33:49.994 INFO:tasks.rados.rados.0.smithi086.stdout:601: oid 26 version 133 is already newer than 131 2024-09-11T03:33:49.994 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 133 (ObjNum 213 snap 46 seq_num 213) dirty exists 2024-09-11T03:33:49.994 INFO:tasks.rados.rados.0.smithi086.stdout:601: left oid 26 (ObjNum 213 snap 46 seq_num 213) 2024-09-11T03:33:49.994 INFO:tasks.rados.rados.0.smithi086.stdout:603: finishing rollback tid 1 to smithi08678205-48 2024-09-11T03:33:49.994 INFO:tasks.rados.rados.0.smithi086.stdout:603: finishing rollback tid 2 to smithi08678205-48 2024-09-11T03:33:49.994 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 330 (ObjNum 118 snap 22 seq_num 118) dirty exists 2024-09-11T03:33:49.994 INFO:tasks.rados.rados.0.smithi086.stdout:605: finishing rollback tid 0 to smithi08678205-45 2024-09-11T03:33:49.994 INFO:tasks.rados.rados.0.smithi086.stdout:601: done (5 left) 2024-09-11T03:33:49.994 INFO:tasks.rados.rados.0.smithi086.stdout:603: done (4 left) 2024-09-11T03:33:49.994 INFO:tasks.rados.rados.0.smithi086.stdout:608: read oid 8 snap -1 2024-09-11T03:33:49.994 INFO:tasks.rados.rados.0.smithi086.stdout:608: expect (ObjNum 80 snap 12 seq_num 80) 2024-09-11T03:33:49.995 INFO:tasks.rados.rados.0.smithi086.stdout:609: rollback oid 34 current snap is 46 2024-09-11T03:33:49.995 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 34 to 45 2024-09-11T03:33:49.995 INFO:tasks.rados.rados.0.smithi086.stdout:604: finishing write tid 1 to smithi08678205-5 2024-09-11T03:33:49.995 INFO:tasks.rados.rados.0.smithi086.stdout:605: finishing rollback tid 1 to smithi08678205-45 2024-09-11T03:33:49.995 INFO:tasks.rados.rados.0.smithi086.stdout:604: finishing write tid 2 to smithi08678205-5 2024-09-11T03:33:49.995 INFO:tasks.rados.rados.0.smithi086.stdout:605: finishing rollback tid 2 to smithi08678205-45 2024-09-11T03:33:49.995 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 181 (ObjNum 33 snap 0 seq_num 3220799696) dirty exists 2024-09-11T03:33:49.995 INFO:tasks.rados.rados.0.smithi086.stdout:604: finishing write tid 3 to smithi08678205-5 2024-09-11T03:33:49.995 INFO:tasks.rados.rados.0.smithi086.stdout:605: done (5 left) 2024-09-11T03:33:49.995 INFO:tasks.rados.rados.0.smithi086.stdout:610: snap_create 2024-09-11T03:33:49.995 INFO:tasks.rados.rados.0.smithi086.stdout:604: finishing write tid 4 to smithi08678205-5 2024-09-11T03:33:49.995 INFO:tasks.rados.rados.0.smithi086.stdout:604: oid 5 updating version 0 to 174 2024-09-11T03:33:49.995 INFO:tasks.rados.rados.0.smithi086.stdout:604: oid 5 version 174 is already newer than 172 2024-09-11T03:33:49.996 INFO:tasks.rados.rados.0.smithi086.stdout:604: oid 5 version 174 is already newer than 173 2024-09-11T03:33:49.996 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 174 (ObjNum 214 snap 46 seq_num 214) dirty exists 2024-09-11T03:33:49.996 INFO:tasks.rados.rados.0.smithi086.stdout:604: left oid 5 (ObjNum 214 snap 46 seq_num 214) 2024-09-11T03:33:49.997 INFO:tasks.rados.rados.0.smithi086.stdout:607: finishing rollback tid 0 to smithi08678205-17 2024-09-11T03:33:49.997 INFO:tasks.rados.rados.0.smithi086.stdout:607: finishing rollback tid 1 to smithi08678205-17 2024-09-11T03:33:49.997 INFO:tasks.rados.rados.0.smithi086.stdout:609: finishing rollback tid 0 to smithi08678205-34 2024-09-11T03:33:49.997 INFO:tasks.rados.rados.0.smithi086.stdout:607: finishing rollback tid 2 to smithi08678205-17 2024-09-11T03:33:49.997 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 46 (ObjNum 181 snap 38 seq_num 181) dirty exists 2024-09-11T03:33:49.997 INFO:tasks.rados.rados.0.smithi086.stdout:609: finishing rollback tid 1 to smithi08678205-34 2024-09-11T03:33:49.998 INFO:tasks.rados.rados.0.smithi086.stdout:609: finishing rollback tid 2 to smithi08678205-34 2024-09-11T03:33:49.998 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 134 (ObjNum 111 snap 18 seq_num 111) dirty exists 2024-09-11T03:33:49.998 INFO:tasks.rados.rados.0.smithi086.stdout:608: expect (ObjNum 80 snap 12 seq_num 80) 2024-09-11T03:33:50.031 INFO:tasks.rados.rados.0.smithi086.stdout:606: expect (ObjNum 211 snap 46 seq_num 211) 2024-09-11T03:33:50.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:49 smithi130 ceph-mon[31190]: osdmap e168: 8 total, 8 up, 8 in 2024-09-11T03:33:50.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:49 smithi130 ceph-mon[31190]: osdmap e169: 8 total, 8 up, 8 in 2024-09-11T03:33:50.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:49 smithi086 ceph-mon[27247]: osdmap e168: 8 total, 8 up, 8 in 2024-09-11T03:33:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:49 smithi086 ceph-mon[27247]: osdmap e169: 8 total, 8 up, 8 in 2024-09-11T03:33:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:49 smithi086 ceph-mon[37253]: osdmap e168: 8 total, 8 up, 8 in 2024-09-11T03:33:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:49 smithi086 ceph-mon[37253]: osdmap e169: 8 total, 8 up, 8 in 2024-09-11T03:33:50.999 INFO:tasks.rados.rados.0.smithi086.stdout:604: done (5 left) 2024-09-11T03:33:50.999 INFO:tasks.rados.rados.0.smithi086.stdout:606: done (4 left) 2024-09-11T03:33:50.999 INFO:tasks.rados.rados.0.smithi086.stdout:607: done (3 left) 2024-09-11T03:33:50.999 INFO:tasks.rados.rados.0.smithi086.stdout:608: done (2 left) 2024-09-11T03:33:50.999 INFO:tasks.rados.rados.0.smithi086.stdout:609: done (1 left) 2024-09-11T03:33:50.999 INFO:tasks.rados.rados.0.smithi086.stdout:610: done (0 left) 2024-09-11T03:33:50.999 INFO:tasks.rados.rados.0.smithi086.stdout:611: rollback oid 42 current snap is 47 2024-09-11T03:33:50.999 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 42 to 34 2024-09-11T03:33:51.000 INFO:tasks.rados.rados.0.smithi086.stdout:612: copy_from oid 3 from oid 1 current snap is 47 2024-09-11T03:33:51.000 INFO:tasks.rados.rados.0.smithi086.stdout:613: snap_remove snap 43 2024-09-11T03:33:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: pgmap v18: 121 pgs: 121 active+clean; 104 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 702 KiB/s wr, 25 op/s 2024-09-11T03:33:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:51.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:33:51.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:33:51.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: pgmap v18: 121 pgs: 121 active+clean; 104 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 702 KiB/s wr, 25 op/s 2024-09-11T03:33:51.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:51.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:51.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:51.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:33:51.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:50 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:33:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: pgmap v18: 121 pgs: 121 active+clean; 104 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 702 KiB/s wr, 25 op/s 2024-09-11T03:33:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-11T03:33:51.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:51.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:33:51.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:50 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:33:51.999 INFO:tasks.rados.rados.0.smithi086.stdout:613: done (2 left) 2024-09-11T03:33:51.999 INFO:tasks.rados.rados.0.smithi086.stdout:614: read oid 15 snap -1 2024-09-11T03:33:51.999 INFO:tasks.rados.rados.0.smithi086.stdout:614: expect deleted 2024-09-11T03:33:51.999 INFO:tasks.rados.rados.0.smithi086.stdout:615: rollback oid 17 current snap is 47 2024-09-11T03:33:52.000 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 17 to 37 2024-09-11T03:33:52.000 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 47 2024-09-11T03:33:52.000 INFO:tasks.rados.rados.0.smithi086.stdout:616: seq_num 215 ranges {0=409600,409600=532480,942080=270336} 2024-09-11T03:33:52.001 INFO:tasks.rados.rados.0.smithi086.stdout:616: writing smithi08678205-10 from 0 to 409600 tid 1 2024-09-11T03:33:52.002 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:51.639Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-09-11T03:33:52.002 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:51.641Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-09-11T03:33:52.002 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:51.642Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-09-11T03:33:52.002 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:51.643Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-09-11T03:33:52.002 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:51 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:51.643Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-09-11T03:33:52.005 INFO:tasks.rados.rados.0.smithi086.stdout:616: writing smithi08678205-10 from 409600 to 942080 tid 2 2024-09-11T03:33:52.009 INFO:tasks.rados.rados.0.smithi086.stdout:616: writing smithi08678205-10 from 942080 to 1212416 tid 3 2024-09-11T03:33:52.009 INFO:tasks.rados.rados.0.smithi086.stdout:611: finishing rollback tid 0 to smithi08678205-42 2024-09-11T03:33:52.009 INFO:tasks.rados.rados.0.smithi086.stdout:611: finishing rollback tid 1 to smithi08678205-42 2024-09-11T03:33:52.009 INFO:tasks.rados.rados.0.smithi086.stdout:611: finishing rollback tid 2 to smithi08678205-42 2024-09-11T03:33:52.009 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 185 (ObjNum 170 snap 34 seq_num 170) dirty exists 2024-09-11T03:33:52.009 INFO:tasks.rados.rados.0.smithi086.stdout:612: finishing copy_from racing read to smithi08678205-3 2024-09-11T03:33:52.009 INFO:tasks.rados.rados.0.smithi086.stdout:612: finishing copy_from to smithi08678205-3 2024-09-11T03:33:52.009 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 101 (ObjNum 161 snap 33 seq_num 161) dirty exists 2024-09-11T03:33:52.010 INFO:tasks.rados.rados.0.smithi086.stdout:611: done (4 left) 2024-09-11T03:33:52.010 INFO:tasks.rados.rados.0.smithi086.stdout:612: done (3 left) 2024-09-11T03:33:52.010 INFO:tasks.rados.rados.0.smithi086.stdout:614: done (2 left) 2024-09-11T03:33:52.010 INFO:tasks.rados.rados.0.smithi086.stdout:617: copy_from oid 3 from oid 16 current snap is 47 2024-09-11T03:33:52.010 INFO:tasks.rados.rados.0.smithi086.stdout:615: finishing rollback tid 0 to smithi08678205-17 2024-09-11T03:33:52.010 INFO:tasks.rados.rados.0.smithi086.stdout:618: rollback oid 41 current snap is 47 2024-09-11T03:33:52.011 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 41 to 45 2024-09-11T03:33:52.011 INFO:tasks.rados.rados.0.smithi086.stdout:619: copy_from oid 5 from oid 14 current snap is 47 2024-09-11T03:33:52.011 INFO:tasks.rados.rados.0.smithi086.stdout:620: rollback oid 45 current snap is 47 2024-09-11T03:33:52.011 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 45 to 44 2024-09-11T03:33:52.011 INFO:tasks.rados.rados.0.smithi086.stdout:621: delete oid 7 current snap is 47 2024-09-11T03:33:52.011 INFO:tasks.rados.rados.0.smithi086.stdout:615: finishing rollback tid 1 to smithi08678205-17 2024-09-11T03:33:52.012 INFO:tasks.rados.rados.0.smithi086.stdout:616: finishing write tid 1 to smithi08678205-10 2024-09-11T03:33:52.012 INFO:tasks.rados.rados.0.smithi086.stdout:615: finishing rollback tid 2 to smithi08678205-17 2024-09-11T03:33:52.012 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 50 (ObjNum 116 snap 22 seq_num 116) dirty exists 2024-09-11T03:33:52.012 INFO:tasks.rados.rados.0.smithi086.stdout:616: finishing write tid 2 to smithi08678205-10 2024-09-11T03:33:52.012 INFO:tasks.rados.rados.0.smithi086.stdout:617: finishing copy_from to smithi08678205-3 2024-09-11T03:33:52.012 INFO:tasks.rados.rados.0.smithi086.stdout:617: got expected ENOENT (src dne) 2024-09-11T03:33:52.012 INFO:tasks.rados.rados.0.smithi086.stdout:617: finishing copy_from racing read to smithi08678205-3 2024-09-11T03:33:52.013 INFO:tasks.rados.rados.0.smithi086.stdout:615: done (6 left) 2024-09-11T03:33:52.013 INFO:tasks.rados.rados.0.smithi086.stdout:617: done (5 left) 2024-09-11T03:33:52.013 INFO:tasks.rados.rados.0.smithi086.stdout:621: done (4 left) 2024-09-11T03:33:52.013 INFO:tasks.rados.rados.0.smithi086.stdout:622: delete oid 43 current snap is 47 2024-09-11T03:33:52.014 INFO:tasks.rados.rados.0.smithi086.stdout:616: finishing write tid 3 to smithi08678205-10 2024-09-11T03:33:52.014 INFO:tasks.rados.rados.0.smithi086.stdout:616: finishing write tid 4 to smithi08678205-10 2024-09-11T03:33:52.015 INFO:tasks.rados.rados.0.smithi086.stdout:620: finishing rollback tid 0 to smithi08678205-45 2024-09-11T03:33:52.015 INFO:tasks.rados.rados.0.smithi086.stdout:620: finishing rollback tid 1 to smithi08678205-45 2024-09-11T03:33:52.015 INFO:tasks.rados.rados.0.smithi086.stdout:618: finishing rollback tid 0 to smithi08678205-41 2024-09-11T03:33:52.015 INFO:tasks.rados.rados.0.smithi086.stdout:618: finishing rollback tid 1 to smithi08678205-41 2024-09-11T03:33:52.016 INFO:tasks.rados.rados.0.smithi086.stdout:618: finishing rollback tid 2 to smithi08678205-41 2024-09-11T03:33:52.016 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 440 (ObjNum 133 snap 27 seq_num 133) dirty exists 2024-09-11T03:33:52.016 INFO:tasks.rados.rados.0.smithi086.stdout:616: finishing write tid 5 to smithi08678205-10 2024-09-11T03:33:52.016 INFO:tasks.rados.rados.0.smithi086.stdout:616: oid 10 updating version 0 to 185 2024-09-11T03:33:52.016 INFO:tasks.rados.rados.0.smithi086.stdout:616: oid 10 version 185 is already newer than 184 2024-09-11T03:33:52.016 INFO:tasks.rados.rados.0.smithi086.stdout:616: oid 10 version 185 is already newer than 183 2024-09-11T03:33:52.016 INFO:tasks.rados.rados.0.smithi086.stdout:616: oid 10 updating version 185 to 186 2024-09-11T03:33:52.016 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 186 (ObjNum 215 snap 47 seq_num 215) dirty exists 2024-09-11T03:33:52.016 INFO:tasks.rados.rados.0.smithi086.stdout:616: left oid 10 (ObjNum 215 snap 47 seq_num 215) 2024-09-11T03:33:52.016 INFO:tasks.rados.rados.0.smithi086.stdout:616: done (4 left) 2024-09-11T03:33:52.016 INFO:tasks.rados.rados.0.smithi086.stdout:618: done (3 left) 2024-09-11T03:33:52.016 INFO:tasks.rados.rados.0.smithi086.stdout:622: done (2 left) 2024-09-11T03:33:52.016 INFO:tasks.rados.rados.0.smithi086.stdout:623: read oid 9 snap -1 2024-09-11T03:33:52.017 INFO:tasks.rados.rados.0.smithi086.stdout:623: expect (ObjNum 208 snap 44 seq_num 208) 2024-09-11T03:33:52.017 INFO:tasks.rados.rados.0.smithi086.stdout:624: rollback oid 48 current snap is 47 2024-09-11T03:33:52.017 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 48 to 46 2024-09-11T03:33:52.017 INFO:tasks.rados.rados.0.smithi086.stdout:625: delete oid 44 current snap is 47 2024-09-11T03:33:52.017 INFO:tasks.rados.rados.0.smithi086.stdout:625: done (4 left) 2024-09-11T03:33:52.017 INFO:tasks.rados.rados.0.smithi086.stdout:626: read oid 10 snap -1 2024-09-11T03:33:52.017 INFO:tasks.rados.rados.0.smithi086.stdout:626: expect (ObjNum 215 snap 47 seq_num 215) 2024-09-11T03:33:52.017 INFO:tasks.rados.rados.0.smithi086.stdout:627: snap_create 2024-09-11T03:33:52.018 INFO:tasks.rados.rados.0.smithi086.stdout:624: finishing rollback tid 0 to smithi08678205-48 2024-09-11T03:33:52.018 INFO:tasks.rados.rados.0.smithi086.stdout:620: finishing rollback tid 2 to smithi08678205-45 2024-09-11T03:33:52.018 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 193 (ObjNum 129 snap 0 seq_num 3218607936) dirty exists 2024-09-11T03:33:52.018 INFO:tasks.rados.rados.0.smithi086.stdout:624: finishing rollback tid 1 to smithi08678205-48 2024-09-11T03:33:52.019 INFO:tasks.rados.rados.0.smithi086.stdout:624: finishing rollback tid 2 to smithi08678205-48 2024-09-11T03:33:52.019 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 333 (ObjNum 118 snap 22 seq_num 118) dirty exists 2024-09-11T03:33:52.022 INFO:tasks.rados.rados.0.smithi086.stdout:623: expect (ObjNum 208 snap 44 seq_num 208) 2024-09-11T03:33:52.052 INFO:tasks.rados.rados.0.smithi086.stdout:619: finishing copy_from racing read to smithi08678205-5 2024-09-11T03:33:52.052 INFO:tasks.rados.rados.0.smithi086.stdout:619: finishing copy_from to smithi08678205-5 2024-09-11T03:33:52.052 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 151 (ObjNum 190 snap 38 seq_num 190) dirty exists 2024-09-11T03:33:52.052 INFO:tasks.rados.rados.0.smithi086.stdout:626: expect (ObjNum 215 snap 47 seq_num 215) 2024-09-11T03:33:52.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: Adjusting osd_memory_target on smithi130 to 2480M 2024-09-11T03:33:52.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:33:52.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:33:52.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:33:52.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:33:52.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: osdmap e170: 8 total, 8 up, 8 in 2024-09-11T03:33:52.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:52.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:33:52.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:33:52.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:33:52.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.289 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:33:52.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:33:52.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:33:52.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:33:52.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:33:52.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:33:52.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:33:52.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:33:52.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.291 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.292 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.292 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.292 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:52 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: Adjusting osd_memory_target on smithi130 to 2480M 2024-09-11T03:33:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:33:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:33:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:33:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:33:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: osdmap e170: 8 total, 8 up, 8 in 2024-09-11T03:33:52.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:33:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:33:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:33:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:33:52.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:33:52.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:33:52.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:33:52.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:33:52.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: Adjusting osd_memory_target on smithi130 to 2480M 2024-09-11T03:33:52.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:33:52.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:33:52.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:33:52.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:33:52.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: osdmap e170: 8 total, 8 up, 8 in 2024-09-11T03:33:52.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:52.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:33:52.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:33:52.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:33:52.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.327 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:33:52.327 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:33:52.327 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.327 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.327 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.327 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:33:52.327 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:33:52.327 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.327 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.327 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.327 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:33:52.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:33:52.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:33:52.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:33:52.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.328 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:33:52.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:33:52.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:33:52.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:33:52.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:33:52.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:33:52.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:52.329 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:52 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:53.019 INFO:tasks.rados.rados.0.smithi086.stdout:619: done (5 left) 2024-09-11T03:33:53.020 INFO:tasks.rados.rados.0.smithi086.stdout:620: done (4 left) 2024-09-11T03:33:53.020 INFO:tasks.rados.rados.0.smithi086.stdout:623: done (3 left) 2024-09-11T03:33:53.020 INFO:tasks.rados.rados.0.smithi086.stdout:624: done (2 left) 2024-09-11T03:33:53.020 INFO:tasks.rados.rados.0.smithi086.stdout:626: done (1 left) 2024-09-11T03:33:53.020 INFO:tasks.rados.rados.0.smithi086.stdout:627: done (0 left) 2024-09-11T03:33:53.020 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 48 2024-09-11T03:33:53.020 INFO:tasks.rados.rados.0.smithi086.stdout:628: seq_num 219 ranges {5857280=475136,6332416=466944,6799360=335872} 2024-09-11T03:33:53.053 INFO:tasks.rados.rados.0.smithi086.stdout:628: writing smithi08678205-39 from 5857280 to 6332416 tid 1 2024-09-11T03:33:53.055 INFO:tasks.rados.rados.0.smithi086.stdout:628: writing smithi08678205-39 from 6332416 to 6799360 tid 2 2024-09-11T03:33:53.057 INFO:tasks.rados.rados.0.smithi086.stdout:628: writing smithi08678205-39 from 6799360 to 7135232 tid 3 2024-09-11T03:33:53.057 INFO:tasks.rados.rados.0.smithi086.stdout:629: read oid 48 snap -1 2024-09-11T03:33:53.057 INFO:tasks.rados.rados.0.smithi086.stdout:629: expect (ObjNum 118 snap 22 seq_num 118) 2024-09-11T03:33:53.057 INFO:tasks.rados.rados.0.smithi086.stdout:630: rollback oid 18 current snap is 48 2024-09-11T03:33:53.058 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 18 to 44 2024-09-11T03:33:53.058 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 48 2024-09-11T03:33:53.058 INFO:tasks.rados.rados.0.smithi086.stdout:631: seq_num 220 ranges {0=491520,491520=753664,1245184=49152} 2024-09-11T03:33:53.060 INFO:tasks.rados.rados.0.smithi086.stdout:631: writing smithi08678205-44 from 0 to 491520 tid 1 2024-09-11T03:33:53.064 INFO:tasks.rados.rados.0.smithi086.stdout:631: writing smithi08678205-44 from 491520 to 1245184 tid 2 2024-09-11T03:33:53.065 INFO:tasks.rados.rados.0.smithi086.stdout:631: writing smithi08678205-44 from 1245184 to 1294336 tid 3 2024-09-11T03:33:53.065 INFO:tasks.rados.rados.0.smithi086.stdout:632: snap_create 2024-09-11T03:33:53.065 INFO:tasks.rados.rados.0.smithi086.stdout:630: finishing rollback tid 1 to smithi08678205-18 2024-09-11T03:33:53.065 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-11T03:33:53.065 INFO:tasks.rados.rados.0.smithi086.stdout:628: finishing write tid 1 to smithi08678205-39 2024-09-11T03:33:53.065 INFO:tasks.rados.rados.0.smithi086.stdout:628: finishing write tid 2 to smithi08678205-39 2024-09-11T03:33:53.065 INFO:tasks.rados.rados.0.smithi086.stdout:628: finishing write tid 3 to smithi08678205-39 2024-09-11T03:33:53.066 INFO:tasks.rados.rados.0.smithi086.stdout:628: finishing write tid 4 to smithi08678205-39 2024-09-11T03:33:53.066 INFO:tasks.rados.rados.0.smithi086.stdout:631: finishing write tid 1 to smithi08678205-44 2024-09-11T03:33:53.066 INFO:tasks.rados.rados.0.smithi086.stdout:628: finishing write tid 5 to smithi08678205-39 2024-09-11T03:33:53.066 INFO:tasks.rados.rados.0.smithi086.stdout:628: oid 39 updating version 0 to 337 2024-09-11T03:33:53.066 INFO:tasks.rados.rados.0.smithi086.stdout:628: oid 39 version 337 is already newer than 336 2024-09-11T03:33:53.066 INFO:tasks.rados.rados.0.smithi086.stdout:628: oid 39 version 337 is already newer than 335 2024-09-11T03:33:53.066 INFO:tasks.rados.rados.0.smithi086.stdout:628: oid 39 version 337 is already newer than 334 2024-09-11T03:33:53.066 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 337 (ObjNum 219 snap 48 seq_num 219) dirty exists 2024-09-11T03:33:53.066 INFO:tasks.rados.rados.0.smithi086.stdout:628: left oid 39 (ObjNum 219 snap 48 seq_num 219) 2024-09-11T03:33:53.068 INFO:tasks.rados.rados.0.smithi086.stdout:631: finishing write tid 2 to smithi08678205-44 2024-09-11T03:33:53.068 INFO:tasks.rados.rados.0.smithi086.stdout:631: finishing write tid 3 to smithi08678205-44 2024-09-11T03:33:53.068 INFO:tasks.rados.rados.0.smithi086.stdout:631: finishing write tid 4 to smithi08678205-44 2024-09-11T03:33:53.069 INFO:tasks.rados.rados.0.smithi086.stdout:631: finishing write tid 5 to smithi08678205-44 2024-09-11T03:33:53.069 INFO:tasks.rados.rados.0.smithi086.stdout:631: oid 44 updating version 0 to 16 2024-09-11T03:33:53.070 INFO:tasks.rados.rados.0.smithi086.stdout:631: oid 44 updating version 16 to 18 2024-09-11T03:33:53.070 INFO:tasks.rados.rados.0.smithi086.stdout:631: oid 44 version 18 is already newer than 17 2024-09-11T03:33:53.070 INFO:tasks.rados.rados.0.smithi086.stdout:631: oid 44 version 18 is already newer than 15 2024-09-11T03:33:53.070 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 18 (ObjNum 220 snap 48 seq_num 220) dirty exists 2024-09-11T03:33:53.070 INFO:tasks.rados.rados.0.smithi086.stdout:631: left oid 44 (ObjNum 220 snap 48 seq_num 220) 2024-09-11T03:33:53.072 INFO:tasks.rados.rados.0.smithi086.stdout:629: expect (ObjNum 118 snap 22 seq_num 118) 2024-09-11T03:33:53.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:53 smithi086 ceph-mon[27247]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-11T03:33:53.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:53 smithi086 ceph-mon[27247]: Reconfiguring daemon prometheus.a on smithi130 2024-09-11T03:33:53.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:53 smithi086 ceph-mon[27247]: osdmap e171: 8 total, 8 up, 8 in 2024-09-11T03:33:53.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:53 smithi086 ceph-mon[27247]: pgmap v21: 121 pgs: 121 active+clean; 117 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-09-11T03:33:53.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:53 smithi086 ceph-mon[37253]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-11T03:33:53.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:53 smithi086 ceph-mon[37253]: Reconfiguring daemon prometheus.a on smithi130 2024-09-11T03:33:53.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:53 smithi086 ceph-mon[37253]: osdmap e171: 8 total, 8 up, 8 in 2024-09-11T03:33:53.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:53 smithi086 ceph-mon[37253]: pgmap v21: 121 pgs: 121 active+clean; 117 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-09-11T03:33:53.330 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:53 smithi130 ceph-mon[31190]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-11T03:33:53.330 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:53 smithi130 ceph-mon[31190]: Reconfiguring daemon prometheus.a on smithi130 2024-09-11T03:33:53.330 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:53 smithi130 ceph-mon[31190]: osdmap e171: 8 total, 8 up, 8 in 2024-09-11T03:33:53.330 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:53 smithi130 ceph-mon[31190]: pgmap v21: 121 pgs: 121 active+clean; 117 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-09-11T03:33:54.020 INFO:tasks.rados.rados.0.smithi086.stdout:628: done (4 left) 2024-09-11T03:33:54.020 INFO:tasks.rados.rados.0.smithi086.stdout:629: done (3 left) 2024-09-11T03:33:54.020 INFO:tasks.rados.rados.0.smithi086.stdout:630: done (2 left) 2024-09-11T03:33:54.020 INFO:tasks.rados.rados.0.smithi086.stdout:631: done (1 left) 2024-09-11T03:33:54.020 INFO:tasks.rados.rados.0.smithi086.stdout:632: done (0 left) 2024-09-11T03:33:54.020 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 18 current snap is 49 2024-09-11T03:33:54.020 INFO:tasks.rados.rados.0.smithi086.stdout:633: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2024-09-11T03:33:54.022 INFO:tasks.rados.rados.0.smithi086.stdout:633: writing smithi08678205-18 from 0 to 507904 tid 1 2024-09-11T03:33:54.026 INFO:tasks.rados.rados.0.smithi086.stdout:633: writing smithi08678205-18 from 507904 to 1196032 tid 2 2024-09-11T03:33:54.027 INFO:tasks.rados.rados.0.smithi086.stdout:633: writing smithi08678205-18 from 1196032 to 1310720 tid 3 2024-09-11T03:33:54.027 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 49 2024-09-11T03:33:54.027 INFO:tasks.rados.rados.0.smithi086.stdout:634: seq_num 222 ranges {7135232=524288,7659520=565248,8224768=237568} 2024-09-11T03:33:54.068 INFO:tasks.rados.rados.0.smithi086.stdout:634: writing smithi08678205-39 from 7135232 to 7659520 tid 1 2024-09-11T03:33:54.070 INFO:tasks.rados.rados.0.smithi086.stdout:634: writing smithi08678205-39 from 7659520 to 8224768 tid 2 2024-09-11T03:33:54.072 INFO:tasks.rados.rados.0.smithi086.stdout:634: writing smithi08678205-39 from 8224768 to 8462336 tid 3 2024-09-11T03:33:54.072 INFO:tasks.rados.rados.0.smithi086.stdout:635: setattr oid 49 current snap is 49 2024-09-11T03:33:54.072 INFO:tasks.rados.rados.0.smithi086.stdout:633: finishing write tid 1 to smithi08678205-18 2024-09-11T03:33:54.072 INFO:tasks.rados.rados.0.smithi086.stdout:633: finishing write tid 2 to smithi08678205-18 2024-09-11T03:33:54.072 INFO:tasks.rados.rados.0.smithi086.stdout:633: finishing write tid 3 to smithi08678205-18 2024-09-11T03:33:54.072 INFO:tasks.rados.rados.0.smithi086.stdout:633: finishing write tid 4 to smithi08678205-18 2024-09-11T03:33:54.073 INFO:tasks.rados.rados.0.smithi086.stdout:633: finishing write tid 5 to smithi08678205-18 2024-09-11T03:33:54.073 INFO:tasks.rados.rados.0.smithi086.stdout:633: oid 18 updating version 0 to 136 2024-09-11T03:33:54.073 INFO:tasks.rados.rados.0.smithi086.stdout:633: oid 18 updating version 136 to 138 2024-09-11T03:33:54.073 INFO:tasks.rados.rados.0.smithi086.stdout:633: oid 18 version 138 is already newer than 137 2024-09-11T03:33:54.073 INFO:tasks.rados.rados.0.smithi086.stdout:633: oid 18 updating version 138 to 139 2024-09-11T03:33:54.073 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 139 (ObjNum 221 snap 49 seq_num 221) dirty exists 2024-09-11T03:33:54.073 INFO:tasks.rados.rados.0.smithi086.stdout:633: left oid 18 (ObjNum 221 snap 49 seq_num 221) 2024-09-11T03:33:54.073 INFO:tasks.rados.rados.0.smithi086.stdout:634: finishing write tid 1 to smithi08678205-39 2024-09-11T03:33:54.074 INFO:tasks.rados.rados.0.smithi086.stdout:633: done (2 left) 2024-09-11T03:33:54.074 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 49 2024-09-11T03:33:54.074 INFO:tasks.rados.rados.0.smithi086.stdout:636: seq_num 223 ranges {1351680=540672,1892352=450560,2342912=352256} 2024-09-11T03:33:54.084 INFO:tasks.rados.rados.0.smithi086.stdout:636: writing smithi08678205-8 from 1351680 to 1892352 tid 1 2024-09-11T03:33:54.087 INFO:tasks.rados.rados.0.smithi086.stdout:636: writing smithi08678205-8 from 1892352 to 2342912 tid 2 2024-09-11T03:33:54.090 INFO:tasks.rados.rados.0.smithi086.stdout:636: writing smithi08678205-8 from 2342912 to 2695168 tid 3 2024-09-11T03:33:54.090 INFO:tasks.rados.rados.0.smithi086.stdout:637: rollback oid 23 current snap is 49 2024-09-11T03:33:54.090 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 23 to 47 2024-09-11T03:33:54.090 INFO:tasks.rados.rados.0.smithi086.stdout:634: finishing write tid 2 to smithi08678205-39 2024-09-11T03:33:54.090 INFO:tasks.rados.rados.0.smithi086.stdout:634: finishing write tid 3 to smithi08678205-39 2024-09-11T03:33:54.090 INFO:tasks.rados.rados.0.smithi086.stdout:634: finishing write tid 4 to smithi08678205-39 2024-09-11T03:33:54.091 INFO:tasks.rados.rados.0.smithi086.stdout:634: finishing write tid 5 to smithi08678205-39 2024-09-11T03:33:54.091 INFO:tasks.rados.rados.0.smithi086.stdout:634: oid 39 updating version 0 to 339 2024-09-11T03:33:54.091 INFO:tasks.rados.rados.0.smithi086.stdout:634: oid 39 version 339 is already newer than 338 2024-09-11T03:33:54.091 INFO:tasks.rados.rados.0.smithi086.stdout:634: oid 39 updating version 339 to 341 2024-09-11T03:33:54.091 INFO:tasks.rados.rados.0.smithi086.stdout:634: oid 39 version 341 is already newer than 340 2024-09-11T03:33:54.091 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 341 (ObjNum 222 snap 49 seq_num 222) dirty exists 2024-09-11T03:33:54.091 INFO:tasks.rados.rados.0.smithi086.stdout:634: left oid 39 (ObjNum 222 snap 49 seq_num 222) 2024-09-11T03:33:54.091 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 115 (ObjNum 200 snap 42 seq_num 200) dirty exists 2024-09-11T03:33:54.091 INFO:tasks.rados.rados.0.smithi086.stdout:636: finishing write tid 1 to smithi08678205-8 2024-09-11T03:33:54.091 INFO:tasks.rados.rados.0.smithi086.stdout:636: finishing write tid 2 to smithi08678205-8 2024-09-11T03:33:54.092 INFO:tasks.rados.rados.0.smithi086.stdout:634: done (3 left) 2024-09-11T03:33:54.092 INFO:tasks.rados.rados.0.smithi086.stdout:635: done (2 left) 2024-09-11T03:33:54.092 INFO:tasks.rados.rados.0.smithi086.stdout:638: copy_from oid 46 from oid 12 current snap is 49 2024-09-11T03:33:54.092 INFO:tasks.rados.rados.0.smithi086.stdout:639: snap_remove snap 34 2024-09-11T03:33:54.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:54 smithi086 ceph-mon[27247]: mgrmap e28: x(active, since 12s), standbys: y 2024-09-11T03:33:54.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:54 smithi086 ceph-mon[27247]: osdmap e172: 8 total, 8 up, 8 in 2024-09-11T03:33:54.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:54 smithi086 ceph-mon[37253]: mgrmap e28: x(active, since 12s), standbys: y 2024-09-11T03:33:54.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:54 smithi086 ceph-mon[37253]: osdmap e172: 8 total, 8 up, 8 in 2024-09-11T03:33:54.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:54 smithi130 ceph-mon[31190]: mgrmap e28: x(active, since 12s), standbys: y 2024-09-11T03:33:54.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:54 smithi130 ceph-mon[31190]: osdmap e172: 8 total, 8 up, 8 in 2024-09-11T03:33:54.918 INFO:tasks.rados.rados.0.smithi086.stdout:639: done (3 left) 2024-09-11T03:33:54.918 INFO:tasks.rados.rados.0.smithi086.stdout:640: copy_from oid 30 from oid 35 current snap is 49 2024-09-11T03:33:54.918 INFO:tasks.rados.rados.0.smithi086.stdout:636: finishing write tid 3 to smithi08678205-8 2024-09-11T03:33:54.918 INFO:tasks.rados.rados.0.smithi086.stdout:637: finishing rollback tid 0 to smithi08678205-23 2024-09-11T03:33:54.919 INFO:tasks.rados.rados.0.smithi086.stdout:636: finishing write tid 4 to smithi08678205-8 2024-09-11T03:33:54.919 INFO:tasks.rados.rados.0.smithi086.stdout:637: finishing rollback tid 1 to smithi08678205-23 2024-09-11T03:33:54.919 INFO:tasks.rados.rados.0.smithi086.stdout:636: finishing write tid 5 to smithi08678205-8 2024-09-11T03:33:54.919 INFO:tasks.rados.rados.0.smithi086.stdout:636: oid 8 updating version 0 to 196 2024-09-11T03:33:54.919 INFO:tasks.rados.rados.0.smithi086.stdout:636: oid 8 updating version 196 to 198 2024-09-11T03:33:54.919 INFO:tasks.rados.rados.0.smithi086.stdout:636: oid 8 version 198 is already newer than 197 2024-09-11T03:33:54.919 INFO:tasks.rados.rados.0.smithi086.stdout:636: oid 8 version 198 is already newer than 195 2024-09-11T03:33:54.919 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 198 (ObjNum 223 snap 49 seq_num 223) dirty exists 2024-09-11T03:33:54.919 INFO:tasks.rados.rados.0.smithi086.stdout:636: left oid 8 (ObjNum 223 snap 49 seq_num 223) 2024-09-11T03:33:54.919 INFO:tasks.rados.rados.0.smithi086.stdout:637: finishing rollback tid 2 to smithi08678205-23 2024-09-11T03:33:54.919 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 446 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-11T03:33:54.919 INFO:tasks.rados.rados.0.smithi086.stdout:638: finishing copy_from racing read to smithi08678205-46 2024-09-11T03:33:54.920 INFO:tasks.rados.rados.0.smithi086.stdout:638: finishing copy_from to smithi08678205-46 2024-09-11T03:33:54.920 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 332 (ObjNum 168 snap 34 seq_num 168) dirty exists 2024-09-11T03:33:54.920 INFO:tasks.rados.rados.0.smithi086.stdout:636: done (3 left) 2024-09-11T03:33:54.920 INFO:tasks.rados.rados.0.smithi086.stdout:637: done (2 left) 2024-09-11T03:33:54.920 INFO:tasks.rados.rados.0.smithi086.stdout:638: done (1 left) 2024-09-11T03:33:54.920 INFO:tasks.rados.rados.0.smithi086.stdout:641: read oid 44 snap 46 2024-09-11T03:33:54.920 INFO:tasks.rados.rados.0.smithi086.stdout:641: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:33:54.920 INFO:tasks.rados.rados.0.smithi086.stdout:642: copy_from oid 46 from oid 10 current snap is 49 2024-09-11T03:33:54.920 INFO:tasks.rados.rados.0.smithi086.stdout:643: delete oid 19 current snap is 49 2024-09-11T03:33:54.927 INFO:tasks.rados.rados.0.smithi086.stdout:643: done (3 left) 2024-09-11T03:33:54.928 INFO:tasks.rados.rados.0.smithi086.stdout:644: snap_create 2024-09-11T03:33:54.928 INFO:tasks.rados.rados.0.smithi086.stdout:641: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-11T03:33:54.949 INFO:tasks.rados.rados.0.smithi086.stdout:642: finishing copy_from racing read to smithi08678205-46 2024-09-11T03:33:54.949 INFO:tasks.rados.rados.0.smithi086.stdout:642: finishing copy_from to smithi08678205-46 2024-09-11T03:33:54.949 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 186 (ObjNum 215 snap 47 seq_num 215) dirty exists 2024-09-11T03:33:54.949 INFO:tasks.rados.rados.0.smithi086.stdout:640: finishing copy_from racing read to smithi08678205-30 2024-09-11T03:33:54.949 INFO:tasks.rados.rados.0.smithi086.stdout:640: finishing copy_from to smithi08678205-30 2024-09-11T03:33:54.949 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 137 (ObjNum 192 snap 38 seq_num 192) dirty exists 2024-09-11T03:33:55.022 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:54 smithi130 systemd[1]: Stopping Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:33:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:55 smithi086 ceph-mon[27247]: osdmap e173: 8 total, 8 up, 8 in 2024-09-11T03:33:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:55 smithi086 ceph-mon[27247]: pgmap v24: 121 pgs: 121 active+clean; 117 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-09-11T03:33:55.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:55 smithi086 ceph-mon[27247]: osdmap e174: 8 total, 8 up, 8 in 2024-09-11T03:33:55.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:55 smithi086 ceph-mon[37253]: osdmap e173: 8 total, 8 up, 8 in 2024-09-11T03:33:55.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:55 smithi086 ceph-mon[37253]: pgmap v24: 121 pgs: 121 active+clean; 117 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-09-11T03:33:55.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:55 smithi086 ceph-mon[37253]: osdmap e174: 8 total, 8 up, 8 in 2024-09-11T03:33:55.326 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-mon[31190]: osdmap e173: 8 total, 8 up, 8 in 2024-09-11T03:33:55.326 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-mon[31190]: pgmap v24: 121 pgs: 121 active+clean; 117 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-09-11T03:33:55.326 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-mon[31190]: osdmap e174: 8 total, 8 up, 8 in 2024-09-11T03:33:55.326 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:55.051Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-11T03:33:55.326 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:55.051Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-11T03:33:55.326 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:55.051Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-11T03:33:55.326 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:55.051Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-11T03:33:55.327 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:55.051Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-11T03:33:55.327 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:55.051Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-11T03:33:55.327 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:55.051Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-11T03:33:55.327 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:55.051Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-11T03:33:55.327 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:55.051Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-11T03:33:55.327 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:55.052Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-11T03:33:55.327 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:55.052Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-11T03:33:55.328 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[61932]: ts=2024-09-11T03:33:55.052Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-11T03:33:55.328 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 podman[72626]: 2024-09-11 03:33:55.061949354 +0000 UTC m=+0.105191588 container died 60689e0fb5bfe9392df55a6d8f359489d3eb05794c14d5e143911cee5c1aa820 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:33:55.596 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 podman[72626]: 2024-09-11 03:33:55.409585371 +0000 UTC m=+0.452827606 container cleanup 60689e0fb5bfe9392df55a6d8f359489d3eb05794c14d5e143911cee5c1aa820 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:33:55.596 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 bash[72626]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a 2024-09-11T03:33:55.920 INFO:tasks.rados.rados.0.smithi086.stdout:640: done (3 left) 2024-09-11T03:33:55.920 INFO:tasks.rados.rados.0.smithi086.stdout:641: done (2 left) 2024-09-11T03:33:55.920 INFO:tasks.rados.rados.0.smithi086.stdout:642: done (1 left) 2024-09-11T03:33:55.920 INFO:tasks.rados.rados.0.smithi086.stdout:644: done (0 left) 2024-09-11T03:33:55.920 INFO:tasks.rados.rados.0.smithi086.stdout:645: read oid 45 snap -1 2024-09-11T03:33:55.920 INFO:tasks.rados.rados.0.smithi086.stdout:645: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:33:55.921 INFO:tasks.rados.rados.0.smithi086.stdout:646: setattr oid 1 current snap is 50 2024-09-11T03:33:55.923 INFO:tasks.rados.rados.0.smithi086.stdout:647: rmattr oid 34 current snap is 50 2024-09-11T03:33:55.923 INFO:tasks.rados.rados.0.smithi086.stdout:647: done (2 left) 2024-09-11T03:33:55.923 INFO:tasks.rados.rados.0.smithi086.stdout:648: read oid 10 snap -1 2024-09-11T03:33:55.923 INFO:tasks.rados.rados.0.smithi086.stdout:648: expect (ObjNum 215 snap 47 seq_num 215) 2024-09-11T03:33:55.923 INFO:tasks.rados.rados.0.smithi086.stdout:649: rollback oid 46 current snap is 50 2024-09-11T03:33:55.923 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 46 to 37 2024-09-11T03:33:55.923 INFO:tasks.rados.rados.0.smithi086.stdout:650: copy_from oid 25 from oid 44 current snap is 50 2024-09-11T03:33:55.923 INFO:tasks.rados.rados.0.smithi086.stdout:651: rollback oid 41 current snap is 50 2024-09-11T03:33:55.923 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 41 to 46 2024-09-11T03:33:55.923 INFO:tasks.rados.rados.0.smithi086.stdout:652: rollback oid 50 current snap is 50 2024-09-11T03:33:55.924 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 50 to 44 2024-09-11T03:33:55.924 INFO:tasks.rados.rados.0.smithi086.stdout:653: read oid 5 snap -1 2024-09-11T03:33:55.924 INFO:tasks.rados.rados.0.smithi086.stdout:653: expect (ObjNum 190 snap 38 seq_num 190) 2024-09-11T03:33:55.924 INFO:tasks.rados.rados.0.smithi086.stdout:654: rollback oid 4 current snap is 50 2024-09-11T03:33:55.924 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 4 to 37 2024-09-11T03:33:55.924 INFO:tasks.rados.rados.0.smithi086.stdout:655: snap_create 2024-09-11T03:33:55.924 INFO:tasks.rados.rados.0.smithi086.stdout:645: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:33:55.931 INFO:tasks.rados.rados.0.smithi086.stdout:651: finishing rollback tid 0 to smithi08678205-41 2024-09-11T03:33:55.931 INFO:tasks.rados.rados.0.smithi086.stdout:652: finishing rollback tid 0 to smithi08678205-50 2024-09-11T03:33:55.932 INFO:tasks.rados.rados.0.smithi086.stdout:652: finishing rollback tid 1 to smithi08678205-50 2024-09-11T03:33:55.932 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 121 (ObjNum 161 snap 33 seq_num 161) dirty exists 2024-09-11T03:33:55.932 INFO:tasks.rados.rados.0.smithi086.stdout:652: finishing rollback tid 2 to smithi08678205-50 2024-09-11T03:33:55.932 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 200 (ObjNum 191 snap 38 seq_num 191) dirty exists 2024-09-11T03:33:55.932 INFO:tasks.rados.rados.0.smithi086.stdout:651: finishing rollback tid 1 to smithi08678205-41 2024-09-11T03:33:55.933 INFO:tasks.rados.rados.0.smithi086.stdout:649: finishing rollback tid 0 to smithi08678205-46 2024-09-11T03:33:55.933 INFO:tasks.rados.rados.0.smithi086.stdout:651: finishing rollback tid 2 to smithi08678205-41 2024-09-11T03:33:55.933 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 468 (ObjNum 212 snap 46 seq_num 212) dirty exists 2024-09-11T03:33:55.933 INFO:tasks.rados.rados.0.smithi086.stdout:649: finishing rollback tid 1 to smithi08678205-46 2024-09-11T03:33:55.933 INFO:tasks.rados.rados.0.smithi086.stdout:649: finishing rollback tid 2 to smithi08678205-46 2024-09-11T03:33:55.933 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 344 (ObjNum 111 snap 18 seq_num 111) dirty exists 2024-09-11T03:33:55.934 INFO:tasks.rados.rados.0.smithi086.stdout:654: finishing rollback tid 0 to smithi08678205-4 2024-09-11T03:33:55.934 INFO:tasks.rados.rados.0.smithi086.stdout:654: finishing rollback tid 1 to smithi08678205-4 2024-09-11T03:33:55.935 INFO:tasks.rados.rados.0.smithi086.stdout:654: finishing rollback tid 2 to smithi08678205-4 2024-09-11T03:33:55.935 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 125 (ObjNum 157 snap 33 seq_num 157) dirty exists 2024-09-11T03:33:55.935 INFO:tasks.rados.rados.0.smithi086.stdout:648: expect (ObjNum 215 snap 47 seq_num 215) 2024-09-11T03:33:55.966 INFO:tasks.rados.rados.0.smithi086.stdout:650: finishing copy_from racing read to smithi08678205-25 2024-09-11T03:33:55.966 INFO:tasks.rados.rados.0.smithi086.stdout:650: finishing copy_from to smithi08678205-25 2024-09-11T03:33:55.966 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 18 (ObjNum 220 snap 48 seq_num 220) dirty exists 2024-09-11T03:33:55.966 INFO:tasks.rados.rados.0.smithi086.stdout:653: expect (ObjNum 190 snap 38 seq_num 190) 2024-09-11T03:33:56.041 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 podman[72637]: 2024-09-11 03:33:55.702430741 +0000 UTC m=+0.642638198 container remove 60689e0fb5bfe9392df55a6d8f359489d3eb05794c14d5e143911cee5c1aa820 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:33:56.041 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-11T03:33:56.041 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 systemd[1]: Stopped Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:33:56.041 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@prometheus.a.service: Consumed 1.567s CPU time. 2024-09-11T03:33:56.042 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:55 smithi130 systemd[1]: Starting Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:33:56.257 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:33:56.346 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 podman[72727]: 2024-09-11 03:33:55.945953371 +0000 UTC m=+0.022177079 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-11T03:33:56.346 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 podman[72727]: 2024-09-11 03:33:56.044806699 +0000 UTC m=+0.121030396 container create 468b690f432df0a91f35bc312c1e3a6c2e90331399259a0daa68364fd75bfbd9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:33:56.822 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:33:56.822 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (3m) 11s ago 4m 25.7M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:33:56.822 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (3m) 9s ago 3m 88.8M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:33:56.822 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (5m) 11s ago 5m 19.8M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:33:56.822 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (5m) 9s ago 5m 14.3M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:33:56.822 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (35s) 9s ago 8m 496M - 19.3.0-4854-g8f219c47 589dd18248e4 3751a9048e40 2024-09-11T03:33:56.822 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:9283,8765 running (10m) 11s ago 10m 297M - 18.2.4-837-g7a853b17 f21ba1eea74e 0c7ac3b46562 2024-09-11T03:33:56.822 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (10m) 11s ago 10m 53.3M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 787d7cf4e438 2024-09-11T03:33:56.822 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (9m) 9s ago 9m 45.3M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e f24156c810aa 2024-09-11T03:33:56.823 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (9m) 11s ago 8m 45.0M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 43e10484a140 2024-09-11T03:33:56.823 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (3m) 11s ago 3m 17.0M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:33:56.823 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (3m) 9s ago 3m 15.2M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:33:56.823 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (8m) 11s ago 8m 101M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 4b42e892b785 2024-09-11T03:33:56.823 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (8m) 11s ago 8m 84.2M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 6d8c3e9230e8 2024-09-11T03:33:56.823 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (7m) 11s ago 7m 111M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e d3d0f22e40b8 2024-09-11T03:33:56.823 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (7m) 11s ago 7m 79.2M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e ec41798cba7a 2024-09-11T03:33:56.823 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (6m) 9s ago 6m 93.1M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 21e3380b8d63 2024-09-11T03:33:56.823 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (6m) 9s ago 6m 92.2M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 8946be32054c 2024-09-11T03:33:56.823 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (6m) 9s ago 6m 81.8M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:33:56.823 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (5m) 9s ago 5m 81.7M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:33:56.823 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 starting - - - - 2024-09-11T03:33:56.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 podman[72727]: 2024-09-11 03:33:56.405995032 +0000 UTC m=+0.482218730 container init 468b690f432df0a91f35bc312c1e3a6c2e90331399259a0daa68364fd75bfbd9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:33:56.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 podman[72727]: 2024-09-11 03:33:56.408777962 +0000 UTC m=+0.485001662 container start 468b690f432df0a91f35bc312c1e3a6c2e90331399259a0daa68364fd75bfbd9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:33:56.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.432Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-11T03:33:56.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.432Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-11T03:33:56.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.432Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi130 (none))" 2024-09-11T03:33:56.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.432Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-11T03:33:56.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.432Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-11T03:33:56.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.434Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-11T03:33:56.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.434Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-11T03:33:56.847 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.435Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-11T03:33:56.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.435Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-11T03:33:56.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.437Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-11T03:33:56.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.437Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.222µs 2024-09-11T03:33:56.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.437Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-11T03:33:56.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.439Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-11T03:33:56.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.446Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-11T03:33:56.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.447Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-11T03:33:56.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.447Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=37.46µs wal_replay_duration=9.851754ms wbl_replay_duration=106ns total_replay_duration=9.975107ms 2024-09-11T03:33:56.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.448Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-11T03:33:56.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.448Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-11T03:33:56.848 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.448Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-11T03:33:56.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.467Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.143646ms db_storage=1.221µs remote_storage=927ns web_handler=333ns query_engine=542ns scrape=379.957µs scrape_sd=116.785µs notify=12.934µs notify_sd=18.958µs rules=18.277725ms tracing=10.412µs 2024-09-11T03:33:56.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.467Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-11T03:33:56.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:33:56.467Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-11T03:33:56.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 bash[72727]: 468b690f432df0a91f35bc312c1e3a6c2e90331399259a0daa68364fd75bfbd9 2024-09-11T03:33:56.849 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:33:56 smithi130 systemd[1]: Started Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:33:56.922 INFO:tasks.rados.rados.0.smithi086.stdout:645: done (9 left) 2024-09-11T03:33:56.922 INFO:tasks.rados.rados.0.smithi086.stdout:646: done (8 left) 2024-09-11T03:33:56.922 INFO:tasks.rados.rados.0.smithi086.stdout:648: done (7 left) 2024-09-11T03:33:56.922 INFO:tasks.rados.rados.0.smithi086.stdout:649: done (6 left) 2024-09-11T03:33:56.922 INFO:tasks.rados.rados.0.smithi086.stdout:650: done (5 left) 2024-09-11T03:33:56.923 INFO:tasks.rados.rados.0.smithi086.stdout:651: done (4 left) 2024-09-11T03:33:56.923 INFO:tasks.rados.rados.0.smithi086.stdout:652: done (3 left) 2024-09-11T03:33:56.923 INFO:tasks.rados.rados.0.smithi086.stdout:653: done (2 left) 2024-09-11T03:33:56.923 INFO:tasks.rados.rados.0.smithi086.stdout:654: done (1 left) 2024-09-11T03:33:56.923 INFO:tasks.rados.rados.0.smithi086.stdout:655: done (0 left) 2024-09-11T03:33:56.923 INFO:tasks.rados.rados.0.smithi086.stdout:656: rollback oid 44 current snap is 51 2024-09-11T03:33:56.923 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 44 to 46 2024-09-11T03:33:56.923 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 30 current snap is 51 2024-09-11T03:33:56.923 INFO:tasks.rados.rados.0.smithi086.stdout:657: seq_num 225 ranges {819200=573440,1392640=622592,2015232=180224} 2024-09-11T03:33:56.930 INFO:tasks.rados.rados.0.smithi086.stdout:657: writing smithi08678205-30 from 819200 to 1392640 tid 1 2024-09-11T03:33:56.933 INFO:tasks.rados.rados.0.smithi086.stdout:657: writing smithi08678205-30 from 1392640 to 2015232 tid 2 2024-09-11T03:33:56.934 INFO:tasks.rados.rados.0.smithi086.stdout:657: writing smithi08678205-30 from 2015232 to 2195456 tid 3 2024-09-11T03:33:56.934 INFO:tasks.rados.rados.0.smithi086.stdout:658: rollback oid 40 current snap is 51 2024-09-11T03:33:56.935 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 40 to 47 2024-09-11T03:33:56.935 INFO:tasks.rados.rados.0.smithi086.stdout:656: finishing rollback tid 0 to smithi08678205-44 2024-09-11T03:33:56.935 INFO:tasks.rados.rados.0.smithi086.stdout:656: finishing rollback tid 1 to smithi08678205-44 2024-09-11T03:33:56.935 INFO:tasks.rados.rados.0.smithi086.stdout:656: finishing rollback tid 2 to smithi08678205-44 2024-09-11T03:33:56.935 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 24 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-11T03:33:56.935 INFO:tasks.rados.rados.0.smithi086.stdout:657: finishing write tid 1 to smithi08678205-30 2024-09-11T03:33:56.935 INFO:tasks.rados.rados.0.smithi086.stdout:656: done (2 left) 2024-09-11T03:33:56.935 INFO:tasks.rados.rados.0.smithi086.stdout:659: snap_remove snap 44 2024-09-11T03:33:57.081 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[27247]: osdmap e175: 8 total, 8 up, 8 in 2024-09-11T03:33:57.081 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:57.081 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[27247]: pgmap v27: 121 pgs: 121 active+clean; 117 MiB data, 512 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:57.081 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[27247]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:57.081 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:57.081 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:57.082 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:33:57.082 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:57.082 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[37253]: osdmap e175: 8 total, 8 up, 8 in 2024-09-11T03:33:57.082 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:57.082 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[37253]: pgmap v27: 121 pgs: 121 active+clean; 117 MiB data, 512 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:57.082 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[37253]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:57.082 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:57.082 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:57.082 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:33:57.082 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:56 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:57.174 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:33:57.174 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:33:57.174 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-11T03:33:57.174 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 1, 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 1 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 14, 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 1 2024-09-11T03:33:57.175 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:33:57.176 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:33:57.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-mon[31190]: osdmap e175: 8 total, 8 up, 8 in 2024-09-11T03:33:57.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:33:57.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-mon[31190]: pgmap v27: 121 pgs: 121 active+clean; 117 MiB data, 512 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:33:57.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-mon[31190]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:57.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:57.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:57.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:33:57.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:56 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:33:57.465 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:33:57.465 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:33:57.465 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:33:57.465 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:33:57.465 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [], 2024-09-11T03:33:57.465 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "1/20 daemons upgraded", 2024-09-11T03:33:57.465 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading mgr daemons", 2024-09-11T03:33:57.465 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:33:57.465 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:33:57.933 INFO:tasks.rados.rados.0.smithi086.stdout:659: done (2 left) 2024-09-11T03:33:57.933 INFO:tasks.rados.rados.0.smithi086.stdout:660: snap_create 2024-09-11T03:33:57.933 INFO:tasks.rados.rados.0.smithi086.stdout:658: finishing rollback tid 1 to smithi08678205-40 2024-09-11T03:33:57.933 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 210 (ObjNum 33 snap 0 seq_num 3220890560) dirty dne 2024-09-11T03:33:57.933 INFO:tasks.rados.rados.0.smithi086.stdout:657: finishing write tid 2 to smithi08678205-30 2024-09-11T03:33:57.933 INFO:tasks.rados.rados.0.smithi086.stdout:657: finishing write tid 3 to smithi08678205-30 2024-09-11T03:33:57.933 INFO:tasks.rados.rados.0.smithi086.stdout:657: finishing write tid 4 to smithi08678205-30 2024-09-11T03:33:57.934 INFO:tasks.rados.rados.0.smithi086.stdout:657: finishing write tid 5 to smithi08678205-30 2024-09-11T03:33:57.934 INFO:tasks.rados.rados.0.smithi086.stdout:657: oid 30 updating version 0 to 471 2024-09-11T03:33:57.934 INFO:tasks.rados.rados.0.smithi086.stdout:657: oid 30 updating version 471 to 472 2024-09-11T03:33:57.934 INFO:tasks.rados.rados.0.smithi086.stdout:657: oid 30 version 472 is already newer than 470 2024-09-11T03:33:57.934 INFO:tasks.rados.rados.0.smithi086.stdout:657: oid 30 updating version 472 to 473 2024-09-11T03:33:57.934 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 473 (ObjNum 225 snap 51 seq_num 225) dirty exists 2024-09-11T03:33:57.934 INFO:tasks.rados.rados.0.smithi086.stdout:657: left oid 30 (ObjNum 225 snap 51 seq_num 225) 2024-09-11T03:33:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[37253]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:33:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[37253]: from='client.24992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[37253]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-11T03:33:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[37253]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-11T03:33:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[37253]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[37253]: osdmap e176: 8 total, 8 up, 8 in 2024-09-11T03:33:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/1441479859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:33:58.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[27247]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:33:58.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[27247]: from='client.24992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:58.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[27247]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-11T03:33:58.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[27247]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-11T03:33:58.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[27247]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:58.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[27247]: osdmap e176: 8 total, 8 up, 8 in 2024-09-11T03:33:58.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:57 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/1441479859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:33:58.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:57 smithi130 ceph-mon[31190]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:33:58.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:57 smithi130 ceph-mon[31190]: from='client.24992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:58.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:57 smithi130 ceph-mon[31190]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-11T03:33:58.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:57 smithi130 ceph-mon[31190]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-11T03:33:58.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:57 smithi130 ceph-mon[31190]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:58.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:57 smithi130 ceph-mon[31190]: osdmap e176: 8 total, 8 up, 8 in 2024-09-11T03:33:58.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:57 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/1441479859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:33:58.933 INFO:tasks.rados.rados.0.smithi086.stdout:657: done (2 left) 2024-09-11T03:33:58.933 INFO:tasks.rados.rados.0.smithi086.stdout:658: done (1 left) 2024-09-11T03:33:58.933 INFO:tasks.rados.rados.0.smithi086.stdout:660: done (0 left) 2024-09-11T03:33:58.933 INFO:tasks.rados.rados.0.smithi086.stdout:661: rmattr oid 40 current snap is 52 2024-09-11T03:33:58.933 INFO:tasks.rados.rados.0.smithi086.stdout:661: done (0 left) 2024-09-11T03:33:58.933 INFO:tasks.rados.rados.0.smithi086.stdout:662: read oid 10 snap 37 2024-09-11T03:33:58.933 INFO:tasks.rados.rados.0.smithi086.stdout:662: expect (ObjNum 132 snap 27 seq_num 132) 2024-09-11T03:33:58.933 INFO:tasks.rados.rados.0.smithi086.stdout:663: copy_from oid 33 from oid 45 current snap is 52 2024-09-11T03:33:58.933 INFO:tasks.rados.rados.0.smithi086.stdout:664: read oid 19 snap -1 2024-09-11T03:33:58.933 INFO:tasks.rados.rados.0.smithi086.stdout:664: expect deleted 2024-09-11T03:33:58.933 INFO:tasks.rados.rados.0.smithi086.stdout:665: rollback oid 31 current snap is 52 2024-09-11T03:33:58.934 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 31 to 46 2024-09-11T03:33:58.934 INFO:tasks.rados.rados.0.smithi086.stdout:666: delete oid 23 current snap is 52 2024-09-11T03:33:58.939 INFO:tasks.rados.rados.0.smithi086.stdout:663: finishing copy_from racing read to smithi08678205-33 2024-09-11T03:33:58.940 INFO:tasks.rados.rados.0.smithi086.stdout:665: finishing rollback tid 0 to smithi08678205-31 2024-09-11T03:33:58.940 INFO:tasks.rados.rados.0.smithi086.stdout:665: finishing rollback tid 1 to smithi08678205-31 2024-09-11T03:33:58.940 INFO:tasks.rados.rados.0.smithi086.stdout:663: finishing copy_from to smithi08678205-33 2024-09-11T03:33:58.940 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 193 (ObjNum 1265 snap 0 seq_num 3220786032) dirty exists 2024-09-11T03:33:58.941 INFO:tasks.rados.rados.0.smithi086.stdout:665: finishing rollback tid 2 to smithi08678205-31 2024-09-11T03:33:58.941 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 487 (ObjNum 170 snap 34 seq_num 170) dirty exists 2024-09-11T03:33:58.943 INFO:tasks.rados.rados.0.smithi086.stdout:663: done (4 left) 2024-09-11T03:33:58.944 INFO:tasks.rados.rados.0.smithi086.stdout:664: done (3 left) 2024-09-11T03:33:58.944 INFO:tasks.rados.rados.0.smithi086.stdout:665: done (2 left) 2024-09-11T03:33:58.944 INFO:tasks.rados.rados.0.smithi086.stdout:666: done (1 left) 2024-09-11T03:33:58.944 INFO:tasks.rados.rados.0.smithi086.stdout:667: read oid 11 snap -1 2024-09-11T03:33:58.944 INFO:tasks.rados.rados.0.smithi086.stdout:667: expect (ObjNum 198 snap 41 seq_num 198) 2024-09-11T03:33:58.944 INFO:tasks.rados.rados.0.smithi086.stdout:668: setattr oid 34 current snap is 52 2024-09-11T03:33:58.945 INFO:tasks.rados.rados.0.smithi086.stdout:669: rmattr oid 21 current snap is 52 2024-09-11T03:33:58.945 INFO:tasks.rados.rados.0.smithi086.stdout:669: done (3 left) 2024-09-11T03:33:58.945 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 52 2024-09-11T03:33:58.945 INFO:tasks.rados.rados.0.smithi086.stdout:670: seq_num 227 ranges {5079040=606208,5685248=794624,6479872=8192} 2024-09-11T03:33:58.977 INFO:tasks.rados.rados.0.smithi086.stdout:670: writing smithi08678205-17 from 5079040 to 5685248 tid 1 2024-09-11T03:33:58.982 INFO:tasks.rados.rados.0.smithi086.stdout:670: writing smithi08678205-17 from 5685248 to 6479872 tid 2 2024-09-11T03:33:58.982 INFO:tasks.rados.rados.0.smithi086.stdout:670: writing smithi08678205-17 from 6479872 to 6488064 tid 3 2024-09-11T03:33:58.982 INFO:tasks.rados.rados.0.smithi086.stdout:671: snap_create 2024-09-11T03:33:58.983 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 147 (ObjNum 111 snap 18 seq_num 111) dirty exists 2024-09-11T03:33:58.983 INFO:tasks.rados.rados.0.smithi086.stdout:667: expect (ObjNum 198 snap 41 seq_num 198) 2024-09-11T03:33:59.016 INFO:tasks.rados.rados.0.smithi086.stdout:662: expect (ObjNum 132 snap 27 seq_num 132) 2024-09-11T03:33:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:58 smithi130 ceph-mon[31190]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:58 smithi130 ceph-mon[31190]: osdmap e177: 8 total, 8 up, 8 in 2024-09-11T03:33:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:58 smithi130 ceph-mon[31190]: Upgrade: Updating mgr.y 2024-09-11T03:33:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:58 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:58 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:33:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:58 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:33:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:58 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:33:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:58 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:33:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:58 smithi130 ceph-mon[31190]: Deploying daemon mgr.y on smithi086 2024-09-11T03:33:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:58 smithi130 ceph-mon[31190]: pgmap v30: 121 pgs: 121 active+clean; 131 MiB data, 530 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.1 MiB/s wr, 44 op/s 2024-09-11T03:33:59.168 INFO:tasks.rados.rados.0.smithi086.stdout:670: finishing write tid 1 to smithi08678205-17 2024-09-11T03:33:59.169 INFO:tasks.rados.rados.0.smithi086.stdout:670: finishing write tid 2 to smithi08678205-17 2024-09-11T03:33:59.169 INFO:tasks.rados.rados.0.smithi086.stdout:670: finishing write tid 3 to smithi08678205-17 2024-09-11T03:33:59.169 INFO:tasks.rados.rados.0.smithi086.stdout:670: finishing write tid 4 to smithi08678205-17 2024-09-11T03:33:59.169 INFO:tasks.rados.rados.0.smithi086.stdout:670: finishing write tid 5 to smithi08678205-17 2024-09-11T03:33:59.169 INFO:tasks.rados.rados.0.smithi086.stdout:670: oid 17 updating version 0 to 59 2024-09-11T03:33:59.169 INFO:tasks.rados.rados.0.smithi086.stdout:670: oid 17 updating version 59 to 61 2024-09-11T03:33:59.169 INFO:tasks.rados.rados.0.smithi086.stdout:670: oid 17 version 61 is already newer than 58 2024-09-11T03:33:59.169 INFO:tasks.rados.rados.0.smithi086.stdout:670: oid 17 version 61 is already newer than 60 2024-09-11T03:33:59.169 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 61 (ObjNum 227 snap 52 seq_num 227) dirty exists 2024-09-11T03:33:59.169 INFO:tasks.rados.rados.0.smithi086.stdout:670: left oid 17 (ObjNum 227 snap 52 seq_num 227) 2024-09-11T03:33:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[27247]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[27247]: osdmap e177: 8 total, 8 up, 8 in 2024-09-11T03:33:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[27247]: Upgrade: Updating mgr.y 2024-09-11T03:33:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:33:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:33:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:33:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:33:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[27247]: Deploying daemon mgr.y on smithi086 2024-09-11T03:33:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[27247]: pgmap v30: 121 pgs: 121 active+clean; 131 MiB data, 530 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.1 MiB/s wr, 44 op/s 2024-09-11T03:33:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[37253]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:33:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[37253]: osdmap e177: 8 total, 8 up, 8 in 2024-09-11T03:33:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[37253]: Upgrade: Updating mgr.y 2024-09-11T03:33:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:33:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:33:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:33:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:33:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:33:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[37253]: Deploying daemon mgr.y on smithi086 2024-09-11T03:33:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:58 smithi086 ceph-mon[37253]: pgmap v30: 121 pgs: 121 active+clean; 131 MiB data, 530 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.1 MiB/s wr, 44 op/s 2024-09-11T03:33:59.918 INFO:tasks.rados.rados.0.smithi086.stdout:662: done (4 left) 2024-09-11T03:33:59.918 INFO:tasks.rados.rados.0.smithi086.stdout:667: done (3 left) 2024-09-11T03:33:59.918 INFO:tasks.rados.rados.0.smithi086.stdout:668: done (2 left) 2024-09-11T03:33:59.918 INFO:tasks.rados.rados.0.smithi086.stdout:670: done (1 left) 2024-09-11T03:33:59.918 INFO:tasks.rados.rados.0.smithi086.stdout:671: done (0 left) 2024-09-11T03:33:59.918 INFO:tasks.rados.rados.0.smithi086.stdout:672: snap_remove snap 50 2024-09-11T03:34:00.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:59 smithi086 ceph-mon[27247]: osdmap e178: 8 total, 8 up, 8 in 2024-09-11T03:34:00.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:33:59 smithi086 ceph-mon[27247]: osdmap e179: 8 total, 8 up, 8 in 2024-09-11T03:34:00.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:59 smithi086 ceph-mon[37253]: osdmap e178: 8 total, 8 up, 8 in 2024-09-11T03:34:00.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:33:59 smithi086 ceph-mon[37253]: osdmap e179: 8 total, 8 up, 8 in 2024-09-11T03:34:00.077 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:33:59 smithi086 systemd[1]: Stopping Ceph mgr.y for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:34:00.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:59 smithi130 ceph-mon[31190]: osdmap e178: 8 total, 8 up, 8 in 2024-09-11T03:34:00.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:33:59 smithi130 ceph-mon[31190]: osdmap e179: 8 total, 8 up, 8 in 2024-09-11T03:34:00.380 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:00 smithi086 podman[80862]: 2024-09-11 03:34:00.111216065 +0000 UTC m=+0.234098624 container died 0c7ac3b465629e63535b735be3dc67b384f48bc3d8e00f412da0efef7ce65781 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y, GIT_CLEAN=True, RELEASE=reef-7a853b1, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-11T03:34:00.731 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:00 smithi086 podman[80862]: 2024-09-11 03:34:00.480554597 +0000 UTC m=+0.603437146 container cleanup 0c7ac3b465629e63535b735be3dc67b384f48bc3d8e00f412da0efef7ce65781 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7a853b1, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-11T03:34:00.731 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:00 smithi086 bash[80862]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y 2024-09-11T03:34:00.919 INFO:tasks.rados.rados.0.smithi086.stdout:672: done (0 left) 2024-09-11T03:34:00.920 INFO:tasks.rados.rados.0.smithi086.stdout:673: snap_remove snap 47 2024-09-11T03:34:01.059 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:00 smithi086 ceph-mon[27247]: pgmap v33: 121 pgs: 121 active+clean; 131 MiB data, 530 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.1 MiB/s wr, 44 op/s 2024-09-11T03:34:01.059 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:00 smithi086 ceph-mon[27247]: osdmap e180: 8 total, 8 up, 8 in 2024-09-11T03:34:01.059 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:00 smithi086 ceph-mon[37253]: pgmap v33: 121 pgs: 121 active+clean; 131 MiB data, 530 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.1 MiB/s wr, 44 op/s 2024-09-11T03:34:01.059 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:00 smithi086 ceph-mon[37253]: osdmap e180: 8 total, 8 up, 8 in 2024-09-11T03:34:01.059 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:00 smithi086 podman[80874]: 2024-09-11 03:34:00.732018719 +0000 UTC m=+0.617337965 container remove 0c7ac3b465629e63535b735be3dc67b384f48bc3d8e00f412da0efef7ce65781 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-7a853b1, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:34:01.060 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:00 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-11T03:34:01.060 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:00 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-11T03:34:01.060 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:00 smithi086 systemd[1]: Stopped Ceph mgr.y for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:34:01.060 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:00 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.y.service: Consumed 43.671s CPU time. 2024-09-11T03:34:01.060 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:01 smithi086 systemd[1]: Starting Ceph mgr.y for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:34:01.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:01 smithi086 podman[81005]: 2024-09-11 03:34:01.173330916 +0000 UTC m=+0.018293126 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:34:01.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:01 smithi086 podman[81005]: 2024-09-11 03:34:01.2916425 +0000 UTC m=+0.136604708 container create 85f67b749129cce05a5d0bfa622e39ca5a49383af48f38bc385d5b3ff383a879 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-11T03:34:01.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:00 smithi130 ceph-mon[31190]: pgmap v33: 121 pgs: 121 active+clean; 131 MiB data, 530 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.1 MiB/s wr, 44 op/s 2024-09-11T03:34:01.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:00 smithi130 ceph-mon[31190]: osdmap e180: 8 total, 8 up, 8 in 2024-09-11T03:34:01.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:01 smithi086 podman[81005]: 2024-09-11 03:34:01.544524393 +0000 UTC m=+0.389486601 container init 85f67b749129cce05a5d0bfa622e39ca5a49383af48f38bc385d5b3ff383a879 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731) 2024-09-11T03:34:01.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:01 smithi086 podman[81005]: 2024-09-11 03:34:01.547302887 +0000 UTC m=+0.392265096 container start 85f67b749129cce05a5d0bfa622e39ca5a49383af48f38bc385d5b3ff383a879 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-11T03:34:01.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:01 smithi086 ceph-mgr[81023]: -- 172.21.15.86:0/3507432976 <== mon.0 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557685a7f0e0 con 0x557685a5c800 2024-09-11T03:34:01.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:01 smithi086 bash[81005]: 85f67b749129cce05a5d0bfa622e39ca5a49383af48f38bc385d5b3ff383a879 2024-09-11T03:34:01.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:01 smithi086 systemd[1]: Started Ceph mgr.y for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:34:01.924 INFO:tasks.rados.rados.0.smithi086.stdout:673: done (0 left) 2024-09-11T03:34:01.924 INFO:tasks.rados.rados.0.smithi086.stdout:674: rollback oid 12 current snap is 53 2024-09-11T03:34:01.924 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 12 to 46 2024-09-11T03:34:01.924 INFO:tasks.rados.rados.0.smithi086.stdout:675: read oid 21 snap -1 2024-09-11T03:34:01.924 INFO:tasks.rados.rados.0.smithi086.stdout:675: expect deleted 2024-09-11T03:34:01.924 INFO:tasks.rados.rados.0.smithi086.stdout:676: snap_remove snap 52 2024-09-11T03:34:02.928 INFO:tasks.rados.rados.0.smithi086.stdout:676: done (2 left) 2024-09-11T03:34:02.929 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 53 2024-09-11T03:34:02.929 INFO:tasks.rados.rados.0.smithi086.stdout:677: seq_num 228 ranges {557056=622592,1179648=671744,1851392=131072} 2024-09-11T03:34:02.936 INFO:tasks.rados.rados.0.smithi086.stdout:677: writing smithi08678205-44 from 557056 to 1179648 tid 1 2024-09-11T03:34:02.938 INFO:tasks.rados.rados.0.smithi086.stdout:677: writing smithi08678205-44 from 1179648 to 1851392 tid 2 2024-09-11T03:34:02.939 INFO:tasks.rados.rados.0.smithi086.stdout:677: writing smithi08678205-44 from 1851392 to 1982464 tid 3 2024-09-11T03:34:02.940 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 28 current snap is 53 2024-09-11T03:34:02.940 INFO:tasks.rados.rados.0.smithi086.stdout:678: seq_num 229 ranges {1146880=638976,1785856=606208,2392064=196608} 2024-09-11T03:34:02.949 INFO:tasks.rados.rados.0.smithi086.stdout:678: writing smithi08678205-28 from 1146880 to 1785856 tid 1 2024-09-11T03:34:02.953 INFO:tasks.rados.rados.0.smithi086.stdout:678: writing smithi08678205-28 from 1785856 to 2392064 tid 2 2024-09-11T03:34:02.954 INFO:tasks.rados.rados.0.smithi086.stdout:678: writing smithi08678205-28 from 2392064 to 2588672 tid 3 2024-09-11T03:34:02.954 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 53 2024-09-11T03:34:02.954 INFO:tasks.rados.rados.0.smithi086.stdout:679: seq_num 230 ranges {1097728=655360,1753088=491520,2244608=311296} 2024-09-11T03:34:02.964 INFO:tasks.rados.rados.0.smithi086.stdout:679: writing smithi08678205-11 from 1097728 to 1753088 tid 1 2024-09-11T03:34:02.966 INFO:tasks.rados.rados.0.smithi086.stdout:679: writing smithi08678205-11 from 1753088 to 2244608 tid 2 2024-09-11T03:34:02.969 INFO:tasks.rados.rados.0.smithi086.stdout:679: writing smithi08678205-11 from 2244608 to 2555904 tid 3 2024-09-11T03:34:02.969 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 53 2024-09-11T03:34:02.969 INFO:tasks.rados.rados.0.smithi086.stdout:674: finishing rollback tid 0 to smithi08678205-12 2024-09-11T03:34:02.969 INFO:tasks.rados.rados.0.smithi086.stdout:674: finishing rollback tid 1 to smithi08678205-12 2024-09-11T03:34:02.969 INFO:tasks.rados.rados.0.smithi086.stdout:674: finishing rollback tid 2 to smithi08678205-12 2024-09-11T03:34:02.969 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 336 (ObjNum 168 snap 34 seq_num 168) dirty exists 2024-09-11T03:34:02.970 INFO:tasks.rados.rados.0.smithi086.stdout:677: finishing write tid 1 to smithi08678205-44 2024-09-11T03:34:02.970 INFO:tasks.rados.rados.0.smithi086.stdout:680: seq_num 231 ranges {1212416=671744,1884160=778240,2662400=24576} 2024-09-11T03:34:02.979 INFO:tasks.rados.rados.0.smithi086.stdout:680: writing smithi08678205-10 from 1212416 to 1884160 tid 1 2024-09-11T03:34:02.984 INFO:tasks.rados.rados.0.smithi086.stdout:680: writing smithi08678205-10 from 1884160 to 2662400 tid 2 2024-09-11T03:34:02.984 INFO:tasks.rados.rados.0.smithi086.stdout:680: writing smithi08678205-10 from 2662400 to 2686976 tid 3 2024-09-11T03:34:02.984 INFO:tasks.rados.rados.0.smithi086.stdout:674: done (5 left) 2024-09-11T03:34:02.984 INFO:tasks.rados.rados.0.smithi086.stdout:675: done (4 left) 2024-09-11T03:34:02.984 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 53 2024-09-11T03:34:02.985 INFO:tasks.rados.rados.0.smithi086.stdout:677: finishing write tid 2 to smithi08678205-44 2024-09-11T03:34:02.985 INFO:tasks.rados.rados.0.smithi086.stdout:677: finishing write tid 3 to smithi08678205-44 2024-09-11T03:34:02.985 INFO:tasks.rados.rados.0.smithi086.stdout:677: finishing write tid 4 to smithi08678205-44 2024-09-11T03:34:02.985 INFO:tasks.rados.rados.0.smithi086.stdout:677: finishing write tid 5 to smithi08678205-44 2024-09-11T03:34:02.985 INFO:tasks.rados.rados.0.smithi086.stdout:677: oid 44 updating version 0 to 31 2024-09-11T03:34:02.985 INFO:tasks.rados.rados.0.smithi086.stdout:677: oid 44 updating version 31 to 32 2024-09-11T03:34:02.985 INFO:tasks.rados.rados.0.smithi086.stdout:677: oid 44 version 32 is already newer than 30 2024-09-11T03:34:02.985 INFO:tasks.rados.rados.0.smithi086.stdout:677: oid 44 updating version 32 to 33 2024-09-11T03:34:02.985 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 33 (ObjNum 228 snap 53 seq_num 228) dirty exists 2024-09-11T03:34:02.985 INFO:tasks.rados.rados.0.smithi086.stdout:677: left oid 44 (ObjNum 228 snap 53 seq_num 228) 2024-09-11T03:34:02.985 INFO:tasks.rados.rados.0.smithi086.stdout:678: finishing write tid 1 to smithi08678205-28 2024-09-11T03:34:02.985 INFO:tasks.rados.rados.0.smithi086.stdout:678: finishing write tid 2 to smithi08678205-28 2024-09-11T03:34:02.985 INFO:tasks.rados.rados.0.smithi086.stdout:681: seq_num 232 ranges {417792=688128,1105920=663552,1769472=139264} 2024-09-11T03:34:02.990 INFO:tasks.rados.rados.0.smithi086.stdout:681: writing smithi08678205-12 from 417792 to 1105920 tid 1 2024-09-11T03:34:02.993 INFO:tasks.rados.rados.0.smithi086.stdout:681: writing smithi08678205-12 from 1105920 to 1769472 tid 2 2024-09-11T03:34:02.995 INFO:tasks.rados.rados.0.smithi086.stdout:681: writing smithi08678205-12 from 1769472 to 1908736 tid 3 2024-09-11T03:34:02.995 INFO:tasks.rados.rados.0.smithi086.stdout:677: done (4 left) 2024-09-11T03:34:02.995 INFO:tasks.rados.rados.0.smithi086.stdout:682: setattr oid 30 current snap is 53 2024-09-11T03:34:02.995 INFO:tasks.rados.rados.0.smithi086.stdout:678: finishing write tid 3 to smithi08678205-28 2024-09-11T03:34:02.996 INFO:tasks.rados.rados.0.smithi086.stdout:678: finishing write tid 4 to smithi08678205-28 2024-09-11T03:34:02.996 INFO:tasks.rados.rados.0.smithi086.stdout:678: finishing write tid 5 to smithi08678205-28 2024-09-11T03:34:02.996 INFO:tasks.rados.rados.0.smithi086.stdout:678: oid 28 updating version 0 to 509 2024-09-11T03:34:02.996 INFO:tasks.rados.rados.0.smithi086.stdout:678: oid 28 updating version 509 to 512 2024-09-11T03:34:02.996 INFO:tasks.rados.rados.0.smithi086.stdout:678: oid 28 version 512 is already newer than 510 2024-09-11T03:34:02.996 INFO:tasks.rados.rados.0.smithi086.stdout:678: oid 28 version 512 is already newer than 511 2024-09-11T03:34:02.996 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 512 (ObjNum 229 snap 53 seq_num 229) dirty exists 2024-09-11T03:34:02.996 INFO:tasks.rados.rados.0.smithi086.stdout:678: left oid 28 (ObjNum 229 snap 53 seq_num 229) 2024-09-11T03:34:02.996 INFO:tasks.rados.rados.0.smithi086.stdout:679: finishing write tid 1 to smithi08678205-11 2024-09-11T03:34:02.996 INFO:tasks.rados.rados.0.smithi086.stdout:679: finishing write tid 2 to smithi08678205-11 2024-09-11T03:34:02.996 INFO:tasks.rados.rados.0.smithi086.stdout:679: finishing write tid 3 to smithi08678205-11 2024-09-11T03:34:02.996 INFO:tasks.rados.rados.0.smithi086.stdout:679: finishing write tid 4 to smithi08678205-11 2024-09-11T03:34:02.996 INFO:tasks.rados.rados.0.smithi086.stdout:679: finishing write tid 5 to smithi08678205-11 2024-09-11T03:34:02.997 INFO:tasks.rados.rados.0.smithi086.stdout:679: oid 11 updating version 0 to 219 2024-09-11T03:34:02.997 INFO:tasks.rados.rados.0.smithi086.stdout:679: oid 11 updating version 219 to 221 2024-09-11T03:34:02.997 INFO:tasks.rados.rados.0.smithi086.stdout:679: oid 11 version 221 is already newer than 218 2024-09-11T03:34:02.997 INFO:tasks.rados.rados.0.smithi086.stdout:679: oid 11 version 221 is already newer than 220 2024-09-11T03:34:02.997 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 221 (ObjNum 230 snap 53 seq_num 230) dirty exists 2024-09-11T03:34:02.997 INFO:tasks.rados.rados.0.smithi086.stdout:679: left oid 11 (ObjNum 230 snap 53 seq_num 230) 2024-09-11T03:34:02.997 INFO:tasks.rados.rados.0.smithi086.stdout:680: finishing write tid 1 to smithi08678205-10 2024-09-11T03:34:02.997 INFO:tasks.rados.rados.0.smithi086.stdout:680: finishing write tid 2 to smithi08678205-10 2024-09-11T03:34:02.997 INFO:tasks.rados.rados.0.smithi086.stdout:680: finishing write tid 3 to smithi08678205-10 2024-09-11T03:34:02.997 INFO:tasks.rados.rados.0.smithi086.stdout:680: finishing write tid 4 to smithi08678205-10 2024-09-11T03:34:02.997 INFO:tasks.rados.rados.0.smithi086.stdout:680: finishing write tid 5 to smithi08678205-10 2024-09-11T03:34:02.997 INFO:tasks.rados.rados.0.smithi086.stdout:680: oid 10 updating version 0 to 204 2024-09-11T03:34:02.997 INFO:tasks.rados.rados.0.smithi086.stdout:680: oid 10 version 204 is already newer than 202 2024-09-11T03:34:02.998 INFO:tasks.rados.rados.0.smithi086.stdout:680: oid 10 version 204 is already newer than 203 2024-09-11T03:34:02.998 INFO:tasks.rados.rados.0.smithi086.stdout:680: oid 10 updating version 204 to 205 2024-09-11T03:34:02.998 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 205 (ObjNum 231 snap 53 seq_num 231) dirty exists 2024-09-11T03:34:02.998 INFO:tasks.rados.rados.0.smithi086.stdout:680: left oid 10 (ObjNum 231 snap 53 seq_num 231) 2024-09-11T03:34:02.998 INFO:tasks.rados.rados.0.smithi086.stdout:681: finishing write tid 1 to smithi08678205-12 2024-09-11T03:34:02.999 INFO:tasks.rados.rados.0.smithi086.stdout:678: done (4 left) 2024-09-11T03:34:02.999 INFO:tasks.rados.rados.0.smithi086.stdout:679: done (3 left) 2024-09-11T03:34:02.999 INFO:tasks.rados.rados.0.smithi086.stdout:680: done (2 left) 2024-09-11T03:34:02.999 INFO:tasks.rados.rados.0.smithi086.stdout:683: delete oid 7 current snap is 53 2024-09-11T03:34:02.999 INFO:tasks.rados.rados.0.smithi086.stdout:681: finishing write tid 2 to smithi08678205-12 2024-09-11T03:34:02.999 INFO:tasks.rados.rados.0.smithi086.stdout:681: finishing write tid 3 to smithi08678205-12 2024-09-11T03:34:02.999 INFO:tasks.rados.rados.0.smithi086.stdout:681: finishing write tid 4 to smithi08678205-12 2024-09-11T03:34:02.999 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 514 (ObjNum 225 snap 51 seq_num 225) dirty exists 2024-09-11T03:34:02.999 INFO:tasks.rados.rados.0.smithi086.stdout:682: done (2 left) 2024-09-11T03:34:02.999 INFO:tasks.rados.rados.0.smithi086.stdout:683: done (1 left) 2024-09-11T03:34:03.000 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 5 current snap is 53 2024-09-11T03:34:03.000 INFO:tasks.rados.rados.0.smithi086.stdout:684: seq_num 234 ranges {1474560=729088,2203648=434176,2637824=368640} 2024-09-11T03:34:03.011 INFO:tasks.rados.rados.0.smithi086.stdout:684: writing smithi08678205-5 from 1474560 to 2203648 tid 1 2024-09-11T03:34:03.013 INFO:tasks.rados.rados.0.smithi086.stdout:684: writing smithi08678205-5 from 2203648 to 2637824 tid 2 2024-09-11T03:34:03.017 INFO:tasks.rados.rados.0.smithi086.stdout:684: writing smithi08678205-5 from 2637824 to 3006464 tid 3 2024-09-11T03:34:03.017 INFO:tasks.rados.rados.0.smithi086.stdout:685: copy_from oid 44 from oid 47 current snap is 53 2024-09-11T03:34:03.017 INFO:tasks.rados.rados.0.smithi086.stdout:681: finishing write tid 5 to smithi08678205-12 2024-09-11T03:34:03.017 INFO:tasks.rados.rados.0.smithi086.stdout:681: oid 12 updating version 0 to 338 2024-09-11T03:34:03.017 INFO:tasks.rados.rados.0.smithi086.stdout:681: oid 12 updating version 338 to 340 2024-09-11T03:34:03.017 INFO:tasks.rados.rados.0.smithi086.stdout:681: oid 12 version 340 is already newer than 339 2024-09-11T03:34:03.017 INFO:tasks.rados.rados.0.smithi086.stdout:681: oid 12 version 340 is already newer than 337 2024-09-11T03:34:03.017 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 340 (ObjNum 232 snap 53 seq_num 232) dirty exists 2024-09-11T03:34:03.017 INFO:tasks.rados.rados.0.smithi086.stdout:681: left oid 12 (ObjNum 232 snap 53 seq_num 232) 2024-09-11T03:34:03.017 INFO:tasks.rados.rados.0.smithi086.stdout:684: finishing write tid 1 to smithi08678205-5 2024-09-11T03:34:03.017 INFO:tasks.rados.rados.0.smithi086.stdout:681: done (2 left) 2024-09-11T03:34:03.018 INFO:tasks.rados.rados.0.smithi086.stdout:686: rollback oid 9 current snap is 53 2024-09-11T03:34:03.018 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 9 to 49 2024-09-11T03:34:03.018 INFO:tasks.rados.rados.0.smithi086.stdout:684: finishing write tid 2 to smithi08678205-5 2024-09-11T03:34:03.018 INFO:tasks.rados.rados.0.smithi086.stdout:687: copy_from oid 31 from oid 18 current snap is 53 2024-09-11T03:34:03.018 INFO:tasks.rados.rados.0.smithi086.stdout:688: copy_from oid 17 from oid 7 current snap is 53 2024-09-11T03:34:03.018 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 53 2024-09-11T03:34:03.018 INFO:tasks.rados.rados.0.smithi086.stdout:689: seq_num 235 ranges {0=745472,745472=712704,1458176=90112} 2024-09-11T03:34:03.021 INFO:tasks.rados.rados.0.smithi086.stdout:689: writing smithi08678205-16 from 0 to 745472 tid 1 2024-09-11T03:34:03.025 INFO:tasks.rados.rados.0.smithi086.stdout:689: writing smithi08678205-16 from 745472 to 1458176 tid 2 2024-09-11T03:34:03.026 INFO:tasks.rados.rados.0.smithi086.stdout:689: writing smithi08678205-16 from 1458176 to 1548288 tid 3 2024-09-11T03:34:03.026 INFO:tasks.rados.rados.0.smithi086.stdout:690: snap_remove snap 45 2024-09-11T03:34:03.028 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:02 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:03.029 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:02 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:03.029 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:02 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:03.029 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:02 smithi086 ceph-mon[37253]: osdmap e181: 8 total, 8 up, 8 in 2024-09-11T03:34:03.029 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:02 smithi086 ceph-mon[37253]: pgmap v36: 121 pgs: 121 active+clean; 134 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-09-11T03:34:03.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:02 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:03.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:02 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:03.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:02 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:03.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:02 smithi086 ceph-mon[27247]: osdmap e181: 8 total, 8 up, 8 in 2024-09-11T03:34:03.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:02 smithi086 ceph-mon[27247]: pgmap v36: 121 pgs: 121 active+clean; 134 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-09-11T03:34:03.038 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:02 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:03.039 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:02 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:03.039 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:02 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:03.039 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:02 smithi130 ceph-mon[31190]: osdmap e181: 8 total, 8 up, 8 in 2024-09-11T03:34:03.039 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:02 smithi130 ceph-mon[31190]: pgmap v36: 121 pgs: 121 active+clean; 134 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-09-11T03:34:03.938 INFO:tasks.rados.rados.0.smithi086.stdout:690: done (6 left) 2024-09-11T03:34:03.938 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 53 2024-09-11T03:34:03.938 INFO:tasks.rados.rados.0.smithi086.stdout:688: finishing copy_from to smithi08678205-17 2024-09-11T03:34:03.938 INFO:tasks.rados.rados.0.smithi086.stdout:688: got expected ENOENT (src dne) 2024-09-11T03:34:03.938 INFO:tasks.rados.rados.0.smithi086.stdout:691: seq_num 236 ranges {2318336=761856,3080192=647168,3727360=155648} 2024-09-11T03:34:03.954 INFO:tasks.rados.rados.0.smithi086.stdout:691: writing smithi08678205-26 from 2318336 to 3080192 tid 1 2024-09-11T03:34:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:691: writing smithi08678205-26 from 3080192 to 3727360 tid 2 2024-09-11T03:34:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:691: writing smithi08678205-26 from 3727360 to 3883008 tid 3 2024-09-11T03:34:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:692: read oid 33 snap -1 2024-09-11T03:34:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:692: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:693: snap_remove snap 48 2024-09-11T03:34:04.114 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:03 smithi086 ceph-mon[27247]: osdmap e182: 8 total, 8 up, 8 in 2024-09-11T03:34:04.114 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:03 smithi086 ceph-mon[37253]: osdmap e182: 8 total, 8 up, 8 in 2024-09-11T03:34:04.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:03 smithi130 ceph-mon[31190]: osdmap e182: 8 total, 8 up, 8 in 2024-09-11T03:34:04.929 INFO:tasks.rados.rados.0.smithi086.stdout:693: done (8 left) 2024-09-11T03:34:04.929 INFO:tasks.rados.rados.0.smithi086.stdout:694: read oid 22 snap -1 2024-09-11T03:34:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:694: expect (ObjNum 166 snap 34 seq_num 166) 2024-09-11T03:34:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:695: setattr oid 4 current snap is 53 2024-09-11T03:34:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:688: finishing copy_from racing read to smithi08678205-17 2024-09-11T03:34:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:685: finishing copy_from racing read to smithi08678205-44 2024-09-11T03:34:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:684: finishing write tid 3 to smithi08678205-5 2024-09-11T03:34:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:684: finishing write tid 4 to smithi08678205-5 2024-09-11T03:34:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:685: finishing copy_from to smithi08678205-44 2024-09-11T03:34:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 97 (ObjNum 129 snap 0 seq_num 3220627392) dirty exists 2024-09-11T03:34:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:684: finishing write tid 5 to smithi08678205-5 2024-09-11T03:34:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:684: oid 5 updating version 0 to 207 2024-09-11T03:34:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:684: oid 5 updating version 207 to 208 2024-09-11T03:34:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:684: oid 5 updating version 208 to 210 2024-09-11T03:34:04.930 INFO:tasks.rados.rados.0.smithi086.stdout:684: oid 5 version 210 is already newer than 209 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 210 (ObjNum 234 snap 53 seq_num 234) dirty exists 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:684: left oid 5 (ObjNum 234 snap 53 seq_num 234) 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:686: finishing rollback tid 0 to smithi08678205-9 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:686: finishing rollback tid 1 to smithi08678205-9 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:686: finishing rollback tid 2 to smithi08678205-9 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 227 (ObjNum 208 snap 44 seq_num 208) dirty exists 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:689: finishing write tid 1 to smithi08678205-16 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:687: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:687: finishing copy_from to smithi08678205-31 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 139 (ObjNum 221 snap 49 seq_num 221) dirty exists 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:689: finishing write tid 2 to smithi08678205-16 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:689: finishing write tid 3 to smithi08678205-16 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:689: finishing write tid 4 to smithi08678205-16 2024-09-11T03:34:04.931 INFO:tasks.rados.rados.0.smithi086.stdout:689: finishing write tid 5 to smithi08678205-16 2024-09-11T03:34:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:689: oid 16 updating version 0 to 347 2024-09-11T03:34:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:689: oid 16 updating version 347 to 348 2024-09-11T03:34:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:689: oid 16 version 348 is already newer than 346 2024-09-11T03:34:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:689: oid 16 version 348 is already newer than 345 2024-09-11T03:34:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 348 (ObjNum 235 snap 53 seq_num 235) dirty exists 2024-09-11T03:34:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:689: left oid 16 (ObjNum 235 snap 53 seq_num 235) 2024-09-11T03:34:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:691: finishing write tid 1 to smithi08678205-26 2024-09-11T03:34:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:692: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:691: finishing write tid 2 to smithi08678205-26 2024-09-11T03:34:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:691: finishing write tid 3 to smithi08678205-26 2024-09-11T03:34:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:684: done (9 left) 2024-09-11T03:34:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:685: done (8 left) 2024-09-11T03:34:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:686: done (7 left) 2024-09-11T03:34:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:687: done (6 left) 2024-09-11T03:34:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:688: done (5 left) 2024-09-11T03:34:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:689: done (4 left) 2024-09-11T03:34:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:692: done (3 left) 2024-09-11T03:34:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:696: delete oid 2 current snap is 53 2024-09-11T03:34:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:691: finishing write tid 4 to smithi08678205-26 2024-09-11T03:34:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:691: finishing write tid 5 to smithi08678205-26 2024-09-11T03:34:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:691: oid 26 updating version 0 to 142 2024-09-11T03:34:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:691: oid 26 version 142 is already newer than 137 2024-09-11T03:34:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:691: oid 26 version 142 is already newer than 141 2024-09-11T03:34:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:691: oid 26 version 142 is already newer than 140 2024-09-11T03:34:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 142 (ObjNum 236 snap 53 seq_num 236) dirty exists 2024-09-11T03:34:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:691: left oid 26 (ObjNum 236 snap 53 seq_num 236) 2024-09-11T03:34:04.935 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 151 (ObjNum 157 snap 33 seq_num 157) dirty exists 2024-09-11T03:34:04.938 INFO:tasks.rados.rados.0.smithi086.stdout:691: done (3 left) 2024-09-11T03:34:04.938 INFO:tasks.rados.rados.0.smithi086.stdout:695: done (2 left) 2024-09-11T03:34:04.938 INFO:tasks.rados.rados.0.smithi086.stdout:696: done (1 left) 2024-09-11T03:34:04.938 INFO:tasks.rados.rados.0.smithi086.stdout:697: read oid 45 snap 46 2024-09-11T03:34:04.938 INFO:tasks.rados.rados.0.smithi086.stdout:697: expect (ObjNum -1073866432 snap 21906 seq_num 3221196400) 2024-09-11T03:34:04.938 INFO:tasks.rados.rados.0.smithi086.stdout:698: snap_remove snap 51 2024-09-11T03:34:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:04 smithi086 ceph-mon[27247]: osdmap e183: 8 total, 8 up, 8 in 2024-09-11T03:34:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:04 smithi086 ceph-mon[27247]: pgmap v39: 121 pgs: 121 active+clean; 134 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-09-11T03:34:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:04 smithi086 ceph-mon[27247]: osdmap e184: 8 total, 8 up, 8 in 2024-09-11T03:34:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:04 smithi086 ceph-mon[37253]: osdmap e183: 8 total, 8 up, 8 in 2024-09-11T03:34:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:04 smithi086 ceph-mon[37253]: pgmap v39: 121 pgs: 121 active+clean; 134 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-09-11T03:34:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:04 smithi086 ceph-mon[37253]: osdmap e184: 8 total, 8 up, 8 in 2024-09-11T03:34:05.314 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:04 smithi130 ceph-mon[31190]: osdmap e183: 8 total, 8 up, 8 in 2024-09-11T03:34:05.314 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:04 smithi130 ceph-mon[31190]: pgmap v39: 121 pgs: 121 active+clean; 134 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-09-11T03:34:05.314 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:04 smithi130 ceph-mon[31190]: osdmap e184: 8 total, 8 up, 8 in 2024-09-11T03:34:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:698: done (2 left) 2024-09-11T03:34:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:699: copy_from oid 12 from oid 25 current snap is 53 2024-09-11T03:34:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:697: expect (ObjNum -1073866432 snap 21906 seq_num 3221196400) 2024-09-11T03:34:05.948 INFO:tasks.rados.rados.0.smithi086.stdout:694: expect (ObjNum 166 snap 34 seq_num 166) 2024-09-11T03:34:06.049 INFO:tasks.rados.rados.0.smithi086.stdout:699: finishing copy_from racing read to smithi08678205-12 2024-09-11T03:34:06.049 INFO:tasks.rados.rados.0.smithi086.stdout:699: finishing copy_from to smithi08678205-12 2024-09-11T03:34:06.049 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 18 (ObjNum 220 snap 48 seq_num 220) dirty exists 2024-09-11T03:34:06.049 INFO:tasks.rados.rados.0.smithi086.stdout:694: done (2 left) 2024-09-11T03:34:06.049 INFO:tasks.rados.rados.0.smithi086.stdout:697: done (1 left) 2024-09-11T03:34:06.050 INFO:tasks.rados.rados.0.smithi086.stdout:699: done (0 left) 2024-09-11T03:34:06.050 INFO:tasks.rados.rados.0.smithi086.stdout:700: read oid 2 snap -1 2024-09-11T03:34:06.050 INFO:tasks.rados.rados.0.smithi086.stdout:700: expect deleted 2024-09-11T03:34:06.050 INFO:tasks.rados.rados.0.smithi086.stdout:701: rollback oid 34 current snap is 53 2024-09-11T03:34:06.050 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 34 to 37 2024-09-11T03:34:06.050 INFO:tasks.rados.rados.0.smithi086.stdout:702: delete oid 23 current snap is 53 2024-09-11T03:34:06.050 INFO:tasks.rados.rados.0.smithi086.stdout:700: done (2 left) 2024-09-11T03:34:06.051 INFO:tasks.rados.rados.0.smithi086.stdout:702: done (1 left) 2024-09-11T03:34:06.051 INFO:tasks.rados.rados.0.smithi086.stdout:703: read oid 23 snap -1 2024-09-11T03:34:06.051 INFO:tasks.rados.rados.0.smithi086.stdout:703: expect deleted 2024-09-11T03:34:06.051 INFO:tasks.rados.rados.0.smithi086.stdout:704: read oid 26 snap -1 2024-09-11T03:34:06.051 INFO:tasks.rados.rados.0.smithi086.stdout:704: expect (ObjNum 236 snap 53 seq_num 236) 2024-09-11T03:34:06.051 INFO:tasks.rados.rados.0.smithi086.stdout:705: snap_remove snap 46 2024-09-11T03:34:06.514 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.514 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.514 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.514 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.514 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[27247]: osdmap e185: 8 total, 8 up, 8 in 2024-09-11T03:34:06.514 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.515 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.515 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.515 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.515 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.515 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.515 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[37253]: osdmap e185: 8 total, 8 up, 8 in 2024-09-11T03:34:06.515 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.515 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:06 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:06 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:06 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:06 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:06 smithi130 ceph-mon[31190]: osdmap e185: 8 total, 8 up, 8 in 2024-09-11T03:34:06.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:06 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:06 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:06.971 INFO:tasks.rados.rados.0.smithi086.stdout:705: done (3 left) 2024-09-11T03:34:06.971 INFO:tasks.rados.rados.0.smithi086.stdout:706: snap_remove snap 49 2024-09-11T03:34:07.298 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[37253]: pgmap v42: 121 pgs: 121 active+clean; 134 MiB data, 535 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:07.299 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[37253]: Standby manager daemon y restarted 2024-09-11T03:34:07.299 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[37253]: Standby manager daemon y started 2024-09-11T03:34:07.299 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-11T03:34:07.299 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:34:07.299 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-11T03:34:07.299 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:34:07.299 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[37253]: osdmap e186: 8 total, 8 up, 8 in 2024-09-11T03:34:07.299 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[27247]: pgmap v42: 121 pgs: 121 active+clean; 134 MiB data, 535 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:07.299 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[27247]: Standby manager daemon y restarted 2024-09-11T03:34:07.300 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[27247]: Standby manager daemon y started 2024-09-11T03:34:07.300 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-11T03:34:07.300 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:34:07.300 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-11T03:34:07.300 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:34:07.300 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-mon[27247]: osdmap e186: 8 total, 8 up, 8 in 2024-09-11T03:34:07.300 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:34:06] ENGINE Bus STARTING 2024-09-11T03:34:07.300 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: CherryPy Checker: 2024-09-11T03:34:07.300 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: The Application mounted at '' has an empty config. 2024-09-11T03:34:07.300 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:06 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:07.300 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:34:07] ENGINE Serving on http://:::9283 2024-09-11T03:34:07.301 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:34:07] ENGINE Bus STARTED 2024-09-11T03:34:07.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:07 smithi130 ceph-mon[31190]: pgmap v42: 121 pgs: 121 active+clean; 134 MiB data, 535 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:07.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:07 smithi130 ceph-mon[31190]: Standby manager daemon y restarted 2024-09-11T03:34:07.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:07 smithi130 ceph-mon[31190]: Standby manager daemon y started 2024-09-11T03:34:07.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:07 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-11T03:34:07.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:07 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:34:07.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:07 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-11T03:34:07.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:07 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:34:07.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:07 smithi130 ceph-mon[31190]: osdmap e186: 8 total, 8 up, 8 in 2024-09-11T03:34:07.974 INFO:tasks.rados.rados.0.smithi086.stdout:706: done (3 left) 2024-09-11T03:34:07.974 INFO:tasks.rados.rados.0.smithi086.stdout:707: rollback oid 24 current snap is 53 2024-09-11T03:34:07.974 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 24 to 37 2024-09-11T03:34:07.974 INFO:tasks.rados.rados.0.smithi086.stdout:701: finishing rollback tid 0 to smithi08678205-34 2024-09-11T03:34:07.974 INFO:tasks.rados.rados.0.smithi086.stdout:701: finishing rollback tid 1 to smithi08678205-34 2024-09-11T03:34:07.974 INFO:tasks.rados.rados.0.smithi086.stdout:701: finishing rollback tid 2 to smithi08678205-34 2024-09-11T03:34:07.975 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 160 (ObjNum 111 snap 18 seq_num 111) dirty exists 2024-09-11T03:34:07.975 INFO:tasks.rados.rados.0.smithi086.stdout:704: expect (ObjNum 236 snap 53 seq_num 236) 2024-09-11T03:34:08.149 INFO:tasks.rados.rados.0.smithi086.stdout:707: finishing rollback tid 0 to smithi08678205-24 2024-09-11T03:34:08.149 INFO:tasks.rados.rados.0.smithi086.stdout:707: finishing rollback tid 1 to smithi08678205-24 2024-09-11T03:34:08.149 INFO:tasks.rados.rados.0.smithi086.stdout:707: finishing rollback tid 2 to smithi08678205-24 2024-09-11T03:34:08.149 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 229 (ObjNum 160 snap 33 seq_num 160) dirty exists 2024-09-11T03:34:08.149 INFO:tasks.rados.rados.0.smithi086.stdout:701: done (3 left) 2024-09-11T03:34:08.149 INFO:tasks.rados.rados.0.smithi086.stdout:703: done (2 left) 2024-09-11T03:34:08.149 INFO:tasks.rados.rados.0.smithi086.stdout:704: done (1 left) 2024-09-11T03:34:08.149 INFO:tasks.rados.rados.0.smithi086.stdout:707: done (0 left) 2024-09-11T03:34:08.150 INFO:tasks.rados.rados.0.smithi086.stdout:708: delete oid 41 current snap is 53 2024-09-11T03:34:08.151 INFO:tasks.rados.rados.0.smithi086.stdout:708: done (0 left) 2024-09-11T03:34:08.151 INFO:tasks.rados.rados.0.smithi086.stdout:709: read oid 39 snap -1 2024-09-11T03:34:08.151 INFO:tasks.rados.rados.0.smithi086.stdout:709: expect (ObjNum 222 snap 49 seq_num 222) 2024-09-11T03:34:08.151 INFO:tasks.rados.rados.0.smithi086.stdout:710: copy_from oid 1 from oid 30 current snap is 53 2024-09-11T03:34:08.151 INFO:tasks.rados.rados.0.smithi086.stdout:711: snap_remove snap 37 2024-09-11T03:34:08.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:08 smithi086 ceph-mon[27247]: mgrmap e29: x(active, since 27s), standbys: y 2024-09-11T03:34:08.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:08 smithi086 ceph-mon[27247]: osdmap e187: 8 total, 8 up, 8 in 2024-09-11T03:34:08.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:08 smithi086 ceph-mon[37253]: mgrmap e29: x(active, since 27s), standbys: y 2024-09-11T03:34:08.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:08 smithi086 ceph-mon[37253]: osdmap e187: 8 total, 8 up, 8 in 2024-09-11T03:34:08.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:08 smithi130 ceph-mon[31190]: mgrmap e29: x(active, since 27s), standbys: y 2024-09-11T03:34:08.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:08 smithi130 ceph-mon[31190]: osdmap e187: 8 total, 8 up, 8 in 2024-09-11T03:34:08.983 INFO:tasks.rados.rados.0.smithi086.stdout:711: done (2 left) 2024-09-11T03:34:08.984 INFO:tasks.rados.rados.0.smithi086.stdout:712: delete oid 46 current snap is 53 2024-09-11T03:34:08.984 INFO:tasks.rados.rados.0.smithi086.stdout:710: finishing copy_from racing read to smithi08678205-1 2024-09-11T03:34:08.984 INFO:tasks.rados.rados.0.smithi086.stdout:710: finishing copy_from to smithi08678205-1 2024-09-11T03:34:08.984 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 514 (ObjNum 225 snap 51 seq_num 225) dirty exists 2024-09-11T03:34:08.984 INFO:tasks.rados.rados.0.smithi086.stdout:709: expect (ObjNum 222 snap 49 seq_num 222) 2024-09-11T03:34:09.479 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:09 smithi130 ceph-mon[31190]: pgmap v45: 121 pgs: 121 active+clean; 144 MiB data, 590 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-09-11T03:34:09.480 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:09 smithi130 ceph-mon[31190]: osdmap e188: 8 total, 8 up, 8 in 2024-09-11T03:34:09.487 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:09 smithi086 ceph-mon[27247]: pgmap v45: 121 pgs: 121 active+clean; 144 MiB data, 590 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-09-11T03:34:09.488 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:09 smithi086 ceph-mon[27247]: osdmap e188: 8 total, 8 up, 8 in 2024-09-11T03:34:09.488 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:09 smithi086 ceph-mon[37253]: pgmap v45: 121 pgs: 121 active+clean; 144 MiB data, 590 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-09-11T03:34:09.488 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:09 smithi086 ceph-mon[37253]: osdmap e188: 8 total, 8 up, 8 in 2024-09-11T03:34:09.612 INFO:tasks.rados.rados.0.smithi086.stdout:709: done (2 left) 2024-09-11T03:34:09.612 INFO:tasks.rados.rados.0.smithi086.stdout:710: done (1 left) 2024-09-11T03:34:09.612 INFO:tasks.rados.rados.0.smithi086.stdout:712: done (0 left) 2024-09-11T03:34:09.613 INFO:tasks.rados.rados.0.smithi086.stdout:713: read oid 24 snap -1 2024-09-11T03:34:09.613 INFO:tasks.rados.rados.0.smithi086.stdout:713: expect (ObjNum 160 snap 33 seq_num 160) 2024-09-11T03:34:09.613 INFO:tasks.rados.rados.0.smithi086.stdout:714: read oid 13 snap -1 2024-09-11T03:34:09.613 INFO:tasks.rados.rados.0.smithi086.stdout:714: expect (ObjNum 80 snap 12 seq_num 80) 2024-09-11T03:34:09.613 INFO:tasks.rados.rados.0.smithi086.stdout:715: rollback oid 4 current snap is 53 2024-09-11T03:34:09.613 INFO:tasks.rados.rados.0.smithi086.stdout:715: done (2 left) 2024-09-11T03:34:09.613 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 53 2024-09-11T03:34:09.613 INFO:tasks.rados.rados.0.smithi086.stdout:716: seq_num 241 ranges {2072576=442368,2514944=466944,2981888=688128,3670016=49152} 2024-09-11T03:34:09.626 INFO:tasks.rados.rados.0.smithi086.stdout:716: writing smithi08678205-22 from 2072576 to 2514944 tid 1 2024-09-11T03:34:09.628 INFO:tasks.rados.rados.0.smithi086.stdout:716: writing smithi08678205-22 from 2514944 to 2981888 tid 2 2024-09-11T03:34:09.633 INFO:tasks.rados.rados.0.smithi086.stdout:716: writing smithi08678205-22 from 2981888 to 3670016 tid 3 2024-09-11T03:34:09.633 INFO:tasks.rados.rados.0.smithi086.stdout:716: writing smithi08678205-22 from 3670016 to 3719168 tid 4 2024-09-11T03:34:09.633 INFO:tasks.rados.rados.0.smithi086.stdout:717: delete oid 39 current snap is 53 2024-09-11T03:34:09.633 INFO:tasks.rados.rados.0.smithi086.stdout:714: expect (ObjNum 80 snap 12 seq_num 80) 2024-09-11T03:34:09.669 INFO:tasks.rados.rados.0.smithi086.stdout:713: expect (ObjNum 160 snap 33 seq_num 160) 2024-09-11T03:34:09.773 INFO:tasks.rados.rados.0.smithi086.stdout:716: finishing write tid 1 to smithi08678205-22 2024-09-11T03:34:09.773 INFO:tasks.rados.rados.0.smithi086.stdout:716: finishing write tid 2 to smithi08678205-22 2024-09-11T03:34:09.773 INFO:tasks.rados.rados.0.smithi086.stdout:716: finishing write tid 3 to smithi08678205-22 2024-09-11T03:34:09.773 INFO:tasks.rados.rados.0.smithi086.stdout:716: finishing write tid 4 to smithi08678205-22 2024-09-11T03:34:09.773 INFO:tasks.rados.rados.0.smithi086.stdout:716: finishing write tid 5 to smithi08678205-22 2024-09-11T03:34:09.773 INFO:tasks.rados.rados.0.smithi086.stdout:716: finishing write tid 6 to smithi08678205-22 2024-09-11T03:34:09.774 INFO:tasks.rados.rados.0.smithi086.stdout:716: oid 22 updating version 0 to 242 2024-09-11T03:34:09.774 INFO:tasks.rados.rados.0.smithi086.stdout:716: oid 22 updating version 242 to 245 2024-09-11T03:34:09.774 INFO:tasks.rados.rados.0.smithi086.stdout:716: oid 22 updating version 245 to 246 2024-09-11T03:34:09.774 INFO:tasks.rados.rados.0.smithi086.stdout:716: oid 22 version 246 is already newer than 243 2024-09-11T03:34:09.774 INFO:tasks.rados.rados.0.smithi086.stdout:716: oid 22 version 246 is already newer than 244 2024-09-11T03:34:09.774 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 246 (ObjNum 241 snap 53 seq_num 241) dirty exists 2024-09-11T03:34:09.774 INFO:tasks.rados.rados.0.smithi086.stdout:716: left oid 22 (ObjNum 241 snap 53 seq_num 241) 2024-09-11T03:34:09.774 INFO:tasks.rados.rados.0.smithi086.stdout:713: done (3 left) 2024-09-11T03:34:09.774 INFO:tasks.rados.rados.0.smithi086.stdout:714: done (2 left) 2024-09-11T03:34:09.774 INFO:tasks.rados.rados.0.smithi086.stdout:716: done (1 left) 2024-09-11T03:34:09.774 INFO:tasks.rados.rados.0.smithi086.stdout:717: done (0 left) 2024-09-11T03:34:09.774 INFO:tasks.rados.rados.0.smithi086.stdout:718: read oid 15 snap -1 2024-09-11T03:34:09.774 INFO:tasks.rados.rados.0.smithi086.stdout:718: expect deleted 2024-09-11T03:34:09.775 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 53 2024-09-11T03:34:09.775 INFO:tasks.rados.rados.0.smithi086.stdout:719: seq_num 243 ranges {1089536=475136,1564672=638976,2203648=565248} 2024-09-11T03:34:09.781 INFO:tasks.rados.rados.0.smithi086.stdout:719: writing smithi08678205-9 from 1089536 to 1564672 tid 1 2024-09-11T03:34:09.784 INFO:tasks.rados.rados.0.smithi086.stdout:719: writing smithi08678205-9 from 1564672 to 2203648 tid 2 2024-09-11T03:34:09.787 INFO:tasks.rados.rados.0.smithi086.stdout:719: writing smithi08678205-9 from 2203648 to 2768896 tid 3 2024-09-11T03:34:09.787 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 53 2024-09-11T03:34:09.788 INFO:tasks.rados.rados.0.smithi086.stdout:720: seq_num 244 ranges {0=491520,491520=573440,1064960=458752,1523712=172032} 2024-09-11T03:34:09.790 INFO:tasks.rados.rados.0.smithi086.stdout:720: writing smithi08678205-2 from 0 to 491520 tid 1 2024-09-11T03:34:09.794 INFO:tasks.rados.rados.0.smithi086.stdout:720: writing smithi08678205-2 from 491520 to 1064960 tid 2 2024-09-11T03:34:09.796 INFO:tasks.rados.rados.0.smithi086.stdout:720: writing smithi08678205-2 from 1064960 to 1523712 tid 3 2024-09-11T03:34:09.797 INFO:tasks.rados.rados.0.smithi086.stdout:720: writing smithi08678205-2 from 1523712 to 1695744 tid 4 2024-09-11T03:34:09.797 INFO:tasks.rados.rados.0.smithi086.stdout:721: delete oid 10 current snap is 53 2024-09-11T03:34:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:719: finishing write tid 1 to smithi08678205-9 2024-09-11T03:34:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:719: finishing write tid 2 to smithi08678205-9 2024-09-11T03:34:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:719: finishing write tid 3 to smithi08678205-9 2024-09-11T03:34:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:719: finishing write tid 4 to smithi08678205-9 2024-09-11T03:34:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:719: finishing write tid 5 to smithi08678205-9 2024-09-11T03:34:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:719: oid 9 updating version 0 to 250 2024-09-11T03:34:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:719: oid 9 version 250 is already newer than 247 2024-09-11T03:34:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:719: oid 9 version 250 is already newer than 249 2024-09-11T03:34:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:719: oid 9 version 250 is already newer than 248 2024-09-11T03:34:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 250 (ObjNum 243 snap 53 seq_num 243) dirty exists 2024-09-11T03:34:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:719: left oid 9 (ObjNum 243 snap 53 seq_num 243) 2024-09-11T03:34:09.799 INFO:tasks.rados.rados.0.smithi086.stdout:720: finishing write tid 1 to smithi08678205-2 2024-09-11T03:34:09.799 INFO:tasks.rados.rados.0.smithi086.stdout:720: finishing write tid 2 to smithi08678205-2 2024-09-11T03:34:09.800 INFO:tasks.rados.rados.0.smithi086.stdout:720: finishing write tid 3 to smithi08678205-2 2024-09-11T03:34:09.800 INFO:tasks.rados.rados.0.smithi086.stdout:718: done (3 left) 2024-09-11T03:34:09.800 INFO:tasks.rados.rados.0.smithi086.stdout:719: done (2 left) 2024-09-11T03:34:09.800 INFO:tasks.rados.rados.0.smithi086.stdout:721: done (1 left) 2024-09-11T03:34:09.800 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 53 2024-09-11T03:34:09.800 INFO:tasks.rados.rados.0.smithi086.stdout:722: seq_num 246 ranges {2555904=524288,3080192=745472,3825664=425984,4251648=32768} 2024-09-11T03:34:09.815 INFO:tasks.rados.rados.0.smithi086.stdout:722: writing smithi08678205-11 from 2555904 to 3080192 tid 1 2024-09-11T03:34:09.819 INFO:tasks.rados.rados.0.smithi086.stdout:722: writing smithi08678205-11 from 3080192 to 3825664 tid 2 2024-09-11T03:34:09.821 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:09 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:34:09] ENGINE Bus STOPPING 2024-09-11T03:34:09.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:09 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:34:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:34:09.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:09 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:34:09] ENGINE Bus STOPPED 2024-09-11T03:34:09.822 INFO:tasks.rados.rados.0.smithi086.stdout:722: writing smithi08678205-11 from 3825664 to 4251648 tid 3 2024-09-11T03:34:09.822 INFO:tasks.rados.rados.0.smithi086.stdout:722: writing smithi08678205-11 from 4251648 to 4284416 tid 4 2024-09-11T03:34:09.823 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 53 2024-09-11T03:34:09.823 INFO:tasks.rados.rados.0.smithi086.stdout:720: finishing write tid 4 to smithi08678205-2 2024-09-11T03:34:09.823 INFO:tasks.rados.rados.0.smithi086.stdout:723: seq_num 247 ranges {2695168=540672,3235840=622592,3858432=581632} 2024-09-11T03:34:09.840 INFO:tasks.rados.rados.0.smithi086.stdout:723: writing smithi08678205-8 from 2695168 to 3235840 tid 1 2024-09-11T03:34:09.843 INFO:tasks.rados.rados.0.smithi086.stdout:723: writing smithi08678205-8 from 3235840 to 3858432 tid 2 2024-09-11T03:34:09.846 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:34:09.478+0000 7fc293889640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-11T03:34:09.846 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: ignoring --setuser ceph since I am not root 2024-09-11T03:34:09.846 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: ignoring --setgroup ceph since I am not root 2024-09-11T03:34:09.846 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:09 smithi130 ceph-mgr[64009]: -- 172.21.15.130:0/1533835625 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55932ccd70e0 con 0x55932ccb5000 2024-09-11T03:34:09.848 INFO:tasks.rados.rados.0.smithi086.stdout:723: writing smithi08678205-8 from 3858432 to 4440064 tid 3 2024-09-11T03:34:09.848 INFO:tasks.rados.rados.0.smithi086.stdout:724: snap_create 2024-09-11T03:34:09.848 INFO:tasks.rados.rados.0.smithi086.stdout:720: finishing write tid 5 to smithi08678205-2 2024-09-11T03:34:09.848 INFO:tasks.rados.rados.0.smithi086.stdout:720: finishing write tid 6 to smithi08678205-2 2024-09-11T03:34:09.848 INFO:tasks.rados.rados.0.smithi086.stdout:720: oid 2 updating version 0 to 134 2024-09-11T03:34:09.849 INFO:tasks.rados.rados.0.smithi086.stdout:720: oid 2 version 134 is already newer than 133 2024-09-11T03:34:09.849 INFO:tasks.rados.rados.0.smithi086.stdout:720: oid 2 version 134 is already newer than 132 2024-09-11T03:34:09.849 INFO:tasks.rados.rados.0.smithi086.stdout:720: oid 2 version 134 is already newer than 131 2024-09-11T03:34:09.849 INFO:tasks.rados.rados.0.smithi086.stdout:720: oid 2 version 134 is already newer than 130 2024-09-11T03:34:09.849 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 134 (ObjNum 244 snap 53 seq_num 244) dirty exists 2024-09-11T03:34:09.849 INFO:tasks.rados.rados.0.smithi086.stdout:720: left oid 2 (ObjNum 244 snap 53 seq_num 244) 2024-09-11T03:34:09.849 INFO:tasks.rados.rados.0.smithi086.stdout:722: finishing write tid 1 to smithi08678205-11 2024-09-11T03:34:09.849 INFO:tasks.rados.rados.0.smithi086.stdout:722: finishing write tid 2 to smithi08678205-11 2024-09-11T03:34:09.849 INFO:tasks.rados.rados.0.smithi086.stdout:722: finishing write tid 3 to smithi08678205-11 2024-09-11T03:34:09.849 INFO:tasks.rados.rados.0.smithi086.stdout:722: finishing write tid 4 to smithi08678205-11 2024-09-11T03:34:09.849 INFO:tasks.rados.rados.0.smithi086.stdout:722: finishing write tid 5 to smithi08678205-11 2024-09-11T03:34:09.850 INFO:tasks.rados.rados.0.smithi086.stdout:722: finishing write tid 6 to smithi08678205-11 2024-09-11T03:34:09.850 INFO:tasks.rados.rados.0.smithi086.stdout:722: oid 11 updating version 0 to 268 2024-09-11T03:34:09.850 INFO:tasks.rados.rados.0.smithi086.stdout:722: oid 11 version 268 is already newer than 264 2024-09-11T03:34:09.850 INFO:tasks.rados.rados.0.smithi086.stdout:722: oid 11 version 268 is already newer than 267 2024-09-11T03:34:09.850 INFO:tasks.rados.rados.0.smithi086.stdout:722: oid 11 version 268 is already newer than 266 2024-09-11T03:34:09.850 INFO:tasks.rados.rados.0.smithi086.stdout:722: oid 11 version 268 is already newer than 265 2024-09-11T03:34:09.850 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 268 (ObjNum 246 snap 53 seq_num 246) dirty exists 2024-09-11T03:34:09.850 INFO:tasks.rados.rados.0.smithi086.stdout:722: left oid 11 (ObjNum 246 snap 53 seq_num 246) 2024-09-11T03:34:09.850 INFO:tasks.rados.rados.0.smithi086.stdout:723: finishing write tid 1 to smithi08678205-8 2024-09-11T03:34:09.850 INFO:tasks.rados.rados.0.smithi086.stdout:723: finishing write tid 2 to smithi08678205-8 2024-09-11T03:34:09.851 INFO:tasks.rados.rados.0.smithi086.stdout:723: finishing write tid 3 to smithi08678205-8 2024-09-11T03:34:09.851 INFO:tasks.rados.rados.0.smithi086.stdout:723: finishing write tid 4 to smithi08678205-8 2024-09-11T03:34:09.851 INFO:tasks.rados.rados.0.smithi086.stdout:723: finishing write tid 5 to smithi08678205-8 2024-09-11T03:34:09.851 INFO:tasks.rados.rados.0.smithi086.stdout:723: oid 8 updating version 0 to 238 2024-09-11T03:34:09.851 INFO:tasks.rados.rados.0.smithi086.stdout:723: oid 8 version 238 is already newer than 237 2024-09-11T03:34:09.852 INFO:tasks.rados.rados.0.smithi086.stdout:723: oid 8 updating version 238 to 239 2024-09-11T03:34:09.852 INFO:tasks.rados.rados.0.smithi086.stdout:723: oid 8 updating version 239 to 240 2024-09-11T03:34:09.852 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 240 (ObjNum 247 snap 53 seq_num 247) dirty exists 2024-09-11T03:34:09.852 INFO:tasks.rados.rados.0.smithi086.stdout:723: left oid 8 (ObjNum 247 snap 53 seq_num 247) 2024-09-11T03:34:09.921 INFO:tasks.rados.rados.0.smithi086.stdout:720: done (3 left) 2024-09-11T03:34:09.922 INFO:tasks.rados.rados.0.smithi086.stdout:722: done (2 left) 2024-09-11T03:34:09.922 INFO:tasks.rados.rados.0.smithi086.stdout:723: done (1 left) 2024-09-11T03:34:09.922 INFO:tasks.rados.rados.0.smithi086.stdout:724: done (0 left) 2024-09-11T03:34:09.922 INFO:tasks.rados.rados.0.smithi086.stdout:725: rollback oid 13 current snap is 54 2024-09-11T03:34:09.922 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 13 to 53 2024-09-11T03:34:09.922 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 54 2024-09-11T03:34:09.922 INFO:tasks.rados.rados.0.smithi086.stdout:726: seq_num 248 ranges {819200=557056,1376256=507904,1884160=442368,2326528=253952} 2024-09-11T03:34:09.929 INFO:tasks.rados.rados.0.smithi086.stdout:726: writing smithi08678205-35 from 819200 to 1376256 tid 1 2024-09-11T03:34:09.932 INFO:tasks.rados.rados.0.smithi086.stdout:726: writing smithi08678205-35 from 1376256 to 1884160 tid 2 2024-09-11T03:34:09.935 INFO:tasks.rados.rados.0.smithi086.stdout:726: writing smithi08678205-35 from 1884160 to 2326528 tid 3 2024-09-11T03:34:09.937 INFO:tasks.rados.rados.0.smithi086.stdout:726: writing smithi08678205-35 from 2326528 to 2580480 tid 4 2024-09-11T03:34:09.937 INFO:tasks.rados.rados.0.smithi086.stdout:725: finishing rollback tid 0 to smithi08678205-13 2024-09-11T03:34:09.937 INFO:tasks.rados.rados.0.smithi086.stdout:725: finishing rollback tid 1 to smithi08678205-13 2024-09-11T03:34:09.938 INFO:tasks.rados.rados.0.smithi086.stdout:725: finishing rollback tid 2 to smithi08678205-13 2024-09-11T03:34:09.938 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 152 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-11T03:34:09.938 INFO:tasks.rados.rados.0.smithi086.stdout:725: done (1 left) 2024-09-11T03:34:09.938 INFO:tasks.rados.rados.0.smithi086.stdout:727: read oid 19 snap -1 2024-09-11T03:34:09.938 INFO:tasks.rados.rados.0.smithi086.stdout:727: expect deleted 2024-09-11T03:34:09.938 INFO:tasks.rados.rados.0.smithi086.stdout:728: copy_from oid 32 from oid 50 current snap is 54 2024-09-11T03:34:09.938 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 54 2024-09-11T03:34:09.938 INFO:tasks.rados.rados.0.smithi086.stdout:729: seq_num 249 ranges {2899968=573440,3473408=794624,4268032=409600} 2024-09-11T03:34:09.956 INFO:tasks.rados.rados.0.smithi086.stdout:729: writing smithi08678205-6 from 2899968 to 3473408 tid 1 2024-09-11T03:34:09.961 INFO:tasks.rados.rados.0.smithi086.stdout:729: writing smithi08678205-6 from 3473408 to 4268032 tid 2 2024-09-11T03:34:09.965 INFO:tasks.rados.rados.0.smithi086.stdout:729: writing smithi08678205-6 from 4268032 to 4677632 tid 3 2024-09-11T03:34:09.965 INFO:tasks.rados.rados.0.smithi086.stdout:726: finishing write tid 1 to smithi08678205-35 2024-09-11T03:34:09.965 INFO:tasks.rados.rados.0.smithi086.stdout:726: finishing write tid 2 to smithi08678205-35 2024-09-11T03:34:09.965 INFO:tasks.rados.rados.0.smithi086.stdout:726: finishing write tid 3 to smithi08678205-35 2024-09-11T03:34:09.965 INFO:tasks.rados.rados.0.smithi086.stdout:726: finishing write tid 4 to smithi08678205-35 2024-09-11T03:34:09.965 INFO:tasks.rados.rados.0.smithi086.stdout:726: finishing write tid 5 to smithi08678205-35 2024-09-11T03:34:09.965 INFO:tasks.rados.rados.0.smithi086.stdout:726: finishing write tid 6 to smithi08678205-35 2024-09-11T03:34:09.965 INFO:tasks.rados.rados.0.smithi086.stdout:726: oid 35 updating version 0 to 245 2024-09-11T03:34:09.965 INFO:tasks.rados.rados.0.smithi086.stdout:726: oid 35 updating version 245 to 247 2024-09-11T03:34:09.965 INFO:tasks.rados.rados.0.smithi086.stdout:726: oid 35 updating version 247 to 248 2024-09-11T03:34:09.965 INFO:tasks.rados.rados.0.smithi086.stdout:726: oid 35 version 248 is already newer than 244 2024-09-11T03:34:09.965 INFO:tasks.rados.rados.0.smithi086.stdout:726: oid 35 version 248 is already newer than 246 2024-09-11T03:34:09.966 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 248 (ObjNum 248 snap 54 seq_num 248) dirty exists 2024-09-11T03:34:09.966 INFO:tasks.rados.rados.0.smithi086.stdout:726: left oid 35 (ObjNum 248 snap 54 seq_num 248) 2024-09-11T03:34:09.966 INFO:tasks.rados.rados.0.smithi086.stdout:728: finishing copy_from racing read to smithi08678205-32 2024-09-11T03:34:09.966 INFO:tasks.rados.rados.0.smithi086.stdout:728: finishing copy_from to smithi08678205-32 2024-09-11T03:34:09.966 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 200 (ObjNum 191 snap 38 seq_num 191) dirty exists 2024-09-11T03:34:09.966 INFO:tasks.rados.rados.0.smithi086.stdout:729: finishing write tid 1 to smithi08678205-6 2024-09-11T03:34:09.966 INFO:tasks.rados.rados.0.smithi086.stdout:729: finishing write tid 2 to smithi08678205-6 2024-09-11T03:34:09.966 INFO:tasks.rados.rados.0.smithi086.stdout:726: done (3 left) 2024-09-11T03:34:09.966 INFO:tasks.rados.rados.0.smithi086.stdout:727: done (2 left) 2024-09-11T03:34:09.966 INFO:tasks.rados.rados.0.smithi086.stdout:728: done (1 left) 2024-09-11T03:34:09.966 INFO:tasks.rados.rados.0.smithi086.stdout:730: setattr oid 39 current snap is 54 2024-09-11T03:34:09.967 INFO:tasks.rados.rados.0.smithi086.stdout:731: setattr oid 13 current snap is 54 2024-09-11T03:34:09.967 INFO:tasks.rados.rados.0.smithi086.stdout:729: finishing write tid 3 to smithi08678205-6 2024-09-11T03:34:09.967 INFO:tasks.rados.rados.0.smithi086.stdout:729: finishing write tid 4 to smithi08678205-6 2024-09-11T03:34:09.969 INFO:tasks.rados.rados.0.smithi086.stdout:732: snap_create 2024-09-11T03:34:09.969 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 351 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-11T03:34:09.970 INFO:tasks.rados.rados.0.smithi086.stdout:729: finishing write tid 5 to smithi08678205-6 2024-09-11T03:34:09.970 INFO:tasks.rados.rados.0.smithi086.stdout:729: oid 6 updating version 0 to 93 2024-09-11T03:34:09.970 INFO:tasks.rados.rados.0.smithi086.stdout:729: oid 6 updating version 93 to 94 2024-09-11T03:34:09.970 INFO:tasks.rados.rados.0.smithi086.stdout:729: oid 6 updating version 94 to 96 2024-09-11T03:34:09.970 INFO:tasks.rados.rados.0.smithi086.stdout:729: oid 6 version 96 is already newer than 95 2024-09-11T03:34:09.970 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 96 (ObjNum 249 snap 54 seq_num 249) dirty exists 2024-09-11T03:34:09.970 INFO:tasks.rados.rados.0.smithi086.stdout:729: left oid 6 (ObjNum 249 snap 54 seq_num 249) 2024-09-11T03:34:09.971 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 153 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-11T03:34:10.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:10.008+0000 7f2fcb84f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:10.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:10.008+0000 7f2fcb84f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:10.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:10.008+0000 7f2fcb84f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:10.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:10.008+0000 7f2fcb84f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:10.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:10.008+0000 7f2fcb84f640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:10.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:10.009+0000 7f2fce855640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:10.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:10.009+0000 7f2fce855640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:10.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:10.009+0000 7f2fce855640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:10.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:10.009+0000 7f2fce855640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:10.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:10.009+0000 7f2fce855640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:10.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:10.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:10.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:10.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:34:10.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:10.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:10.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-11T03:34:10.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-11T03:34:10.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: Activating manager daemon y 2024-09-11T03:34:10.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: osdmap e189: 8 total, 8 up, 8 in 2024-09-11T03:34:10.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.24664 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-11T03:34:10.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: mgrmap e30: y(active, starting, since 0.0107s) 2024-09-11T03:34:10.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:10.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:10.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:10.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-11T03:34:10.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-11T03:34:10.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-11T03:34:10.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:34:10.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:34:10.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:34:10.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:34:10.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:34:10.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:34:10.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:34:10.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:34:10.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-11T03:34:10.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-11T03:34:10.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-11T03:34:10.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: Manager daemon y is now available 2024-09-11T03:34:10.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: osdmap e190: 8 total, 8 up, 8 in 2024-09-11T03:34:10.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:10.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-11T03:34:10.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:34:10.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:34:10.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:34:10.601 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-11T03:34:10.601 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:10 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-11T03:34:10.601 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:34:10] ENGINE Bus STARTING 2024-09-11T03:34:10.601 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:34:10] ENGINE Serving on http://:::9283 2024-09-11T03:34:10.601 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:34:10] ENGINE Bus STARTED 2024-09-11T03:34:10.602 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:10.602 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:10.602 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:10.602 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:34:10.602 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:10.602 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:10.602 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-11T03:34:10.602 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-11T03:34:10.602 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: Activating manager daemon y 2024-09-11T03:34:10.602 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: osdmap e189: 8 total, 8 up, 8 in 2024-09-11T03:34:10.602 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.24664 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-11T03:34:10.603 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: mgrmap e30: y(active, starting, since 0.0107s) 2024-09-11T03:34:10.603 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:10.603 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:10.603 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:10.603 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-11T03:34:10.603 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-11T03:34:10.603 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-11T03:34:10.603 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:34:10.603 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:34:10.603 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:34:10.603 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:34:10.603 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:34:10.603 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:34:10.604 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:34:10.604 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:34:10.604 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-11T03:34:10.604 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-11T03:34:10.604 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-11T03:34:10.604 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: Manager daemon y is now available 2024-09-11T03:34:10.604 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: osdmap e190: 8 total, 8 up, 8 in 2024-09-11T03:34:10.604 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:10.604 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-11T03:34:10.604 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:34:10.604 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:34:10.604 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:34:10.605 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-11T03:34:10.605 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-11T03:34:10.605 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:10.605 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:10.605 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:10.605 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:34:10.605 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.24664 172.21.15.130:0/1430867492' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: Activating manager daemon y 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: osdmap e189: 8 total, 8 up, 8 in 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.24664 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: mgrmap e30: y(active, starting, since 0.0107s) 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-11T03:34:10.606 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: Manager daemon y is now available 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: osdmap e190: 8 total, 8 up, 8 in 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:10.607 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-11T03:34:10.608 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:34:10.608 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:34:10.608 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-11T03:34:10.608 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-11T03:34:10.608 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-11T03:34:10.925 INFO:tasks.rados.rados.0.smithi086.stdout:729: done (3 left) 2024-09-11T03:34:10.925 INFO:tasks.rados.rados.0.smithi086.stdout:730: done (2 left) 2024-09-11T03:34:10.925 INFO:tasks.rados.rados.0.smithi086.stdout:731: done (1 left) 2024-09-11T03:34:10.925 INFO:tasks.rados.rados.0.smithi086.stdout:732: done (0 left) 2024-09-11T03:34:10.925 INFO:tasks.rados.rados.0.smithi086.stdout:733: rollback oid 32 current snap is 55 2024-09-11T03:34:10.926 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 32 to 54 2024-09-11T03:34:10.926 INFO:tasks.rados.rados.0.smithi086.stdout:734: snap_remove snap 53 2024-09-11T03:34:11.284 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:10.898+0000 7f2fb1ddf640 -1 log_channel(cephadm) log [ERR] : [11/Sep/2024:03:34:10] ENGINE Error in HTTPServer.serve 2024-09-11T03:34:11.284 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: Traceback (most recent call last): 2024-09-11T03:34:11.284 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:34:11.284 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: self._connections.run(self.expiration_interval) 2024-09-11T03:34:11.284 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:34:11.285 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: self._run(expiration_interval) 2024-09-11T03:34:11.285 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:34:11.285 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:34:11.285 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:34:11.285 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:34:11.285 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:34:11.285 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: s = self.context.wrap_socket( 2024-09-11T03:34:11.285 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:34:11.285 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: return self.sslsocket_class._create( 2024-09-11T03:34:11.285 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:34:11.285 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: self.do_handshake() 2024-09-11T03:34:11.285 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:34:11.285 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: self._sslobj.do_handshake() 2024-09-11T03:34:11.286 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:34:11.286 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:11.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:11 smithi086 ceph-mon[27247]: mgrmap e31: y(active, since 1.01118s) 2024-09-11T03:34:11.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:11 smithi086 ceph-mon[27247]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-11T03:34:11.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:11 smithi086 ceph-mon[27247]: pgmap v4: 121 pgs: 121 active+clean; 82 MiB data, 551 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:11.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:11 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:11.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:11 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:11.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:11 smithi086 ceph-mon[27247]: osdmap e191: 8 total, 8 up, 8 in 2024-09-11T03:34:11.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:11 smithi086 ceph-mon[37253]: mgrmap e31: y(active, since 1.01118s) 2024-09-11T03:34:11.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:11 smithi086 ceph-mon[37253]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-11T03:34:11.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:11 smithi086 ceph-mon[37253]: pgmap v4: 121 pgs: 121 active+clean; 82 MiB data, 551 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:11.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:11 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:11.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:11 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:11.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:11 smithi086 ceph-mon[37253]: osdmap e191: 8 total, 8 up, 8 in 2024-09-11T03:34:11.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:11 smithi130 ceph-mon[31190]: mgrmap e31: y(active, since 1.01118s) 2024-09-11T03:34:11.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:11 smithi130 ceph-mon[31190]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-11T03:34:11.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:11 smithi130 ceph-mon[31190]: pgmap v4: 121 pgs: 121 active+clean; 82 MiB data, 551 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:11.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:11 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:11.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:11 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:11.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:11 smithi130 ceph-mon[31190]: osdmap e191: 8 total, 8 up, 8 in 2024-09-11T03:34:11.931 INFO:tasks.rados.rados.0.smithi086.stdout:734: done (1 left) 2024-09-11T03:34:11.931 INFO:tasks.rados.rados.0.smithi086.stdout:735: read oid 21 snap -1 2024-09-11T03:34:11.931 INFO:tasks.rados.rados.0.smithi086.stdout:735: expect deleted 2024-09-11T03:34:11.932 INFO:tasks.rados.rados.0.smithi086.stdout:736: read oid 27 snap 54 2024-09-11T03:34:11.932 INFO:tasks.rados.rados.0.smithi086.stdout:736: expect (ObjNum 209 snap 45 seq_num 209) 2024-09-11T03:34:11.932 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 55 2024-09-11T03:34:11.933 INFO:tasks.rados.rados.0.smithi086.stdout:737: seq_num 250 ranges {4677632=589824,5267456=679936,5947392=409600,6356992=114688} 2024-09-11T03:34:11.961 INFO:tasks.rados.rados.0.smithi086.stdout:737: writing smithi08678205-6 from 4677632 to 5267456 tid 1 2024-09-11T03:34:11.965 INFO:tasks.rados.rados.0.smithi086.stdout:737: writing smithi08678205-6 from 5267456 to 5947392 tid 2 2024-09-11T03:34:11.968 INFO:tasks.rados.rados.0.smithi086.stdout:737: writing smithi08678205-6 from 5947392 to 6356992 tid 3 2024-09-11T03:34:11.969 INFO:tasks.rados.rados.0.smithi086.stdout:737: writing smithi08678205-6 from 6356992 to 6471680 tid 4 2024-09-11T03:34:11.970 INFO:tasks.rados.rados.0.smithi086.stdout:738: read oid 17 snap 54 2024-09-11T03:34:11.970 INFO:tasks.rados.rados.0.smithi086.stdout:738: expect (ObjNum 227 snap 52 seq_num 227) 2024-09-11T03:34:11.970 INFO:tasks.rados.rados.0.smithi086.stdout:739: rollback oid 43 current snap is 55 2024-09-11T03:34:11.970 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 43 to 54 2024-09-11T03:34:11.970 INFO:tasks.rados.rados.0.smithi086.stdout:733: finishing rollback tid 0 to smithi08678205-32 2024-09-11T03:34:11.970 INFO:tasks.rados.rados.0.smithi086.stdout:740: rollback oid 11 current snap is 55 2024-09-11T03:34:11.970 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 54 2024-09-11T03:34:11.970 INFO:tasks.rados.rados.0.smithi086.stdout:733: finishing rollback tid 1 to smithi08678205-32 2024-09-11T03:34:11.970 INFO:tasks.rados.rados.0.smithi086.stdout:733: finishing rollback tid 2 to smithi08678205-32 2024-09-11T03:34:11.970 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 274 (ObjNum 191 snap 38 seq_num 191) dirty exists 2024-09-11T03:34:11.970 INFO:tasks.rados.rados.0.smithi086.stdout:736: expect (ObjNum 209 snap 45 seq_num 209) 2024-09-11T03:34:12.006 INFO:tasks.rados.rados.0.smithi086.stdout:737: finishing write tid 1 to smithi08678205-6 2024-09-11T03:34:12.006 INFO:tasks.rados.rados.0.smithi086.stdout:737: finishing write tid 2 to smithi08678205-6 2024-09-11T03:34:12.006 INFO:tasks.rados.rados.0.smithi086.stdout:739: finishing rollback tid 1 to smithi08678205-43 2024-09-11T03:34:12.006 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 0 (ObjNum 97 snap 0 seq_num 3221073024) dirty dne 2024-09-11T03:34:12.006 INFO:tasks.rados.rados.0.smithi086.stdout:737: finishing write tid 3 to smithi08678205-6 2024-09-11T03:34:12.006 INFO:tasks.rados.rados.0.smithi086.stdout:737: finishing write tid 4 to smithi08678205-6 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:740: finishing rollback tid 0 to smithi08678205-11 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:737: finishing write tid 5 to smithi08678205-6 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:733: done (6 left) 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:735: done (5 left) 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:736: done (4 left) 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:739: done (3 left) 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:741: setattr oid 12 current snap is 55 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:737: finishing write tid 6 to smithi08678205-6 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:737: oid 6 updating version 0 to 102 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:737: oid 6 updating version 102 to 104 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:737: oid 6 version 104 is already newer than 103 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:737: oid 6 version 104 is already newer than 101 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:737: oid 6 version 104 is already newer than 100 2024-09-11T03:34:12.007 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 104 (ObjNum 250 snap 55 seq_num 250) dirty exists 2024-09-11T03:34:12.008 INFO:tasks.rados.rados.0.smithi086.stdout:737: left oid 6 (ObjNum 250 snap 55 seq_num 250) 2024-09-11T03:34:12.008 INFO:tasks.rados.rados.0.smithi086.stdout:740: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:34:12.008 INFO:tasks.rados.rados.0.smithi086.stdout:740: finishing rollback tid 2 to smithi08678205-11 2024-09-11T03:34:12.008 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 280 (ObjNum 246 snap 53 seq_num 246) dirty exists 2024-09-11T03:34:12.008 INFO:tasks.rados.rados.0.smithi086.stdout:738: expect (ObjNum 227 snap 52 seq_num 227) 2024-09-11T03:34:12.324 INFO:tasks.rados.rados.0.smithi086.stdout:737: done (3 left) 2024-09-11T03:34:12.324 INFO:tasks.rados.rados.0.smithi086.stdout:738: done (2 left) 2024-09-11T03:34:12.324 INFO:tasks.rados.rados.0.smithi086.stdout:740: done (1 left) 2024-09-11T03:34:12.324 INFO:tasks.rados.rados.0.smithi086.stdout:742: delete oid 40 current snap is 55 2024-09-11T03:34:12.325 INFO:tasks.rados.rados.0.smithi086.stdout:742: done (1 left) 2024-09-11T03:34:12.326 INFO:tasks.rados.rados.0.smithi086.stdout:743: delete oid 49 current snap is 55 2024-09-11T03:34:12.326 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 341 (ObjNum 220 snap 48 seq_num 220) dirty exists 2024-09-11T03:34:12.329 INFO:tasks.rados.rados.0.smithi086.stdout:741: done (1 left) 2024-09-11T03:34:12.329 INFO:tasks.rados.rados.0.smithi086.stdout:743: done (0 left) 2024-09-11T03:34:12.329 INFO:tasks.rados.rados.0.smithi086.stdout:744: rmattr oid 13 current snap is 55 2024-09-11T03:34:12.329 INFO:tasks.rados.rados.0.smithi086.stdout:745: read oid 28 snap -1 2024-09-11T03:34:12.329 INFO:tasks.rados.rados.0.smithi086.stdout:745: expect (ObjNum 229 snap 53 seq_num 229) 2024-09-11T03:34:12.329 INFO:tasks.rados.rados.0.smithi086.stdout:746: copy_from oid 23 from oid 45 current snap is 55 2024-09-11T03:34:12.329 INFO:tasks.rados.rados.0.smithi086.stdout:747: read oid 2 snap -1 2024-09-11T03:34:12.329 INFO:tasks.rados.rados.0.smithi086.stdout:747: expect (ObjNum 244 snap 53 seq_num 244) 2024-09-11T03:34:12.329 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 55 2024-09-11T03:34:12.329 INFO:tasks.rados.rados.0.smithi086.stdout:748: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-09-11T03:34:12.333 INFO:tasks.rados.rados.0.smithi086.stdout:748: writing smithi08678205-7 from 0 to 647168 tid 1 2024-09-11T03:34:12.338 INFO:tasks.rados.rados.0.smithi086.stdout:748: writing smithi08678205-7 from 647168 to 1433600 tid 2 2024-09-11T03:34:12.341 INFO:tasks.rados.rados.0.smithi086.stdout:748: writing smithi08678205-7 from 1433600 to 1851392 tid 3 2024-09-11T03:34:12.341 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 55 2024-09-11T03:34:12.341 INFO:tasks.rados.rados.0.smithi086.stdout:749: seq_num 254 ranges {0=663552,663552=663552,1327104=540672} 2024-09-11T03:34:12.344 INFO:tasks.rados.rados.0.smithi086.stdout:749: writing smithi08678205-39 from 0 to 663552 tid 1 2024-09-11T03:34:12.348 INFO:tasks.rados.rados.0.smithi086.stdout:749: writing smithi08678205-39 from 663552 to 1327104 tid 2 2024-09-11T03:34:12.351 INFO:tasks.rados.rados.0.smithi086.stdout:749: writing smithi08678205-39 from 1327104 to 1867776 tid 3 2024-09-11T03:34:12.352 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 55 2024-09-11T03:34:12.352 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 154 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-11T03:34:12.352 INFO:tasks.rados.rados.0.smithi086.stdout:750: seq_num 255 ranges {0=679936,679936=548864,1228800=598016,1826816=57344} 2024-09-11T03:34:12.355 INFO:tasks.rados.rados.0.smithi086.stdout:750: writing smithi08678205-21 from 0 to 679936 tid 1 2024-09-11T03:34:12.358 INFO:tasks.rados.rados.0.smithi086.stdout:750: writing smithi08678205-21 from 679936 to 1228800 tid 2 2024-09-11T03:34:12.361 INFO:tasks.rados.rados.0.smithi086.stdout:750: writing smithi08678205-21 from 1228800 to 1826816 tid 3 2024-09-11T03:34:12.362 INFO:tasks.rados.rados.0.smithi086.stdout:750: writing smithi08678205-21 from 1826816 to 1884160 tid 4 2024-09-11T03:34:12.362 INFO:tasks.rados.rados.0.smithi086.stdout:744: done (6 left) 2024-09-11T03:34:12.362 INFO:tasks.rados.rados.0.smithi086.stdout:751: copy_from oid 11 from oid 12 current snap is 55 2024-09-11T03:34:12.362 INFO:tasks.rados.rados.0.smithi086.stdout:745: expect (ObjNum 229 snap 53 seq_num 229) 2024-09-11T03:34:12.457 INFO:tasks.rados.rados.0.smithi086.stdout:748: finishing write tid 1 to smithi08678205-7 2024-09-11T03:34:12.457 INFO:tasks.rados.rados.0.smithi086.stdout:745: done (6 left) 2024-09-11T03:34:12.457 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 55 2024-09-11T03:34:12.457 INFO:tasks.rados.rados.0.smithi086.stdout:746: finishing copy_from racing read to smithi08678205-23 2024-09-11T03:34:12.457 INFO:tasks.rados.rados.0.smithi086.stdout:746: finishing copy_from to smithi08678205-23 2024-09-11T03:34:12.458 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 193 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-11T03:34:12.458 INFO:tasks.rados.rados.0.smithi086.stdout:747: expect (ObjNum 244 snap 53 seq_num 244) 2024-09-11T03:34:12.503 INFO:tasks.rados.rados.0.smithi086.stdout:748: finishing write tid 2 to smithi08678205-7 2024-09-11T03:34:12.503 INFO:tasks.rados.rados.0.smithi086.stdout:748: finishing write tid 3 to smithi08678205-7 2024-09-11T03:34:12.503 INFO:tasks.rados.rados.0.smithi086.stdout:748: finishing write tid 4 to smithi08678205-7 2024-09-11T03:34:12.503 INFO:tasks.rados.rados.0.smithi086.stdout:752: seq_num 256 ranges {4399104=696320,5095424=434176,5529600=770048} 2024-09-11T03:34:12.529 INFO:tasks.rados.rados.0.smithi086.stdout:752: writing smithi08678205-34 from 4399104 to 5095424 tid 1 2024-09-11T03:34:12.531 INFO:tasks.rados.rados.0.smithi086.stdout:752: writing smithi08678205-34 from 5095424 to 5529600 tid 2 2024-09-11T03:34:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:752: writing smithi08678205-34 from 5529600 to 6299648 tid 3 2024-09-11T03:34:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:746: done (6 left) 2024-09-11T03:34:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:747: done (5 left) 2024-09-11T03:34:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:753: delete oid 3 current snap is 55 2024-09-11T03:34:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:748: finishing write tid 5 to smithi08678205-7 2024-09-11T03:34:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:748: oid 7 updating version 0 to 342 2024-09-11T03:34:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:748: oid 7 updating version 342 to 343 2024-09-11T03:34:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:748: oid 7 updating version 343 to 344 2024-09-11T03:34:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:748: oid 7 updating version 344 to 345 2024-09-11T03:34:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 345 (ObjNum 253 snap 55 seq_num 253) dirty exists 2024-09-11T03:34:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:748: left oid 7 (ObjNum 253 snap 55 seq_num 253) 2024-09-11T03:34:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:749: finishing write tid 1 to smithi08678205-39 2024-09-11T03:34:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:749: finishing write tid 2 to smithi08678205-39 2024-09-11T03:34:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:749: finishing write tid 3 to smithi08678205-39 2024-09-11T03:34:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:749: finishing write tid 4 to smithi08678205-39 2024-09-11T03:34:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:749: finishing write tid 5 to smithi08678205-39 2024-09-11T03:34:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:749: oid 39 updating version 0 to 352 2024-09-11T03:34:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:749: oid 39 updating version 352 to 355 2024-09-11T03:34:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:749: oid 39 version 355 is already newer than 354 2024-09-11T03:34:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:749: oid 39 version 355 is already newer than 353 2024-09-11T03:34:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 355 (ObjNum 254 snap 55 seq_num 254) dirty exists 2024-09-11T03:34:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:749: left oid 39 (ObjNum 254 snap 55 seq_num 254) 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:750: finishing write tid 1 to smithi08678205-21 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:750: finishing write tid 2 to smithi08678205-21 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:751: finishing copy_from racing read to smithi08678205-11 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:751: finishing copy_from to smithi08678205-11 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 341 (ObjNum 220 snap 48 seq_num 220) dirty exists 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:750: finishing write tid 3 to smithi08678205-21 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:750: finishing write tid 4 to smithi08678205-21 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:750: finishing write tid 5 to smithi08678205-21 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:750: finishing write tid 6 to smithi08678205-21 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:750: oid 21 updating version 0 to 241 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:750: oid 21 updating version 241 to 243 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:750: oid 21 updating version 243 to 245 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:750: oid 21 version 245 is already newer than 242 2024-09-11T03:34:12.539 INFO:tasks.rados.rados.0.smithi086.stdout:750: oid 21 version 245 is already newer than 244 2024-09-11T03:34:12.540 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 245 (ObjNum 255 snap 55 seq_num 255) dirty exists 2024-09-11T03:34:12.540 INFO:tasks.rados.rados.0.smithi086.stdout:750: left oid 21 (ObjNum 255 snap 55 seq_num 255) 2024-09-11T03:34:12.540 INFO:tasks.rados.rados.0.smithi086.stdout:752: finishing write tid 1 to smithi08678205-34 2024-09-11T03:34:12.540 INFO:tasks.rados.rados.0.smithi086.stdout:752: finishing write tid 2 to smithi08678205-34 2024-09-11T03:34:12.540 INFO:tasks.rados.rados.0.smithi086.stdout:748: done (5 left) 2024-09-11T03:34:12.540 INFO:tasks.rados.rados.0.smithi086.stdout:749: done (4 left) 2024-09-11T03:34:12.540 INFO:tasks.rados.rados.0.smithi086.stdout:750: done (3 left) 2024-09-11T03:34:12.541 INFO:tasks.rados.rados.0.smithi086.stdout:751: done (2 left) 2024-09-11T03:34:12.541 INFO:tasks.rados.rados.0.smithi086.stdout:753: done (1 left) 2024-09-11T03:34:12.541 INFO:tasks.rados.rados.0.smithi086.stdout:754: snap_remove snap 54 2024-09-11T03:34:12.776 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:12 smithi130 ceph-mon[31190]: [11/Sep/2024:03:34:10] ENGINE Bus STARTING 2024-09-11T03:34:12.776 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:12 smithi130 ceph-mon[31190]: [11/Sep/2024:03:34:10] ENGINE Serving on https://172.21.15.86:7150 2024-09-11T03:34:12.776 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:12 smithi130 ceph-mon[31190]: [11/Sep/2024:03:34:10] ENGINE Error in HTTPServer.serve 2024-09-11T03:34:12.777 INFO:journalctl@ceph.mon.b.smithi130.stdout: Traceback (most recent call last): 2024-09-11T03:34:12.777 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:34:12.777 INFO:journalctl@ceph.mon.b.smithi130.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:34:12.777 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:34:12.777 INFO:journalctl@ceph.mon.b.smithi130.stdout: self._run(expiration_interval) 2024-09-11T03:34:12.777 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:34:12.777 INFO:journalctl@ceph.mon.b.smithi130.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:34:12.777 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:34:12.777 INFO:journalctl@ceph.mon.b.smithi130.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:34:12.777 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:34:12.777 INFO:journalctl@ceph.mon.b.smithi130.stdout: s = self.context.wrap_socket( 2024-09-11T03:34:12.777 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:34:12.778 INFO:journalctl@ceph.mon.b.smithi130.stdout: return self.sslsocket_class._create( 2024-09-11T03:34:12.778 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:34:12.778 INFO:journalctl@ceph.mon.b.smithi130.stdout: self.do_handshake() 2024-09-11T03:34:12.778 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:34:12.778 INFO:journalctl@ceph.mon.b.smithi130.stdout: self._sslobj.do_handshake() 2024-09-11T03:34:12.778 INFO:journalctl@ceph.mon.b.smithi130.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:34:12.778 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:12 smithi130 ceph-mon[31190]: [11/Sep/2024:03:34:10] ENGINE Serving on http://172.21.15.86:8765 2024-09-11T03:34:12.778 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:12 smithi130 ceph-mon[31190]: [11/Sep/2024:03:34:10] ENGINE Bus STARTED 2024-09-11T03:34:12.778 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:12 smithi130 ceph-mon[31190]: pgmap v6: 121 pgs: 121 active+clean; 82 MiB data, 551 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:12.778 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:12 smithi130 ceph-mon[31190]: osdmap e192: 8 total, 8 up, 8 in 2024-09-11T03:34:12.778 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:12 smithi130 ceph-mon[31190]: mgrmap e32: y(active, since 2s) 2024-09-11T03:34:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[27247]: [11/Sep/2024:03:34:10] ENGINE Bus STARTING 2024-09-11T03:34:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[27247]: [11/Sep/2024:03:34:10] ENGINE Serving on https://172.21.15.86:7150 2024-09-11T03:34:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[27247]: [11/Sep/2024:03:34:10] ENGINE Error in HTTPServer.serve 2024-09-11T03:34:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: Traceback (most recent call last): 2024-09-11T03:34:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:34:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:34:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:34:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._run(expiration_interval) 2024-09-11T03:34:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:34:12.823 INFO:journalctl@ceph.mon.a.smithi086.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:34:12.823 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:34:12.823 INFO:journalctl@ceph.mon.a.smithi086.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:34:12.823 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:34:12.823 INFO:journalctl@ceph.mon.a.smithi086.stdout: s = self.context.wrap_socket( 2024-09-11T03:34:12.823 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:34:12.823 INFO:journalctl@ceph.mon.a.smithi086.stdout: return self.sslsocket_class._create( 2024-09-11T03:34:12.823 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:34:12.823 INFO:journalctl@ceph.mon.a.smithi086.stdout: self.do_handshake() 2024-09-11T03:34:12.823 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:34:12.823 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._sslobj.do_handshake() 2024-09-11T03:34:12.823 INFO:journalctl@ceph.mon.a.smithi086.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:34:12.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[27247]: [11/Sep/2024:03:34:10] ENGINE Serving on http://172.21.15.86:8765 2024-09-11T03:34:12.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[27247]: [11/Sep/2024:03:34:10] ENGINE Bus STARTED 2024-09-11T03:34:12.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[27247]: pgmap v6: 121 pgs: 121 active+clean; 82 MiB data, 551 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:12.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[27247]: osdmap e192: 8 total, 8 up, 8 in 2024-09-11T03:34:12.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[27247]: mgrmap e32: y(active, since 2s) 2024-09-11T03:34:12.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[37253]: [11/Sep/2024:03:34:10] ENGINE Bus STARTING 2024-09-11T03:34:12.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[37253]: [11/Sep/2024:03:34:10] ENGINE Serving on https://172.21.15.86:7150 2024-09-11T03:34:12.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[37253]: [11/Sep/2024:03:34:10] ENGINE Error in HTTPServer.serve 2024-09-11T03:34:12.824 INFO:journalctl@ceph.mon.c.smithi086.stdout: Traceback (most recent call last): 2024-09-11T03:34:12.824 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:34:12.824 INFO:journalctl@ceph.mon.c.smithi086.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:34:12.824 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:34:12.825 INFO:journalctl@ceph.mon.c.smithi086.stdout: self._run(expiration_interval) 2024-09-11T03:34:12.825 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:34:12.825 INFO:journalctl@ceph.mon.c.smithi086.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:34:12.825 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:34:12.825 INFO:journalctl@ceph.mon.c.smithi086.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:34:12.825 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:34:12.825 INFO:journalctl@ceph.mon.c.smithi086.stdout: s = self.context.wrap_socket( 2024-09-11T03:34:12.825 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:34:12.825 INFO:journalctl@ceph.mon.c.smithi086.stdout: return self.sslsocket_class._create( 2024-09-11T03:34:12.825 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:34:12.825 INFO:journalctl@ceph.mon.c.smithi086.stdout: self.do_handshake() 2024-09-11T03:34:12.825 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:34:12.826 INFO:journalctl@ceph.mon.c.smithi086.stdout: self._sslobj.do_handshake() 2024-09-11T03:34:12.826 INFO:journalctl@ceph.mon.c.smithi086.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:34:12.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[37253]: [11/Sep/2024:03:34:10] ENGINE Serving on http://172.21.15.86:8765 2024-09-11T03:34:12.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[37253]: [11/Sep/2024:03:34:10] ENGINE Bus STARTED 2024-09-11T03:34:12.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[37253]: pgmap v6: 121 pgs: 121 active+clean; 82 MiB data, 551 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:12.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[37253]: osdmap e192: 8 total, 8 up, 8 in 2024-09-11T03:34:12.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:12 smithi086 ceph-mon[37253]: mgrmap e32: y(active, since 2s) 2024-09-11T03:34:13.502 INFO:tasks.rados.rados.0.smithi086.stdout:754: done (1 left) 2024-09-11T03:34:13.502 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 55 2024-09-11T03:34:13.502 INFO:tasks.rados.rados.0.smithi086.stdout:752: finishing write tid 3 to smithi08678205-34 2024-09-11T03:34:13.502 INFO:tasks.rados.rados.0.smithi086.stdout:752: finishing write tid 4 to smithi08678205-34 2024-09-11T03:34:13.503 INFO:tasks.rados.rados.0.smithi086.stdout:752: finishing write tid 5 to smithi08678205-34 2024-09-11T03:34:13.503 INFO:tasks.rados.rados.0.smithi086.stdout:752: oid 34 updating version 0 to 173 2024-09-11T03:34:13.503 INFO:tasks.rados.rados.0.smithi086.stdout:752: oid 34 version 173 is already newer than 172 2024-09-11T03:34:13.503 INFO:tasks.rados.rados.0.smithi086.stdout:752: oid 34 version 173 is already newer than 170 2024-09-11T03:34:13.503 INFO:tasks.rados.rados.0.smithi086.stdout:752: oid 34 version 173 is already newer than 171 2024-09-11T03:34:13.503 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 173 (ObjNum 256 snap 55 seq_num 256) dirty exists 2024-09-11T03:34:13.503 INFO:tasks.rados.rados.0.smithi086.stdout:752: left oid 34 (ObjNum 256 snap 55 seq_num 256) 2024-09-11T03:34:13.503 INFO:tasks.rados.rados.0.smithi086.stdout:755: seq_num 258 ranges {2260992=729088,2990080=606208,3596288=598016} 2024-09-11T03:34:13.519 INFO:tasks.rados.rados.0.smithi086.stdout:755: writing smithi08678205-36 from 2260992 to 2990080 tid 1 2024-09-11T03:34:13.523 INFO:tasks.rados.rados.0.smithi086.stdout:755: writing smithi08678205-36 from 2990080 to 3596288 tid 2 2024-09-11T03:34:13.527 INFO:tasks.rados.rados.0.smithi086.stdout:755: writing smithi08678205-36 from 3596288 to 4194304 tid 3 2024-09-11T03:34:13.527 INFO:tasks.rados.rados.0.smithi086.stdout:752: done (1 left) 2024-09-11T03:34:13.528 INFO:tasks.rados.rados.0.smithi086.stdout:756: read oid 29 snap -1 2024-09-11T03:34:13.528 INFO:tasks.rados.rados.0.smithi086.stdout:756: expect (ObjNum 164 snap 33 seq_num 164) 2024-09-11T03:34:13.528 INFO:tasks.rados.rados.0.smithi086.stdout:757: snap_create 2024-09-11T03:34:13.528 INFO:tasks.rados.rados.0.smithi086.stdout:755: finishing write tid 1 to smithi08678205-36 2024-09-11T03:34:13.528 INFO:tasks.rados.rados.0.smithi086.stdout:755: finishing write tid 2 to smithi08678205-36 2024-09-11T03:34:13.531 INFO:tasks.rados.rados.0.smithi086.stdout:755: finishing write tid 3 to smithi08678205-36 2024-09-11T03:34:13.531 INFO:tasks.rados.rados.0.smithi086.stdout:755: finishing write tid 4 to smithi08678205-36 2024-09-11T03:34:13.532 INFO:tasks.rados.rados.0.smithi086.stdout:755: finishing write tid 5 to smithi08678205-36 2024-09-11T03:34:13.532 INFO:tasks.rados.rados.0.smithi086.stdout:755: oid 36 updating version 0 to 597 2024-09-11T03:34:13.532 INFO:tasks.rados.rados.0.smithi086.stdout:755: oid 36 updating version 597 to 599 2024-09-11T03:34:13.532 INFO:tasks.rados.rados.0.smithi086.stdout:755: oid 36 version 599 is already newer than 598 2024-09-11T03:34:13.532 INFO:tasks.rados.rados.0.smithi086.stdout:755: oid 36 updating version 599 to 600 2024-09-11T03:34:13.533 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 600 (ObjNum 258 snap 55 seq_num 258) dirty exists 2024-09-11T03:34:13.533 INFO:tasks.rados.rados.0.smithi086.stdout:755: left oid 36 (ObjNum 258 snap 55 seq_num 258) 2024-09-11T03:34:13.538 INFO:tasks.rados.rados.0.smithi086.stdout:756: expect (ObjNum 164 snap 33 seq_num 164) 2024-09-11T03:34:14.503 INFO:tasks.rados.rados.0.smithi086.stdout:755: done (2 left) 2024-09-11T03:34:14.503 INFO:tasks.rados.rados.0.smithi086.stdout:756: done (1 left) 2024-09-11T03:34:14.503 INFO:tasks.rados.rados.0.smithi086.stdout:757: done (0 left) 2024-09-11T03:34:14.503 INFO:tasks.rados.rados.0.smithi086.stdout:758: setattr oid 33 current snap is 56 2024-09-11T03:34:14.504 INFO:tasks.rados.rados.0.smithi086.stdout:759: read oid 6 snap -1 2024-09-11T03:34:14.504 INFO:tasks.rados.rados.0.smithi086.stdout:759: expect (ObjNum 250 snap 55 seq_num 250) 2024-09-11T03:34:14.504 INFO:tasks.rados.rados.0.smithi086.stdout:760: delete oid 27 current snap is 56 2024-09-11T03:34:14.509 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 602 (ObjNum 193 snap 0 seq_num 3221071632) dirty exists 2024-09-11T03:34:14.528 INFO:tasks.rados.rados.0.smithi086.stdout:759: expect (ObjNum 250 snap 55 seq_num 250) 2024-09-11T03:34:14.813 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:14 smithi130 ceph-mon[31190]: pgmap v8: 121 pgs: 121 active+clean; 82 MiB data, 551 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:14.814 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:14 smithi130 ceph-mon[31190]: mgrmap e33: y(active, since 4s) 2024-09-11T03:34:14.814 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:14 smithi130 ceph-mon[31190]: osdmap e193: 8 total, 8 up, 8 in 2024-09-11T03:34:14.814 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:14 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:14.814 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:14 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:14.821 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:14 smithi086 ceph-mon[27247]: pgmap v8: 121 pgs: 121 active+clean; 82 MiB data, 551 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:14.821 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:14 smithi086 ceph-mon[27247]: mgrmap e33: y(active, since 4s) 2024-09-11T03:34:14.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:14 smithi086 ceph-mon[27247]: osdmap e193: 8 total, 8 up, 8 in 2024-09-11T03:34:14.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:14 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:14.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:14 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:14.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:14 smithi086 ceph-mon[37253]: pgmap v8: 121 pgs: 121 active+clean; 82 MiB data, 551 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:14.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:14 smithi086 ceph-mon[37253]: mgrmap e33: y(active, since 4s) 2024-09-11T03:34:14.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:14 smithi086 ceph-mon[37253]: osdmap e193: 8 total, 8 up, 8 in 2024-09-11T03:34:14.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:14 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:14.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:14 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:14.898 INFO:tasks.rados.rados.0.smithi086.stdout:758: done (2 left) 2024-09-11T03:34:14.898 INFO:tasks.rados.rados.0.smithi086.stdout:759: done (1 left) 2024-09-11T03:34:14.898 INFO:tasks.rados.rados.0.smithi086.stdout:760: done (0 left) 2024-09-11T03:34:14.898 INFO:tasks.rados.rados.0.smithi086.stdout:761: rollback oid 9 current snap is 56 2024-09-11T03:34:14.898 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 9 to 55 2024-09-11T03:34:14.898 INFO:tasks.rados.rados.0.smithi086.stdout:762: read oid 6 snap -1 2024-09-11T03:34:14.898 INFO:tasks.rados.rados.0.smithi086.stdout:762: expect (ObjNum 250 snap 55 seq_num 250) 2024-09-11T03:34:14.898 INFO:tasks.rados.rados.0.smithi086.stdout:763: read oid 24 snap 55 2024-09-11T03:34:14.898 INFO:tasks.rados.rados.0.smithi086.stdout:763: expect (ObjNum 160 snap 33 seq_num 160) 2024-09-11T03:34:14.899 INFO:tasks.rados.rados.0.smithi086.stdout:764: snap_create 2024-09-11T03:34:14.903 INFO:tasks.rados.rados.0.smithi086.stdout:761: finishing rollback tid 0 to smithi08678205-9 2024-09-11T03:34:14.903 INFO:tasks.rados.rados.0.smithi086.stdout:761: finishing rollback tid 1 to smithi08678205-9 2024-09-11T03:34:14.903 INFO:tasks.rados.rados.0.smithi086.stdout:761: finishing rollback tid 2 to smithi08678205-9 2024-09-11T03:34:14.903 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 255 (ObjNum 243 snap 53 seq_num 243) dirty exists 2024-09-11T03:34:14.913 INFO:tasks.rados.rados.0.smithi086.stdout:763: expect (ObjNum 160 snap 33 seq_num 160) 2024-09-11T03:34:15.021 INFO:tasks.rados.rados.0.smithi086.stdout:762: expect (ObjNum 250 snap 55 seq_num 250) 2024-09-11T03:34:15.096 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: [11/Sep/2024:03:34:14] ENGINE Bus STARTING 2024-09-11T03:34:15.096 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: CherryPy Checker: 2024-09-11T03:34:15.096 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: The Application mounted at '' has an empty config. 2024-09-11T03:34:15.096 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: 2024-09-11T03:34:15.097 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: [11/Sep/2024:03:34:14] ENGINE Serving on http://:::9283 2024-09-11T03:34:15.097 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: [11/Sep/2024:03:34:14] ENGINE Bus STARTED 2024-09-11T03:34:15.382 INFO:tasks.rados.rados.0.smithi086.stdout:761: done (3 left) 2024-09-11T03:34:15.383 INFO:tasks.rados.rados.0.smithi086.stdout:762: done (2 left) 2024-09-11T03:34:15.383 INFO:tasks.rados.rados.0.smithi086.stdout:763: done (1 left) 2024-09-11T03:34:15.383 INFO:tasks.rados.rados.0.smithi086.stdout:764: done (0 left) 2024-09-11T03:34:15.383 INFO:tasks.rados.rados.0.smithi086.stdout:765: snap_remove snap 55 2024-09-11T03:34:15.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[37253]: osdmap e194: 8 total, 8 up, 8 in 2024-09-11T03:34:15.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[37253]: Standby manager daemon x started 2024-09-11T03:34:15.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/2337993857' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:34:15.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/2337993857' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:34:15.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/2337993857' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:34:15.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/2337993857' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:34:15.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[37253]: osdmap e195: 8 total, 8 up, 8 in 2024-09-11T03:34:15.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[27247]: osdmap e194: 8 total, 8 up, 8 in 2024-09-11T03:34:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[27247]: Standby manager daemon x started 2024-09-11T03:34:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/2337993857' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:34:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/2337993857' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:34:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/2337993857' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:34:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/2337993857' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:34:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[27247]: osdmap e195: 8 total, 8 up, 8 in 2024-09-11T03:34:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:15 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:15 smithi130 ceph-mon[31190]: osdmap e194: 8 total, 8 up, 8 in 2024-09-11T03:34:15.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:15 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:15 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:15 smithi130 ceph-mon[31190]: Standby manager daemon x started 2024-09-11T03:34:15.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:15 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/2337993857' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:34:15.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:15 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/2337993857' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:34:15.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:15 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/2337993857' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:34:15.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:15 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/2337993857' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:34:15.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:15 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:15 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:15 smithi130 ceph-mon[31190]: osdmap e195: 8 total, 8 up, 8 in 2024-09-11T03:34:15.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:15 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:15.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:15 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:16.236 INFO:tasks.rados.rados.0.smithi086.stdout:765: done (0 left) 2024-09-11T03:34:16.237 INFO:tasks.rados.rados.0.smithi086.stdout:766: snap_remove snap 56 2024-09-11T03:34:16.630 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:16 smithi086 ceph-mon[27247]: pgmap v12: 121 pgs: 121 active+clean; 87 MiB data, 554 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-11T03:34:16.630 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:16 smithi086 ceph-mon[27247]: mgrmap e34: y(active, since 6s), standbys: x 2024-09-11T03:34:16.630 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:16 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-11T03:34:16.630 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:16 smithi086 ceph-mon[27247]: osdmap e196: 8 total, 8 up, 8 in 2024-09-11T03:34:16.630 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:16 smithi086 ceph-mon[37253]: pgmap v12: 121 pgs: 121 active+clean; 87 MiB data, 554 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-11T03:34:16.631 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:16 smithi086 ceph-mon[37253]: mgrmap e34: y(active, since 6s), standbys: x 2024-09-11T03:34:16.631 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:16 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-11T03:34:16.631 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:16 smithi086 ceph-mon[37253]: osdmap e196: 8 total, 8 up, 8 in 2024-09-11T03:34:16.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:16 smithi130 ceph-mon[31190]: pgmap v12: 121 pgs: 121 active+clean; 87 MiB data, 554 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-11T03:34:16.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:16 smithi130 ceph-mon[31190]: mgrmap e34: y(active, since 6s), standbys: x 2024-09-11T03:34:16.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:16 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-11T03:34:16.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:16 smithi130 ceph-mon[31190]: osdmap e196: 8 total, 8 up, 8 in 2024-09-11T03:34:17.233 INFO:tasks.rados.rados.0.smithi086.stdout:766: done (0 left) 2024-09-11T03:34:17.233 INFO:tasks.rados.rados.0.smithi086.stdout:767: copy_from oid 48 from oid 5 current snap is 57 2024-09-11T03:34:17.233 INFO:tasks.rados.rados.0.smithi086.stdout:768: setattr oid 20 current snap is 57 2024-09-11T03:34:17.234 INFO:tasks.rados.rados.0.smithi086.stdout:769: read oid 3 snap -1 2024-09-11T03:34:17.234 INFO:tasks.rados.rados.0.smithi086.stdout:769: expect deleted 2024-09-11T03:34:17.235 INFO:tasks.rados.rados.0.smithi086.stdout:770: copy_from oid 49 from oid 17 current snap is 57 2024-09-11T03:34:17.235 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 57 2024-09-11T03:34:17.235 INFO:tasks.rados.rados.0.smithi086.stdout:771: seq_num 260 ranges {2580480=761856,3342336=417792,3760128=786432} 2024-09-11T03:34:17.253 INFO:tasks.rados.rados.0.smithi086.stdout:771: writing smithi08678205-35 from 2580480 to 3342336 tid 1 2024-09-11T03:34:17.256 INFO:tasks.rados.rados.0.smithi086.stdout:771: writing smithi08678205-35 from 3342336 to 3760128 tid 2 2024-09-11T03:34:17.261 INFO:tasks.rados.rados.0.smithi086.stdout:771: writing smithi08678205-35 from 3760128 to 4546560 tid 3 2024-09-11T03:34:17.261 INFO:tasks.rados.rados.0.smithi086.stdout:772: copy_from oid 31 from oid 40 current snap is 57 2024-09-11T03:34:17.261 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 356 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-11T03:34:17.261 INFO:tasks.rados.rados.0.smithi086.stdout:767: finishing copy_from racing read to smithi08678205-48 2024-09-11T03:34:17.261 INFO:tasks.rados.rados.0.smithi086.stdout:767: finishing copy_from to smithi08678205-48 2024-09-11T03:34:17.261 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 210 (ObjNum 234 snap 53 seq_num 234) dirty exists 2024-09-11T03:34:17.262 INFO:tasks.rados.rados.0.smithi086.stdout:771: finishing write tid 1 to smithi08678205-35 2024-09-11T03:34:17.262 INFO:tasks.rados.rados.0.smithi086.stdout:771: finishing write tid 2 to smithi08678205-35 2024-09-11T03:34:17.262 INFO:tasks.rados.rados.0.smithi086.stdout:767: done (5 left) 2024-09-11T03:34:17.262 INFO:tasks.rados.rados.0.smithi086.stdout:768: done (4 left) 2024-09-11T03:34:17.262 INFO:tasks.rados.rados.0.smithi086.stdout:769: done (3 left) 2024-09-11T03:34:17.262 INFO:tasks.rados.rados.0.smithi086.stdout:773: delete oid 43 current snap is 57 2024-09-11T03:34:17.263 INFO:tasks.rados.rados.0.smithi086.stdout:772: finishing copy_from to smithi08678205-31 2024-09-11T03:34:17.263 INFO:tasks.rados.rados.0.smithi086.stdout:772: got expected ENOENT (src dne) 2024-09-11T03:34:17.263 INFO:tasks.rados.rados.0.smithi086.stdout:772: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:34:17.264 INFO:tasks.rados.rados.0.smithi086.stdout:772: done (3 left) 2024-09-11T03:34:17.264 INFO:tasks.rados.rados.0.smithi086.stdout:773: done (2 left) 2024-09-11T03:34:17.264 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 40 current snap is 57 2024-09-11T03:34:17.265 INFO:tasks.rados.rados.0.smithi086.stdout:774: seq_num 262 ranges {0=794624,794624=589824,1384448=614400} 2024-09-11T03:34:17.270 INFO:tasks.rados.rados.0.smithi086.stdout:774: writing smithi08678205-40 from 0 to 794624 tid 1 2024-09-11T03:34:17.273 INFO:tasks.rados.rados.0.smithi086.stdout:774: writing smithi08678205-40 from 794624 to 1384448 tid 2 2024-09-11T03:34:17.277 INFO:tasks.rados.rados.0.smithi086.stdout:774: writing smithi08678205-40 from 1384448 to 1998848 tid 3 2024-09-11T03:34:17.277 INFO:tasks.rados.rados.0.smithi086.stdout:775: snap_create 2024-09-11T03:34:17.277 INFO:tasks.rados.rados.0.smithi086.stdout:771: finishing write tid 3 to smithi08678205-35 2024-09-11T03:34:17.278 INFO:tasks.rados.rados.0.smithi086.stdout:771: finishing write tid 4 to smithi08678205-35 2024-09-11T03:34:17.278 INFO:tasks.rados.rados.0.smithi086.stdout:771: finishing write tid 5 to smithi08678205-35 2024-09-11T03:34:17.278 INFO:tasks.rados.rados.0.smithi086.stdout:771: oid 35 updating version 0 to 255 2024-09-11T03:34:17.278 INFO:tasks.rados.rados.0.smithi086.stdout:771: oid 35 updating version 255 to 256 2024-09-11T03:34:17.278 INFO:tasks.rados.rados.0.smithi086.stdout:771: oid 35 updating version 256 to 257 2024-09-11T03:34:17.278 INFO:tasks.rados.rados.0.smithi086.stdout:771: oid 35 updating version 257 to 258 2024-09-11T03:34:17.278 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 258 (ObjNum 260 snap 57 seq_num 260) dirty exists 2024-09-11T03:34:17.278 INFO:tasks.rados.rados.0.smithi086.stdout:771: left oid 35 (ObjNum 260 snap 57 seq_num 260) 2024-09-11T03:34:17.278 INFO:tasks.rados.rados.0.smithi086.stdout:770: finishing copy_from racing read to smithi08678205-49 2024-09-11T03:34:17.278 INFO:tasks.rados.rados.0.smithi086.stdout:770: finishing copy_from to smithi08678205-49 2024-09-11T03:34:17.278 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 61 (ObjNum 227 snap 52 seq_num 227) dirty exists 2024-09-11T03:34:17.279 INFO:tasks.rados.rados.0.smithi086.stdout:774: finishing write tid 1 to smithi08678205-40 2024-09-11T03:34:17.279 INFO:tasks.rados.rados.0.smithi086.stdout:774: finishing write tid 2 to smithi08678205-40 2024-09-11T03:34:17.280 INFO:tasks.rados.rados.0.smithi086.stdout:774: finishing write tid 3 to smithi08678205-40 2024-09-11T03:34:17.280 INFO:tasks.rados.rados.0.smithi086.stdout:774: finishing write tid 4 to smithi08678205-40 2024-09-11T03:34:17.281 INFO:tasks.rados.rados.0.smithi086.stdout:774: finishing write tid 5 to smithi08678205-40 2024-09-11T03:34:17.281 INFO:tasks.rados.rados.0.smithi086.stdout:774: oid 40 updating version 0 to 260 2024-09-11T03:34:17.281 INFO:tasks.rados.rados.0.smithi086.stdout:774: oid 40 updating version 260 to 261 2024-09-11T03:34:17.281 INFO:tasks.rados.rados.0.smithi086.stdout:774: oid 40 version 261 is already newer than 258 2024-09-11T03:34:17.281 INFO:tasks.rados.rados.0.smithi086.stdout:774: oid 40 version 261 is already newer than 259 2024-09-11T03:34:17.281 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 261 (ObjNum 262 snap 57 seq_num 262) dirty exists 2024-09-11T03:34:17.281 INFO:tasks.rados.rados.0.smithi086.stdout:774: left oid 40 (ObjNum 262 snap 57 seq_num 262) 2024-09-11T03:34:18.244 INFO:tasks.rados.rados.0.smithi086.stdout:770: done (3 left) 2024-09-11T03:34:18.244 INFO:tasks.rados.rados.0.smithi086.stdout:771: done (2 left) 2024-09-11T03:34:18.244 INFO:tasks.rados.rados.0.smithi086.stdout:774: done (1 left) 2024-09-11T03:34:18.244 INFO:tasks.rados.rados.0.smithi086.stdout:775: done (0 left) 2024-09-11T03:34:18.245 INFO:tasks.rados.rados.0.smithi086.stdout:776: delete oid 35 current snap is 58 2024-09-11T03:34:18.248 INFO:tasks.rados.rados.0.smithi086.stdout:776: done (0 left) 2024-09-11T03:34:18.248 INFO:tasks.rados.rados.0.smithi086.stdout:777: snap_create 2024-09-11T03:34:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:18 smithi086 ceph-mon[37253]: osdmap e197: 8 total, 8 up, 8 in 2024-09-11T03:34:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:18 smithi086 ceph-mon[37253]: pgmap v15: 121 pgs: 121 active+clean; 80 MiB data, 550 MiB used, 715 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 49 op/s 2024-09-11T03:34:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:18 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:18 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:18 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:18.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:18 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:34:18.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:18 smithi086 ceph-mon[27247]: osdmap e197: 8 total, 8 up, 8 in 2024-09-11T03:34:18.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:18 smithi086 ceph-mon[27247]: pgmap v15: 121 pgs: 121 active+clean; 80 MiB data, 550 MiB used, 715 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 49 op/s 2024-09-11T03:34:18.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:18 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:18.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:18 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:18.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:18 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:18.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:18 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:34:18.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:18 smithi130 ceph-mon[31190]: osdmap e197: 8 total, 8 up, 8 in 2024-09-11T03:34:18.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:18 smithi130 ceph-mon[31190]: pgmap v15: 121 pgs: 121 active+clean; 80 MiB data, 550 MiB used, 715 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 49 op/s 2024-09-11T03:34:18.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:18 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:18 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:18 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:18 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:34:19.248 INFO:tasks.rados.rados.0.smithi086.stdout:777: done (0 left) 2024-09-11T03:34:19.248 INFO:tasks.rados.rados.0.smithi086.stdout:778: snap_create 2024-09-11T03:34:19.276 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[37253]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:34:19.276 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[37253]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:34:19.276 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[37253]: osdmap e198: 8 total, 8 up, 8 in 2024-09-11T03:34:19.276 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[37253]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:34:19.277 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[37253]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:34:19.277 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.277 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.277 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.277 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.277 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.277 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[27247]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:34:19.277 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[27247]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:34:19.277 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[27247]: osdmap e198: 8 total, 8 up, 8 in 2024-09-11T03:34:19.277 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[27247]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:34:19.277 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[27247]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:34:19.278 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.278 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.278 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.278 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.278 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:19 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:19 smithi130 ceph-mon[31190]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:34:19.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:19 smithi130 ceph-mon[31190]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:34:19.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:19 smithi130 ceph-mon[31190]: osdmap e198: 8 total, 8 up, 8 in 2024-09-11T03:34:19.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:19 smithi130 ceph-mon[31190]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:34:19.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:19 smithi130 ceph-mon[31190]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:34:19.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:19 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:19 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:19 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:19 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:19 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:19.924 INFO:tasks.rados.rados.0.smithi086.stdout:778: done (0 left) 2024-09-11T03:34:19.924 INFO:tasks.rados.rados.0.smithi086.stdout:779: read oid 22 snap -1 2024-09-11T03:34:19.924 INFO:tasks.rados.rados.0.smithi086.stdout:779: expect (ObjNum 241 snap 53 seq_num 241) 2024-09-11T03:34:19.924 INFO:tasks.rados.rados.0.smithi086.stdout:780: snap_remove snap 57 2024-09-11T03:34:20.568 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:34:20.569 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:34:20.569 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:34:20.569 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:34:20.569 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-11T03:34:20.569 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: osdmap e199: 8 total, 8 up, 8 in 2024-09-11T03:34:20.569 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: Reconfiguring daemon prometheus.a on smithi130 2024-09-11T03:34:20.569 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: pgmap v18: 121 pgs: 121 active+clean; 80 MiB data, 550 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-09-11T03:34:20.569 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: osdmap e200: 8 total, 8 up, 8 in 2024-09-11T03:34:20.569 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:20.569 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:34:20.570 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.570 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.570 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.570 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.570 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.570 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.570 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.570 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.570 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.570 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:34:20.570 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:34:20.570 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.570 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.571 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.571 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:34:20.571 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:34:20.571 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.571 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.571 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.571 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:34:20.571 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:34:20.571 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.571 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.571 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:20 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:34:20.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:34:20.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:34:20.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:34:20.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: osdmap e199: 8 total, 8 up, 8 in 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: Reconfiguring daemon prometheus.a on smithi130 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: pgmap v18: 121 pgs: 121 active+clean; 80 MiB data, 550 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: osdmap e200: 8 total, 8 up, 8 in 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:34:20.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:34:20.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:34:20.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:34:20.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.574 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:34:20.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:34:20.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:34:20.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:34:20.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-11T03:34:20.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: osdmap e199: 8 total, 8 up, 8 in 2024-09-11T03:34:20.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: Reconfiguring daemon prometheus.a on smithi130 2024-09-11T03:34:20.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: pgmap v18: 121 pgs: 121 active+clean; 80 MiB data, 550 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-09-11T03:34:20.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: osdmap e200: 8 total, 8 up, 8 in 2024-09-11T03:34:20.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:20.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-11T03:34:20.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:34:20.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:34:20.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:34:20.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:34:20.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.578 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.578 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:34:20.578 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:34:20.578 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.578 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.578 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.578 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.578 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:34:20.578 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:34:20.579 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-11T03:34:20.579 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-11T03:34:20.579 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:20 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-11T03:34:20.924 INFO:tasks.rados.rados.0.smithi086.stdout:780: done (1 left) 2024-09-11T03:34:20.924 INFO:tasks.rados.rados.0.smithi086.stdout:781: read oid 48 snap -1 2024-09-11T03:34:20.924 INFO:tasks.rados.rados.0.smithi086.stdout:781: expect (ObjNum 234 snap 53 seq_num 234) 2024-09-11T03:34:20.924 INFO:tasks.rados.rados.0.smithi086.stdout:782: rmattr oid 49 current snap is 60 2024-09-11T03:34:20.924 INFO:tasks.rados.rados.0.smithi086.stdout:782: done (2 left) 2024-09-11T03:34:20.924 INFO:tasks.rados.rados.0.smithi086.stdout:783: delete oid 2 current snap is 60 2024-09-11T03:34:20.924 INFO:tasks.rados.rados.0.smithi086.stdout:779: expect (ObjNum 241 snap 53 seq_num 241) 2024-09-11T03:34:21.078 INFO:tasks.rados.rados.0.smithi086.stdout:781: expect (ObjNum 234 snap 53 seq_num 234) 2024-09-11T03:34:21.196 INFO:tasks.rados.rados.0.smithi086.stdout:779: done (2 left) 2024-09-11T03:34:21.196 INFO:tasks.rados.rados.0.smithi086.stdout:781: done (1 left) 2024-09-11T03:34:21.196 INFO:tasks.rados.rados.0.smithi086.stdout:783: done (0 left) 2024-09-11T03:34:21.196 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 60 2024-09-11T03:34:21.196 INFO:tasks.rados.rados.0.smithi086.stdout:784: seq_num 265 ranges {811008=442368,1253376=647168,1900544=573440,2473984=385024} 2024-09-11T03:34:21.202 INFO:tasks.rados.rados.0.smithi086.stdout:784: writing smithi08678205-4 from 811008 to 1253376 tid 1 2024-09-11T03:34:21.205 INFO:tasks.rados.rados.0.smithi086.stdout:784: writing smithi08678205-4 from 1253376 to 1900544 tid 2 2024-09-11T03:34:21.209 INFO:tasks.rados.rados.0.smithi086.stdout:784: writing smithi08678205-4 from 1900544 to 2473984 tid 3 2024-09-11T03:34:21.211 INFO:tasks.rados.rados.0.smithi086.stdout:784: writing smithi08678205-4 from 2473984 to 2859008 tid 4 2024-09-11T03:34:21.211 INFO:tasks.rados.rados.0.smithi086.stdout:785: read oid 11 snap -1 2024-09-11T03:34:21.211 INFO:tasks.rados.rados.0.smithi086.stdout:785: expect (ObjNum 220 snap 48 seq_num 220) 2024-09-11T03:34:21.212 INFO:tasks.rados.rados.0.smithi086.stdout:786: copy_from oid 43 from oid 2 current snap is 60 2024-09-11T03:34:21.212 INFO:tasks.rados.rados.0.smithi086.stdout:784: finishing write tid 1 to smithi08678205-4 2024-09-11T03:34:21.212 INFO:tasks.rados.rados.0.smithi086.stdout:784: finishing write tid 2 to smithi08678205-4 2024-09-11T03:34:21.212 INFO:tasks.rados.rados.0.smithi086.stdout:787: delete oid 27 current snap is 60 2024-09-11T03:34:21.212 INFO:tasks.rados.rados.0.smithi086.stdout:784: finishing write tid 3 to smithi08678205-4 2024-09-11T03:34:21.212 INFO:tasks.rados.rados.0.smithi086.stdout:786: finishing copy_from to smithi08678205-43 2024-09-11T03:34:21.212 INFO:tasks.rados.rados.0.smithi086.stdout:786: got expected ENOENT (src dne) 2024-09-11T03:34:21.213 INFO:tasks.rados.rados.0.smithi086.stdout:786: finishing copy_from racing read to smithi08678205-43 2024-09-11T03:34:21.213 INFO:tasks.rados.rados.0.smithi086.stdout:784: finishing write tid 4 to smithi08678205-4 2024-09-11T03:34:21.214 INFO:tasks.rados.rados.0.smithi086.stdout:784: finishing write tid 5 to smithi08678205-4 2024-09-11T03:34:21.214 INFO:tasks.rados.rados.0.smithi086.stdout:786: done (3 left) 2024-09-11T03:34:21.214 INFO:tasks.rados.rados.0.smithi086.stdout:787: done (2 left) 2024-09-11T03:34:21.214 INFO:tasks.rados.rados.0.smithi086.stdout:788: read oid 8 snap -1 2024-09-11T03:34:21.214 INFO:tasks.rados.rados.0.smithi086.stdout:788: expect (ObjNum 247 snap 53 seq_num 247) 2024-09-11T03:34:21.215 INFO:tasks.rados.rados.0.smithi086.stdout:789: snap_remove snap 59 2024-09-11T03:34:21.499 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:21 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[64005]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:34:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-11T03:34:21.940 INFO:tasks.rados.rados.0.smithi086.stdout:789: done (3 left) 2024-09-11T03:34:21.940 INFO:tasks.rados.rados.0.smithi086.stdout:790: snap_remove snap 58 2024-09-11T03:34:22.182 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:21 smithi130 ceph-mon[31190]: osdmap e201: 8 total, 8 up, 8 in 2024-09-11T03:34:22.183 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:21 smithi130 ceph-mon[31190]: pgmap v21: 121 pgs: 121 active+clean; 90 MiB data, 566 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-09-11T03:34:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:21 smithi086 ceph-mon[27247]: osdmap e201: 8 total, 8 up, 8 in 2024-09-11T03:34:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:21 smithi086 ceph-mon[27247]: pgmap v21: 121 pgs: 121 active+clean; 90 MiB data, 566 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-09-11T03:34:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:21 smithi086 ceph-mon[37253]: osdmap e201: 8 total, 8 up, 8 in 2024-09-11T03:34:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:21 smithi086 ceph-mon[37253]: pgmap v21: 121 pgs: 121 active+clean; 90 MiB data, 566 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-09-11T03:34:22.596 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 systemd[1]: Stopping Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:34:22.871 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:34:22.620Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-11T03:34:22.871 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:34:22.620Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-11T03:34:22.871 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:34:22.620Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-11T03:34:22.871 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:34:22.620Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-11T03:34:22.871 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:34:22.620Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-11T03:34:22.871 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:34:22.620Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-11T03:34:22.871 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:34:22.620Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-11T03:34:22.871 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:34:22.620Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-11T03:34:22.871 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:34:22.620Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-11T03:34:22.871 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:34:22.621Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-11T03:34:22.871 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:34:22.621Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-11T03:34:22.872 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[72743]: ts=2024-09-11T03:34:22.621Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-11T03:34:22.872 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 podman[75178]: 2024-09-11 03:34:22.630802212 +0000 UTC m=+0.143063410 container died 468b690f432df0a91f35bc312c1e3a6c2e90331399259a0daa68364fd75bfbd9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:34:22.940 INFO:tasks.rados.rados.0.smithi086.stdout:790: done (3 left) 2024-09-11T03:34:22.940 INFO:tasks.rados.rados.0.smithi086.stdout:791: setattr oid 30 current snap is 60 2024-09-11T03:34:22.940 INFO:tasks.rados.rados.0.smithi086.stdout:784: finishing write tid 6 to smithi08678205-4 2024-09-11T03:34:22.940 INFO:tasks.rados.rados.0.smithi086.stdout:784: oid 4 updating version 0 to 519 2024-09-11T03:34:22.940 INFO:tasks.rados.rados.0.smithi086.stdout:784: oid 4 version 519 is already newer than 517 2024-09-11T03:34:22.940 INFO:tasks.rados.rados.0.smithi086.stdout:784: oid 4 version 519 is already newer than 516 2024-09-11T03:34:22.940 INFO:tasks.rados.rados.0.smithi086.stdout:784: oid 4 version 519 is already newer than 518 2024-09-11T03:34:22.940 INFO:tasks.rados.rados.0.smithi086.stdout:784: oid 4 updating version 519 to 520 2024-09-11T03:34:22.941 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 520 (ObjNum 265 snap 60 seq_num 265) dirty exists 2024-09-11T03:34:22.941 INFO:tasks.rados.rados.0.smithi086.stdout:784: left oid 4 (ObjNum 265 snap 60 seq_num 265) 2024-09-11T03:34:22.941 INFO:tasks.rados.rados.0.smithi086.stdout:785: expect (ObjNum 220 snap 48 seq_num 220) 2024-09-11T03:34:22.976 INFO:tasks.rados.rados.0.smithi086.stdout:788: expect (ObjNum 247 snap 53 seq_num 247) 2024-09-11T03:34:23.156 INFO:tasks.rados.rados.0.smithi086.stdout:784: done (3 left) 2024-09-11T03:34:23.156 INFO:tasks.rados.rados.0.smithi086.stdout:785: done (2 left) 2024-09-11T03:34:23.157 INFO:tasks.rados.rados.0.smithi086.stdout:788: done (1 left) 2024-09-11T03:34:23.157 INFO:tasks.rados.rados.0.smithi086.stdout:792: copy_from oid 14 from oid 10 current snap is 60 2024-09-11T03:34:23.157 INFO:tasks.rados.rados.0.smithi086.stdout:793: rollback oid 18 current snap is 60 2024-09-11T03:34:23.157 INFO:tasks.rados.rados.0.smithi086.stdout:793: done (2 left) 2024-09-11T03:34:23.157 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 60 2024-09-11T03:34:23.157 INFO:tasks.rados.rados.0.smithi086.stdout:794: seq_num 267 ranges {0=475136,475136=458752,933888=540672,1474560=606208} 2024-09-11T03:34:23.159 INFO:tasks.rados.rados.0.smithi086.stdout:794: writing smithi08678205-27 from 0 to 475136 tid 1 2024-09-11T03:34:23.162 INFO:tasks.rados.rados.0.smithi086.stdout:794: writing smithi08678205-27 from 475136 to 933888 tid 2 2024-09-11T03:34:23.165 INFO:tasks.rados.rados.0.smithi086.stdout:794: writing smithi08678205-27 from 933888 to 1474560 tid 3 2024-09-11T03:34:23.169 INFO:tasks.rados.rados.0.smithi086.stdout:794: writing smithi08678205-27 from 1474560 to 2080768 tid 4 2024-09-11T03:34:23.169 INFO:tasks.rados.rados.0.smithi086.stdout:795: snap_create 2024-09-11T03:34:23.169 INFO:tasks.rados.rados.0.smithi086.stdout:792: finishing copy_from to smithi08678205-14 2024-09-11T03:34:23.170 INFO:tasks.rados.rados.0.smithi086.stdout:792: got expected ENOENT (src dne) 2024-09-11T03:34:23.170 INFO:tasks.rados.rados.0.smithi086.stdout:792: finishing copy_from racing read to smithi08678205-14 2024-09-11T03:34:23.170 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 606 (ObjNum 225 snap 51 seq_num 225) dirty exists 2024-09-11T03:34:23.170 INFO:tasks.rados.rados.0.smithi086.stdout:794: finishing write tid 1 to smithi08678205-27 2024-09-11T03:34:23.170 INFO:tasks.rados.rados.0.smithi086.stdout:794: finishing write tid 2 to smithi08678205-27 2024-09-11T03:34:23.170 INFO:tasks.rados.rados.0.smithi086.stdout:794: finishing write tid 3 to smithi08678205-27 2024-09-11T03:34:23.171 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 podman[75178]: 2024-09-11 03:34:22.95391267 +0000 UTC m=+0.466173912 container cleanup 468b690f432df0a91f35bc312c1e3a6c2e90331399259a0daa68364fd75bfbd9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:34:23.171 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:22 smithi130 bash[75178]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a 2024-09-11T03:34:23.171 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-mon[31190]: osdmap e202: 8 total, 8 up, 8 in 2024-09-11T03:34:23.171 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:22 smithi130 ceph-mon[31190]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-11T03:34:23.172 INFO:tasks.rados.rados.0.smithi086.stdout:794: finishing write tid 4 to smithi08678205-27 2024-09-11T03:34:23.172 INFO:tasks.rados.rados.0.smithi086.stdout:794: finishing write tid 5 to smithi08678205-27 2024-09-11T03:34:23.174 INFO:tasks.rados.rados.0.smithi086.stdout:794: finishing write tid 6 to smithi08678205-27 2024-09-11T03:34:23.174 INFO:tasks.rados.rados.0.smithi086.stdout:794: oid 27 updating version 0 to 114 2024-09-11T03:34:23.174 INFO:tasks.rados.rados.0.smithi086.stdout:794: oid 27 updating version 114 to 115 2024-09-11T03:34:23.174 INFO:tasks.rados.rados.0.smithi086.stdout:794: oid 27 updating version 115 to 116 2024-09-11T03:34:23.174 INFO:tasks.rados.rados.0.smithi086.stdout:794: oid 27 version 116 is already newer than 112 2024-09-11T03:34:23.174 INFO:tasks.rados.rados.0.smithi086.stdout:794: oid 27 version 116 is already newer than 113 2024-09-11T03:34:23.174 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 116 (ObjNum 267 snap 60 seq_num 267) dirty exists 2024-09-11T03:34:23.174 INFO:tasks.rados.rados.0.smithi086.stdout:794: left oid 27 (ObjNum 267 snap 60 seq_num 267) 2024-09-11T03:34:23.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:22 smithi086 ceph-mon[37253]: osdmap e202: 8 total, 8 up, 8 in 2024-09-11T03:34:23.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:22 smithi086 ceph-mon[37253]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-11T03:34:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:22 smithi086 ceph-mon[27247]: osdmap e202: 8 total, 8 up, 8 in 2024-09-11T03:34:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:22 smithi086 ceph-mon[27247]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-11T03:34:23.424 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 podman[75192]: 2024-09-11 03:34:23.172442381 +0000 UTC m=+0.543962117 container remove 468b690f432df0a91f35bc312c1e3a6c2e90331399259a0daa68364fd75bfbd9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:34:23.702 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-11T03:34:23.703 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 systemd[1]: Stopped Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:34:23.703 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@prometheus.a.service: Consumed 1.038s CPU time. 2024-09-11T03:34:23.703 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 systemd[1]: Starting Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:34:23.703 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 podman[75282]: 2024-09-11 03:34:23.623731886 +0000 UTC m=+0.102016848 container create 700e3afbbd6ba3b1f09f9b5308b2bea09e51bd612c20de8245f85a2639b2db14 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:34:23.703 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 podman[75282]: 2024-09-11 03:34:23.538294464 +0000 UTC m=+0.016579429 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-11T03:34:23.958 INFO:tasks.rados.rados.0.smithi086.stdout:791: done (3 left) 2024-09-11T03:34:23.958 INFO:tasks.rados.rados.0.smithi086.stdout:792: done (2 left) 2024-09-11T03:34:23.958 INFO:tasks.rados.rados.0.smithi086.stdout:794: done (1 left) 2024-09-11T03:34:23.958 INFO:tasks.rados.rados.0.smithi086.stdout:795: done (0 left) 2024-09-11T03:34:23.958 INFO:tasks.rados.rados.0.smithi086.stdout:796: setattr oid 40 current snap is 61 2024-09-11T03:34:23.959 INFO:tasks.rados.rados.0.smithi086.stdout:797: rmattr oid 21 current snap is 61 2024-09-11T03:34:23.959 INFO:tasks.rados.rados.0.smithi086.stdout:797: done (1 left) 2024-09-11T03:34:23.959 INFO:tasks.rados.rados.0.smithi086.stdout:798: read oid 44 snap -1 2024-09-11T03:34:23.960 INFO:tasks.rados.rados.0.smithi086.stdout:798: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:23.960 INFO:tasks.rados.rados.0.smithi086.stdout:799: snap_create 2024-09-11T03:34:23.962 INFO:tasks.rados.rados.0.smithi086.stdout:798: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:23.965 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 263 (ObjNum 262 snap 57 seq_num 262) dirty exists 2024-09-11T03:34:24.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-mon[31190]: osdmap e203: 8 total, 8 up, 8 in 2024-09-11T03:34:24.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-mon[31190]: pgmap v24: 121 pgs: 121 active+clean; 90 MiB data, 566 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-09-11T03:34:24.097 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 podman[75282]: 2024-09-11 03:34:23.784301559 +0000 UTC m=+0.262586528 container init 700e3afbbd6ba3b1f09f9b5308b2bea09e51bd612c20de8245f85a2639b2db14 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:34:24.097 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 podman[75282]: 2024-09-11 03:34:23.786984631 +0000 UTC m=+0.265269593 container start 700e3afbbd6ba3b1f09f9b5308b2bea09e51bd612c20de8245f85a2639b2db14 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:34:24.098 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.809Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-11T03:34:24.098 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.809Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-11T03:34:24.098 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.809Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi130 (none))" 2024-09-11T03:34:24.098 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.809Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-11T03:34:24.098 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.809Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-11T03:34:24.098 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.812Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-11T03:34:24.099 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.813Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-11T03:34:24.099 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.813Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-11T03:34:24.099 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.813Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-11T03:34:24.099 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.814Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-11T03:34:24.099 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.814Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.53µs 2024-09-11T03:34:24.100 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.814Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-11T03:34:24.100 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.817Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-11T03:34:24.100 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.823Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-11T03:34:24.100 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.824Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-11T03:34:24.100 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.824Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-11T03:34:24.101 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.824Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.397µs wal_replay_duration=9.661155ms wbl_replay_duration=148ns total_replay_duration=9.704901ms 2024-09-11T03:34:24.101 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.826Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-11T03:34:24.101 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.826Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-11T03:34:24.101 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.826Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-11T03:34:24.101 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.846Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.110565ms db_storage=734ns remote_storage=981ns web_handler=347ns query_engine=653ns scrape=305µs scrape_sd=102.194µs notify=14.937µs notify_sd=18.112µs rules=18.319064ms tracing=5.241µs 2024-09-11T03:34:24.102 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.846Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-11T03:34:24.102 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:34:23.846Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-11T03:34:24.102 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 bash[75282]: 700e3afbbd6ba3b1f09f9b5308b2bea09e51bd612c20de8245f85a2639b2db14 2024-09-11T03:34:24.102 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:34:23 smithi130 systemd[1]: Started Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:34:24.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:23 smithi086 ceph-mon[27247]: osdmap e203: 8 total, 8 up, 8 in 2024-09-11T03:34:24.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:23 smithi086 ceph-mon[27247]: pgmap v24: 121 pgs: 121 active+clean; 90 MiB data, 566 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-09-11T03:34:24.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:23 smithi086 ceph-mon[37253]: osdmap e203: 8 total, 8 up, 8 in 2024-09-11T03:34:24.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:23 smithi086 ceph-mon[37253]: pgmap v24: 121 pgs: 121 active+clean; 90 MiB data, 566 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-09-11T03:34:24.930 INFO:tasks.rados.rados.0.smithi086.stdout:796: done (2 left) 2024-09-11T03:34:24.930 INFO:tasks.rados.rados.0.smithi086.stdout:798: done (1 left) 2024-09-11T03:34:24.931 INFO:tasks.rados.rados.0.smithi086.stdout:799: done (0 left) 2024-09-11T03:34:24.931 INFO:tasks.rados.rados.0.smithi086.stdout:800: snap_remove snap 60 2024-09-11T03:34:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[27247]: osdmap e204: 8 total, 8 up, 8 in 2024-09-11T03:34:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:34:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[27247]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:34:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[27247]: osdmap e205: 8 total, 8 up, 8 in 2024-09-11T03:34:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[37253]: osdmap e204: 8 total, 8 up, 8 in 2024-09-11T03:34:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:34:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[37253]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:34:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:24 smithi086 ceph-mon[37253]: osdmap e205: 8 total, 8 up, 8 in 2024-09-11T03:34:25.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:24 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:25.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:24 smithi130 ceph-mon[31190]: osdmap e204: 8 total, 8 up, 8 in 2024-09-11T03:34:25.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:24 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:25.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:24 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:34:25.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:24 smithi130 ceph-mon[31190]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:34:25.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:24 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:25.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:24 smithi130 ceph-mon[31190]: osdmap e205: 8 total, 8 up, 8 in 2024-09-11T03:34:25.929 INFO:tasks.rados.rados.0.smithi086.stdout:800: done (0 left) 2024-09-11T03:34:25.929 INFO:tasks.rados.rados.0.smithi086.stdout:801: snap_create 2024-09-11T03:34:26.065 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:25 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:34:26.065 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:25 smithi130 ceph-mon[31190]: Upgrade: Updating mgr.x 2024-09-11T03:34:26.065 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:25 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:34:26.065 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:25 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:34:26.065 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:25 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:34:26.065 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:25 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:26.065 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:25 smithi130 ceph-mon[31190]: Deploying daemon mgr.x on smithi130 2024-09-11T03:34:26.065 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:25 smithi130 ceph-mon[31190]: pgmap v27: 121 pgs: 121 active+clean; 90 MiB data, 564 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 B/s wr, 7 op/s 2024-09-11T03:34:26.065 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:25 smithi130 ceph-mon[31190]: osdmap e206: 8 total, 8 up, 8 in 2024-09-11T03:34:26.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:34:26.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[27247]: Upgrade: Updating mgr.x 2024-09-11T03:34:26.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:34:26.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:34:26.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:34:26.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:26.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[27247]: Deploying daemon mgr.x on smithi130 2024-09-11T03:34:26.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[27247]: pgmap v27: 121 pgs: 121 active+clean; 90 MiB data, 564 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 B/s wr, 7 op/s 2024-09-11T03:34:26.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[27247]: osdmap e206: 8 total, 8 up, 8 in 2024-09-11T03:34:26.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-11T03:34:26.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[37253]: Upgrade: Updating mgr.x 2024-09-11T03:34:26.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:34:26.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-11T03:34:26.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-11T03:34:26.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:26.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[37253]: Deploying daemon mgr.x on smithi130 2024-09-11T03:34:26.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[37253]: pgmap v27: 121 pgs: 121 active+clean; 90 MiB data, 564 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 B/s wr, 7 op/s 2024-09-11T03:34:26.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:25 smithi086 ceph-mon[37253]: osdmap e206: 8 total, 8 up, 8 in 2024-09-11T03:34:26.928 INFO:tasks.rados.rados.0.smithi086.stdout:801: done (0 left) 2024-09-11T03:34:26.928 INFO:tasks.rados.rados.0.smithi086.stdout:802: read oid 1 snap -1 2024-09-11T03:34:26.928 INFO:tasks.rados.rados.0.smithi086.stdout:802: expect (ObjNum 225 snap 51 seq_num 225) 2024-09-11T03:34:26.928 INFO:tasks.rados.rados.0.smithi086.stdout:803: copy_from oid 27 from oid 46 current snap is 63 2024-09-11T03:34:26.929 INFO:tasks.rados.rados.0.smithi086.stdout:804: rollback oid 29 current snap is 63 2024-09-11T03:34:26.929 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 29 to 61 2024-09-11T03:34:26.929 INFO:tasks.rados.rados.0.smithi086.stdout:805: setattr oid 49 current snap is 63 2024-09-11T03:34:26.930 INFO:tasks.rados.rados.0.smithi086.stdout:806: delete oid 24 current snap is 63 2024-09-11T03:34:26.934 INFO:tasks.rados.rados.0.smithi086.stdout:804: finishing rollback tid 0 to smithi08678205-29 2024-09-11T03:34:26.934 INFO:tasks.rados.rados.0.smithi086.stdout:806: done (4 left) 2024-09-11T03:34:26.935 INFO:tasks.rados.rados.0.smithi086.stdout:807: snap_create 2024-09-11T03:34:26.935 INFO:tasks.rados.rados.0.smithi086.stdout:803: finishing copy_from to smithi08678205-27 2024-09-11T03:34:26.935 INFO:tasks.rados.rados.0.smithi086.stdout:803: got expected ENOENT (src dne) 2024-09-11T03:34:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:804: finishing rollback tid 1 to smithi08678205-29 2024-09-11T03:34:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:803: finishing copy_from racing read to smithi08678205-27 2024-09-11T03:34:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:804: finishing rollback tid 2 to smithi08678205-29 2024-09-11T03:34:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 179 (ObjNum 164 snap 33 seq_num 164) dirty exists 2024-09-11T03:34:26.943 INFO:tasks.rados.rados.0.smithi086.stdout:802: expect (ObjNum 225 snap 51 seq_num 225) 2024-09-11T03:34:27.015 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 521 (ObjNum 227 snap 52 seq_num 227) dirty exists 2024-09-11T03:34:27.407 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:27 smithi130 systemd[1]: Stopping Ceph mgr.x for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:34:27.766 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:34:27.792 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:27 smithi130 podman[75619]: 2024-09-11 03:34:27.506131112 +0000 UTC m=+0.209496871 container died 3751a9048e4039f528373cb7d0a12b94ec4890b23b6ed3fdb541454cdf434599 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:34:27.933 INFO:tasks.rados.rados.0.smithi086.stdout:802: done (4 left) 2024-09-11T03:34:27.933 INFO:tasks.rados.rados.0.smithi086.stdout:803: done (3 left) 2024-09-11T03:34:27.933 INFO:tasks.rados.rados.0.smithi086.stdout:804: done (2 left) 2024-09-11T03:34:27.933 INFO:tasks.rados.rados.0.smithi086.stdout:805: done (1 left) 2024-09-11T03:34:27.934 INFO:tasks.rados.rados.0.smithi086.stdout:807: done (0 left) 2024-09-11T03:34:27.934 INFO:tasks.rados.rados.0.smithi086.stdout:808: delete oid 9 current snap is 64 2024-09-11T03:34:27.937 INFO:tasks.rados.rados.0.smithi086.stdout:808: done (0 left) 2024-09-11T03:34:27.938 INFO:tasks.rados.rados.0.smithi086.stdout:809: snap_create 2024-09-11T03:34:28.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:27 smithi086 ceph-mon[27247]: osdmap e207: 8 total, 8 up, 8 in 2024-09-11T03:34:28.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:27 smithi086 ceph-mon[27247]: pgmap v30: 121 pgs: 121 active+clean; 88 MiB data, 585 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 1008 KiB/s wr, 17 op/s 2024-09-11T03:34:28.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:27 smithi086 ceph-mon[37253]: osdmap e207: 8 total, 8 up, 8 in 2024-09-11T03:34:28.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:27 smithi086 ceph-mon[37253]: pgmap v30: 121 pgs: 121 active+clean; 88 MiB data, 585 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 1008 KiB/s wr, 17 op/s 2024-09-11T03:34:28.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:27 smithi130 ceph-mon[31190]: osdmap e207: 8 total, 8 up, 8 in 2024-09-11T03:34:28.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:27 smithi130 ceph-mon[31190]: pgmap v30: 121 pgs: 121 active+clean; 88 MiB data, 585 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 1008 KiB/s wr, 17 op/s 2024-09-11T03:34:28.097 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:27 smithi130 podman[75619]: 2024-09-11 03:34:27.892044788 +0000 UTC m=+0.595410546 container cleanup 3751a9048e4039f528373cb7d0a12b94ec4890b23b6ed3fdb541454cdf434599 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-11T03:34:28.097 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:27 smithi130 bash[75619]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x 2024-09-11T03:34:28.321 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:34:28.321 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (3m) 14s ago 4m 25.7M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:34:28.321 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (4m) 13s ago 4m 88.8M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:34:28.321 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (5m) 14s ago 5m 20.2M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:34:28.321 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (5m) 13s ago 5m 14.5M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:34:28.321 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (67s) 13s ago 9m 119M - 19.3.0-4854-g8f219c47 589dd18248e4 3751a9048e40 2024-09-11T03:34:28.322 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (27s) 14s ago 10m 491M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:34:28.322 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (10m) 14s ago 11m 55.6M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 787d7cf4e438 2024-09-11T03:34:28.322 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (9m) 13s ago 9m 47.2M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e f24156c810aa 2024-09-11T03:34:28.322 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (9m) 14s ago 9m 47.2M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 43e10484a140 2024-09-11T03:34:28.322 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (4m) 14s ago 4m 16.5M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:34:28.322 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (4m) 13s ago 4m 15.3M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:34:28.322 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (8m) 14s ago 8m 117M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 4b42e892b785 2024-09-11T03:34:28.322 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (8m) 14s ago 8m 103M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 6d8c3e9230e8 2024-09-11T03:34:28.322 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (8m) 14s ago 8m 124M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e d3d0f22e40b8 2024-09-11T03:34:28.322 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (7m) 14s ago 7m 86.1M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e ec41798cba7a 2024-09-11T03:34:28.322 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (7m) 13s ago 7m 100M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 21e3380b8d63 2024-09-11T03:34:28.322 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (7m) 13s ago 7m 100M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 8946be32054c 2024-09-11T03:34:28.323 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (6m) 13s ago 6m 91.3M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:34:28.323 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (6m) 13s ago 6m 96.7M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:34:28.323 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 starting - - - - 2024-09-11T03:34:28.422 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:28 smithi130 podman[75634]: 2024-09-11 03:34:28.152020997 +0000 UTC m=+0.644338490 container remove 3751a9048e4039f528373cb7d0a12b94ec4890b23b6ed3fdb541454cdf434599 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0) 2024-09-11T03:34:28.422 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:28 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-11T03:34:28.422 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:28 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-11T03:34:28.423 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:28 smithi130 systemd[1]: Stopped Ceph mgr.x for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:34:28.423 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:28 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.x.service: Consumed 17.286s CPU time. 2024-09-11T03:34:28.653 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:34:28.653 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:34:28.654 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3 2024-09-11T03:34:28.654 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:34:28.654 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:34:28.654 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:34:28.654 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:34:28.654 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:34:28.655 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-11T03:34:28.655 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:34:28.655 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:34:28.655 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:34:28.655 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:34:28.656 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:34:28.656 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 13, 2024-09-11T03:34:28.656 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:34:28.656 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:34:28.656 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:34:28.754 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:28 smithi130 systemd[1]: Starting Ceph mgr.x for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:34:28.935 INFO:tasks.rados.rados.0.smithi086.stdout:809: done (0 left) 2024-09-11T03:34:28.935 INFO:tasks.rados.rados.0.smithi086.stdout:810: rmattr oid 13 current snap is 65 2024-09-11T03:34:28.936 INFO:tasks.rados.rados.0.smithi086.stdout:811: snap_create 2024-09-11T03:34:28.939 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:34:28.939 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:34:28.939 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:34:28.939 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:34:28.939 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:34:28.939 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr" 2024-09-11T03:34:28.939 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:34:28.939 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "2/20 daemons upgraded", 2024-09-11T03:34:28.939 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading mgr daemons", 2024-09-11T03:34:28.940 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:34:28.940 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:34:28.940 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 155 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-09-11T03:34:29.021 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:28 smithi130 ceph-mon[31190]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:34:29.021 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:28 smithi130 ceph-mon[31190]: osdmap e208: 8 total, 8 up, 8 in 2024-09-11T03:34:29.021 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:28 smithi130 ceph-mon[31190]: from='client.15177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:34:29.021 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:28 smithi130 ceph-mon[31190]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:34:29.021 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:28 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3055915623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:34:29.022 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:28 smithi130 podman[75771]: 2024-09-11 03:34:28.65816597 +0000 UTC m=+0.015857961 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:34:29.022 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:28 smithi130 podman[75771]: 2024-09-11 03:34:28.803436412 +0000 UTC m=+0.161128435 container create 907777b59b5a7cca6f47d3d91a15111950151a52191dfd75dc640c2f5e7727ab (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:34:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:28 smithi086 ceph-mon[27247]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:34:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:28 smithi086 ceph-mon[27247]: osdmap e208: 8 total, 8 up, 8 in 2024-09-11T03:34:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:28 smithi086 ceph-mon[27247]: from='client.15177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:34:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:28 smithi086 ceph-mon[27247]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:34:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:28 smithi086 ceph-mon[27247]: from='client.? 172.21.15.86:0/3055915623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:34:29.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:28 smithi086 ceph-mon[37253]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:34:29.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:28 smithi086 ceph-mon[37253]: osdmap e208: 8 total, 8 up, 8 in 2024-09-11T03:34:29.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:28 smithi086 ceph-mon[37253]: from='client.15177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:34:29.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:28 smithi086 ceph-mon[37253]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:34:29.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:28 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3055915623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:34:29.347 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:29 smithi130 podman[75771]: 2024-09-11 03:34:29.022403069 +0000 UTC m=+0.380095050 container init 907777b59b5a7cca6f47d3d91a15111950151a52191dfd75dc640c2f5e7727ab (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-11T03:34:29.347 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:29 smithi130 podman[75771]: 2024-09-11 03:34:29.026493981 +0000 UTC m=+0.384185961 container start 907777b59b5a7cca6f47d3d91a15111950151a52191dfd75dc640c2f5e7727ab (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-11T03:34:29.347 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:29 smithi130 ceph-mgr[75790]: -- 172.21.15.130:0/1613736692 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fb105050e0 con 0x55fb104e2800 2024-09-11T03:34:29.347 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:29 smithi130 bash[75771]: 907777b59b5a7cca6f47d3d91a15111950151a52191dfd75dc640c2f5e7727ab 2024-09-11T03:34:29.347 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:29 smithi130 systemd[1]: Started Ceph mgr.x for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:34:29.925 INFO:tasks.rados.rados.0.smithi086.stdout:810: done (1 left) 2024-09-11T03:34:29.925 INFO:tasks.rados.rados.0.smithi086.stdout:811: done (0 left) 2024-09-11T03:34:29.925 INFO:tasks.rados.rados.0.smithi086.stdout:812: copy_from oid 43 from oid 39 current snap is 66 2024-09-11T03:34:29.925 INFO:tasks.rados.rados.0.smithi086.stdout:813: delete oid 49 current snap is 66 2024-09-11T03:34:29.931 INFO:tasks.rados.rados.0.smithi086.stdout:813: done (1 left) 2024-09-11T03:34:29.931 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 66 2024-09-11T03:34:29.931 INFO:tasks.rados.rados.0.smithi086.stdout:814: seq_num 271 ranges {0=540672,540672=802816,1343488=516096,1859584=286720} 2024-09-11T03:34:29.934 INFO:tasks.rados.rados.0.smithi086.stdout:814: writing smithi08678205-23 from 0 to 540672 tid 1 2024-09-11T03:34:29.939 INFO:tasks.rados.rados.0.smithi086.stdout:814: writing smithi08678205-23 from 540672 to 1343488 tid 2 2024-09-11T03:34:29.942 INFO:tasks.rados.rados.0.smithi086.stdout:814: writing smithi08678205-23 from 1343488 to 1859584 tid 3 2024-09-11T03:34:29.944 INFO:tasks.rados.rados.0.smithi086.stdout:814: writing smithi08678205-23 from 1859584 to 2146304 tid 4 2024-09-11T03:34:29.944 INFO:tasks.rados.rados.0.smithi086.stdout:815: rollback oid 3 current snap is 66 2024-09-11T03:34:29.944 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 3 to 63 2024-09-11T03:34:29.945 INFO:tasks.rados.rados.0.smithi086.stdout:814: finishing write tid 1 to smithi08678205-23 2024-09-11T03:34:29.945 INFO:tasks.rados.rados.0.smithi086.stdout:812: finishing copy_from racing read to smithi08678205-43 2024-09-11T03:34:29.945 INFO:tasks.rados.rados.0.smithi086.stdout:816: snap_create 2024-09-11T03:34:29.945 INFO:tasks.rados.rados.0.smithi086.stdout:815: finishing rollback tid 1 to smithi08678205-3 2024-09-11T03:34:29.945 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 0 (ObjNum 81 snap 0 seq_num 0) dirty dne 2024-09-11T03:34:29.947 INFO:tasks.rados.rados.0.smithi086.stdout:812: finishing copy_from to smithi08678205-43 2024-09-11T03:34:29.947 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 355 (ObjNum 254 snap 55 seq_num 254) dirty exists 2024-09-11T03:34:29.949 INFO:tasks.rados.rados.0.smithi086.stdout:814: finishing write tid 2 to smithi08678205-23 2024-09-11T03:34:29.950 INFO:tasks.rados.rados.0.smithi086.stdout:814: finishing write tid 3 to smithi08678205-23 2024-09-11T03:34:29.950 INFO:tasks.rados.rados.0.smithi086.stdout:814: finishing write tid 4 to smithi08678205-23 2024-09-11T03:34:29.950 INFO:tasks.rados.rados.0.smithi086.stdout:814: finishing write tid 5 to smithi08678205-23 2024-09-11T03:34:29.952 INFO:tasks.rados.rados.0.smithi086.stdout:814: finishing write tid 6 to smithi08678205-23 2024-09-11T03:34:29.952 INFO:tasks.rados.rados.0.smithi086.stdout:814: oid 23 updating version 0 to 611 2024-09-11T03:34:29.952 INFO:tasks.rados.rados.0.smithi086.stdout:814: oid 23 version 611 is already newer than 608 2024-09-11T03:34:29.952 INFO:tasks.rados.rados.0.smithi086.stdout:814: oid 23 updating version 611 to 612 2024-09-11T03:34:29.952 INFO:tasks.rados.rados.0.smithi086.stdout:814: oid 23 version 612 is already newer than 610 2024-09-11T03:34:29.952 INFO:tasks.rados.rados.0.smithi086.stdout:814: oid 23 updating version 612 to 613 2024-09-11T03:34:29.952 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 613 (ObjNum 271 snap 66 seq_num 271) dirty exists 2024-09-11T03:34:29.952 INFO:tasks.rados.rados.0.smithi086.stdout:814: left oid 23 (ObjNum 271 snap 66 seq_num 271) 2024-09-11T03:34:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[27247]: osdmap e209: 8 total, 8 up, 8 in 2024-09-11T03:34:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[27247]: from='client.25100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:34:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[27247]: pgmap v33: 121 pgs: 121 active+clean; 88 MiB data, 585 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1008 KiB/s wr, 10 op/s 2024-09-11T03:34:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[27247]: osdmap e210: 8 total, 8 up, 8 in 2024-09-11T03:34:30.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[37253]: osdmap e209: 8 total, 8 up, 8 in 2024-09-11T03:34:30.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[37253]: from='client.25100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:34:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[37253]: pgmap v33: 121 pgs: 121 active+clean; 88 MiB data, 585 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1008 KiB/s wr, 10 op/s 2024-09-11T03:34:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:29 smithi086 ceph-mon[37253]: osdmap e210: 8 total, 8 up, 8 in 2024-09-11T03:34:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:29 smithi130 ceph-mon[31190]: osdmap e209: 8 total, 8 up, 8 in 2024-09-11T03:34:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:29 smithi130 ceph-mon[31190]: from='client.25100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:34:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:29 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:30.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:29 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:30.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:29 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:30.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:29 smithi130 ceph-mon[31190]: pgmap v33: 121 pgs: 121 active+clean; 88 MiB data, 585 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1008 KiB/s wr, 10 op/s 2024-09-11T03:34:30.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:29 smithi130 ceph-mon[31190]: osdmap e210: 8 total, 8 up, 8 in 2024-09-11T03:34:30.948 INFO:tasks.rados.rados.0.smithi086.stdout:812: done (3 left) 2024-09-11T03:34:30.949 INFO:tasks.rados.rados.0.smithi086.stdout:814: done (2 left) 2024-09-11T03:34:30.949 INFO:tasks.rados.rados.0.smithi086.stdout:815: done (1 left) 2024-09-11T03:34:30.949 INFO:tasks.rados.rados.0.smithi086.stdout:816: done (0 left) 2024-09-11T03:34:30.949 INFO:tasks.rados.rados.0.smithi086.stdout:817: read oid 42 snap -1 2024-09-11T03:34:30.949 INFO:tasks.rados.rados.0.smithi086.stdout:817: expect (ObjNum 170 snap 34 seq_num 170) 2024-09-11T03:34:30.949 INFO:tasks.rados.rados.0.smithi086.stdout:818: read oid 24 snap -1 2024-09-11T03:34:30.949 INFO:tasks.rados.rados.0.smithi086.stdout:818: expect deleted 2024-09-11T03:34:30.949 INFO:tasks.rados.rados.0.smithi086.stdout:819: snap_create 2024-09-11T03:34:30.952 INFO:tasks.rados.rados.0.smithi086.stdout:817: expect (ObjNum 170 snap 34 seq_num 170) 2024-09-11T03:34:31.953 INFO:tasks.rados.rados.0.smithi086.stdout:817: done (2 left) 2024-09-11T03:34:31.954 INFO:tasks.rados.rados.0.smithi086.stdout:818: done (1 left) 2024-09-11T03:34:31.954 INFO:tasks.rados.rados.0.smithi086.stdout:819: done (0 left) 2024-09-11T03:34:31.954 INFO:tasks.rados.rados.0.smithi086.stdout:820: delete oid 10 current snap is 68 2024-09-11T03:34:31.955 INFO:tasks.rados.rados.0.smithi086.stdout:820: done (0 left) 2024-09-11T03:34:31.955 INFO:tasks.rados.rados.0.smithi086.stdout:821: snap_create 2024-09-11T03:34:32.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:31 smithi130 ceph-mon[31190]: osdmap e211: 8 total, 8 up, 8 in 2024-09-11T03:34:32.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:31 smithi130 ceph-mon[31190]: pgmap v36: 121 pgs: 121 active+clean; 92 MiB data, 590 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 980 KiB/s wr, 10 op/s 2024-09-11T03:34:32.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:31 smithi086 ceph-mon[27247]: osdmap e211: 8 total, 8 up, 8 in 2024-09-11T03:34:32.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:31 smithi086 ceph-mon[27247]: pgmap v36: 121 pgs: 121 active+clean; 92 MiB data, 590 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 980 KiB/s wr, 10 op/s 2024-09-11T03:34:32.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:31 smithi086 ceph-mon[37253]: osdmap e211: 8 total, 8 up, 8 in 2024-09-11T03:34:32.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:31 smithi086 ceph-mon[37253]: pgmap v36: 121 pgs: 121 active+clean; 92 MiB data, 590 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 980 KiB/s wr, 10 op/s 2024-09-11T03:34:32.957 INFO:tasks.rados.rados.0.smithi086.stdout:821: done (0 left) 2024-09-11T03:34:32.960 INFO:tasks.rados.rados.0.smithi086.stdout:822: read oid 17 snap -1 2024-09-11T03:34:32.961 INFO:tasks.rados.rados.0.smithi086.stdout:822: expect (ObjNum 227 snap 52 seq_num 227) 2024-09-11T03:34:32.961 INFO:tasks.rados.rados.0.smithi086.stdout:823: rollback oid 6 current snap is 69 2024-09-11T03:34:32.961 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 6 to 64 2024-09-11T03:34:32.961 INFO:tasks.rados.rados.0.smithi086.stdout:824: read oid 27 snap 68 2024-09-11T03:34:32.961 INFO:tasks.rados.rados.0.smithi086.stdout:824: expect (ObjNum 267 snap 60 seq_num 267) 2024-09-11T03:34:32.962 INFO:tasks.rados.rados.0.smithi086.stdout:825: copy_from oid 18 from oid 22 current snap is 69 2024-09-11T03:34:32.962 INFO:tasks.rados.rados.0.smithi086.stdout:826: rmattr oid 14 current snap is 69 2024-09-11T03:34:32.962 INFO:tasks.rados.rados.0.smithi086.stdout:826: done (4 left) 2024-09-11T03:34:32.962 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 69 2024-09-11T03:34:32.962 INFO:tasks.rados.rados.0.smithi086.stdout:827: seq_num 273 ranges {1294336=581632,1875968=565248,2441216=532480,2973696=507904} 2024-09-11T03:34:32.968 INFO:tasks.rados.rados.0.smithi086.stdout:827: writing smithi08678205-11 from 1294336 to 1875968 tid 1 2024-09-11T03:34:32.971 INFO:tasks.rados.rados.0.smithi086.stdout:827: writing smithi08678205-11 from 1875968 to 2441216 tid 2 2024-09-11T03:34:32.975 INFO:tasks.rados.rados.0.smithi086.stdout:827: writing smithi08678205-11 from 2441216 to 2973696 tid 3 2024-09-11T03:34:32.979 INFO:tasks.rados.rados.0.smithi086.stdout:827: writing smithi08678205-11 from 2973696 to 3481600 tid 4 2024-09-11T03:34:32.979 INFO:tasks.rados.rados.0.smithi086.stdout:828: setattr oid 25 current snap is 69 2024-09-11T03:34:32.979 INFO:tasks.rados.rados.0.smithi086.stdout:823: finishing rollback tid 0 to smithi08678205-6 2024-09-11T03:34:32.979 INFO:tasks.rados.rados.0.smithi086.stdout:823: finishing rollback tid 1 to smithi08678205-6 2024-09-11T03:34:32.979 INFO:tasks.rados.rados.0.smithi086.stdout:823: finishing rollback tid 2 to smithi08678205-6 2024-09-11T03:34:32.979 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 120 (ObjNum 250 snap 55 seq_num 250) dirty exists 2024-09-11T03:34:32.981 INFO:tasks.rados.rados.0.smithi086.stdout:823: done (5 left) 2024-09-11T03:34:32.981 INFO:tasks.rados.rados.0.smithi086.stdout:829: read oid 44 snap -1 2024-09-11T03:34:32.981 INFO:tasks.rados.rados.0.smithi086.stdout:829: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:32.982 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 69 2024-09-11T03:34:32.982 INFO:tasks.rados.rados.0.smithi086.stdout:824: expect (ObjNum 267 snap 60 seq_num 267) 2024-09-11T03:34:33.038 INFO:tasks.rados.rados.0.smithi086.stdout:827: finishing write tid 1 to smithi08678205-11 2024-09-11T03:34:33.038 INFO:tasks.rados.rados.0.smithi086.stdout:827: finishing write tid 2 to smithi08678205-11 2024-09-11T03:34:33.038 INFO:tasks.rados.rados.0.smithi086.stdout:827: finishing write tid 3 to smithi08678205-11 2024-09-11T03:34:33.038 INFO:tasks.rados.rados.0.smithi086.stdout:829: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:33.040 INFO:tasks.rados.rados.0.smithi086.stdout:825: finishing copy_from racing read to smithi08678205-18 2024-09-11T03:34:33.040 INFO:tasks.rados.rados.0.smithi086.stdout:825: finishing copy_from to smithi08678205-18 2024-09-11T03:34:33.040 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 246 (ObjNum 241 snap 53 seq_num 241) dirty exists 2024-09-11T03:34:33.040 INFO:tasks.rados.rados.0.smithi086.stdout:827: finishing write tid 4 to smithi08678205-11 2024-09-11T03:34:33.040 INFO:tasks.rados.rados.0.smithi086.stdout:827: finishing write tid 5 to smithi08678205-11 2024-09-11T03:34:33.040 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 347 (ObjNum 220 snap 48 seq_num 220) dirty exists 2024-09-11T03:34:33.040 INFO:tasks.rados.rados.0.smithi086.stdout:827: finishing write tid 6 to smithi08678205-11 2024-09-11T03:34:33.041 INFO:tasks.rados.rados.0.smithi086.stdout:827: oid 11 updating version 0 to 344 2024-09-11T03:34:33.041 INFO:tasks.rados.rados.0.smithi086.stdout:827: oid 11 updating version 344 to 346 2024-09-11T03:34:33.041 INFO:tasks.rados.rados.0.smithi086.stdout:827: oid 11 version 346 is already newer than 343 2024-09-11T03:34:33.041 INFO:tasks.rados.rados.0.smithi086.stdout:827: oid 11 version 346 is already newer than 342 2024-09-11T03:34:33.041 INFO:tasks.rados.rados.0.smithi086.stdout:827: oid 11 version 346 is already newer than 345 2024-09-11T03:34:33.041 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 346 (ObjNum 273 snap 69 seq_num 273) dirty exists 2024-09-11T03:34:33.041 INFO:tasks.rados.rados.0.smithi086.stdout:827: left oid 11 (ObjNum 273 snap 69 seq_num 273) 2024-09-11T03:34:33.041 INFO:tasks.rados.rados.0.smithi086.stdout:822: expect (ObjNum 227 snap 52 seq_num 227) 2024-09-11T03:34:33.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:32 smithi130 ceph-mon[31190]: osdmap e212: 8 total, 8 up, 8 in 2024-09-11T03:34:33.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:32 smithi086 ceph-mon[27247]: osdmap e212: 8 total, 8 up, 8 in 2024-09-11T03:34:33.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:32 smithi086 ceph-mon[37253]: osdmap e212: 8 total, 8 up, 8 in 2024-09-11T03:34:33.353 INFO:tasks.rados.rados.0.smithi086.stdout:830: seq_num 274 ranges {6471680=598016,7069696=499712,7569408=745472,8314880=360448} 2024-09-11T03:34:33.390 INFO:tasks.rados.rados.0.smithi086.stdout:830: writing smithi08678205-6 from 6471680 to 7069696 tid 1 2024-09-11T03:34:33.393 INFO:tasks.rados.rados.0.smithi086.stdout:830: writing smithi08678205-6 from 7069696 to 7569408 tid 2 2024-09-11T03:34:33.397 INFO:tasks.rados.rados.0.smithi086.stdout:830: writing smithi08678205-6 from 7569408 to 8314880 tid 3 2024-09-11T03:34:33.400 INFO:tasks.rados.rados.0.smithi086.stdout:830: writing smithi08678205-6 from 8314880 to 8675328 tid 4 2024-09-11T03:34:33.400 INFO:tasks.rados.rados.0.smithi086.stdout:822: done (6 left) 2024-09-11T03:34:33.400 INFO:tasks.rados.rados.0.smithi086.stdout:824: done (5 left) 2024-09-11T03:34:33.400 INFO:tasks.rados.rados.0.smithi086.stdout:825: done (4 left) 2024-09-11T03:34:33.400 INFO:tasks.rados.rados.0.smithi086.stdout:827: done (3 left) 2024-09-11T03:34:33.400 INFO:tasks.rados.rados.0.smithi086.stdout:828: done (2 left) 2024-09-11T03:34:33.400 INFO:tasks.rados.rados.0.smithi086.stdout:829: done (1 left) 2024-09-11T03:34:33.400 INFO:tasks.rados.rados.0.smithi086.stdout:831: delete oid 38 current snap is 69 2024-09-11T03:34:33.400 INFO:tasks.rados.rados.0.smithi086.stdout:830: finishing write tid 1 to smithi08678205-6 2024-09-11T03:34:33.401 INFO:tasks.rados.rados.0.smithi086.stdout:830: finishing write tid 2 to smithi08678205-6 2024-09-11T03:34:33.401 INFO:tasks.rados.rados.0.smithi086.stdout:830: finishing write tid 3 to smithi08678205-6 2024-09-11T03:34:33.402 INFO:tasks.rados.rados.0.smithi086.stdout:831: done (1 left) 2024-09-11T03:34:33.402 INFO:tasks.rados.rados.0.smithi086.stdout:832: read oid 9 snap -1 2024-09-11T03:34:33.402 INFO:tasks.rados.rados.0.smithi086.stdout:832: expect deleted 2024-09-11T03:34:33.402 INFO:tasks.rados.rados.0.smithi086.stdout:833: read oid 40 snap 64 2024-09-11T03:34:33.402 INFO:tasks.rados.rados.0.smithi086.stdout:833: expect (ObjNum 262 snap 57 seq_num 262) 2024-09-11T03:34:33.402 INFO:tasks.rados.rados.0.smithi086.stdout:834: copy_from oid 48 from oid 1 current snap is 69 2024-09-11T03:34:33.402 INFO:tasks.rados.rados.0.smithi086.stdout:835: read oid 45 snap -1 2024-09-11T03:34:33.402 INFO:tasks.rados.rados.0.smithi086.stdout:835: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:33.402 INFO:tasks.rados.rados.0.smithi086.stdout:836: snap_remove snap 66 2024-09-11T03:34:33.975 INFO:tasks.rados.rados.0.smithi086.stdout:836: done (5 left) 2024-09-11T03:34:33.975 INFO:tasks.rados.rados.0.smithi086.stdout:837: rmattr oid 35 current snap is 69 2024-09-11T03:34:33.975 INFO:tasks.rados.rados.0.smithi086.stdout:837: done (5 left) 2024-09-11T03:34:33.975 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 14 current snap is 69 2024-09-11T03:34:33.975 INFO:tasks.rados.rados.0.smithi086.stdout:838: seq_num 276 ranges {1474560=630784,2105344=671744,2777088=704512,3481600=229376} 2024-09-11T03:34:33.986 INFO:tasks.rados.rados.0.smithi086.stdout:838: writing smithi08678205-14 from 1474560 to 2105344 tid 1 2024-09-11T03:34:33.990 INFO:tasks.rados.rados.0.smithi086.stdout:838: writing smithi08678205-14 from 2105344 to 2777088 tid 2 2024-09-11T03:34:33.994 INFO:tasks.rados.rados.0.smithi086.stdout:838: writing smithi08678205-14 from 2777088 to 3481600 tid 3 2024-09-11T03:34:33.996 INFO:tasks.rados.rados.0.smithi086.stdout:838: writing smithi08678205-14 from 3481600 to 3710976 tid 4 2024-09-11T03:34:33.996 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 69 2024-09-11T03:34:33.996 INFO:tasks.rados.rados.0.smithi086.stdout:839: seq_num 277 ranges {2859008=647168,3506176=557056,4063232=516096,4579328=532480} 2024-09-11T03:34:34.015 INFO:tasks.rados.rados.0.smithi086.stdout:839: writing smithi08678205-4 from 2859008 to 3506176 tid 1 2024-09-11T03:34:34.018 INFO:tasks.rados.rados.0.smithi086.stdout:839: writing smithi08678205-4 from 3506176 to 4063232 tid 2 2024-09-11T03:34:34.021 INFO:tasks.rados.rados.0.smithi086.stdout:839: writing smithi08678205-4 from 4063232 to 4579328 tid 3 2024-09-11T03:34:34.024 INFO:tasks.rados.rados.0.smithi086.stdout:839: writing smithi08678205-4 from 4579328 to 5111808 tid 4 2024-09-11T03:34:34.025 INFO:tasks.rados.rados.0.smithi086.stdout:840: setattr oid 10 current snap is 69 2024-09-11T03:34:34.025 INFO:tasks.rados.rados.0.smithi086.stdout:835: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:34.026 INFO:tasks.rados.rados.0.smithi086.stdout:830: finishing write tid 4 to smithi08678205-6 2024-09-11T03:34:34.026 INFO:tasks.rados.rados.0.smithi086.stdout:830: finishing write tid 5 to smithi08678205-6 2024-09-11T03:34:34.026 INFO:tasks.rados.rados.0.smithi086.stdout:830: finishing write tid 6 to smithi08678205-6 2024-09-11T03:34:34.026 INFO:tasks.rados.rados.0.smithi086.stdout:830: oid 6 updating version 0 to 125 2024-09-11T03:34:34.026 INFO:tasks.rados.rados.0.smithi086.stdout:830: oid 6 version 125 is already newer than 122 2024-09-11T03:34:34.026 INFO:tasks.rados.rados.0.smithi086.stdout:830: oid 6 version 125 is already newer than 123 2024-09-11T03:34:34.027 INFO:tasks.rados.rados.0.smithi086.stdout:830: oid 6 version 125 is already newer than 121 2024-09-11T03:34:34.027 INFO:tasks.rados.rados.0.smithi086.stdout:830: oid 6 version 125 is already newer than 124 2024-09-11T03:34:34.027 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 125 (ObjNum 274 snap 69 seq_num 274) dirty exists 2024-09-11T03:34:34.027 INFO:tasks.rados.rados.0.smithi086.stdout:830: left oid 6 (ObjNum 274 snap 69 seq_num 274) 2024-09-11T03:34:34.027 INFO:tasks.rados.rados.0.smithi086.stdout:834: finishing copy_from racing read to smithi08678205-48 2024-09-11T03:34:34.027 INFO:tasks.rados.rados.0.smithi086.stdout:834: finishing copy_from to smithi08678205-48 2024-09-11T03:34:34.027 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 514 (ObjNum 225 snap 51 seq_num 225) dirty exists 2024-09-11T03:34:34.027 INFO:tasks.rados.rados.0.smithi086.stdout:833: expect (ObjNum 262 snap 57 seq_num 262) 2024-09-11T03:34:34.080 INFO:tasks.rados.rados.0.smithi086.stdout:838: finishing write tid 1 to smithi08678205-14 2024-09-11T03:34:34.080 INFO:tasks.rados.rados.0.smithi086.stdout:838: finishing write tid 2 to smithi08678205-14 2024-09-11T03:34:34.080 INFO:tasks.rados.rados.0.smithi086.stdout:838: finishing write tid 3 to smithi08678205-14 2024-09-11T03:34:34.080 INFO:tasks.rados.rados.0.smithi086.stdout:838: finishing write tid 4 to smithi08678205-14 2024-09-11T03:34:34.080 INFO:tasks.rados.rados.0.smithi086.stdout:838: finishing write tid 5 to smithi08678205-14 2024-09-11T03:34:34.080 INFO:tasks.rados.rados.0.smithi086.stdout:838: finishing write tid 6 to smithi08678205-14 2024-09-11T03:34:34.080 INFO:tasks.rados.rados.0.smithi086.stdout:838: oid 14 updating version 0 to 248 2024-09-11T03:34:34.081 INFO:tasks.rados.rados.0.smithi086.stdout:838: oid 14 updating version 248 to 250 2024-09-11T03:34:34.081 INFO:tasks.rados.rados.0.smithi086.stdout:838: oid 14 updating version 250 to 251 2024-09-11T03:34:34.081 INFO:tasks.rados.rados.0.smithi086.stdout:838: oid 14 version 251 is already newer than 247 2024-09-11T03:34:34.081 INFO:tasks.rados.rados.0.smithi086.stdout:838: oid 14 version 251 is already newer than 249 2024-09-11T03:34:34.081 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 251 (ObjNum 276 snap 69 seq_num 276) dirty exists 2024-09-11T03:34:34.081 INFO:tasks.rados.rados.0.smithi086.stdout:838: left oid 14 (ObjNum 276 snap 69 seq_num 276) 2024-09-11T03:34:34.081 INFO:tasks.rados.rados.0.smithi086.stdout:839: finishing write tid 1 to smithi08678205-4 2024-09-11T03:34:34.081 INFO:tasks.rados.rados.0.smithi086.stdout:830: done (7 left) 2024-09-11T03:34:34.081 INFO:tasks.rados.rados.0.smithi086.stdout:832: done (6 left) 2024-09-11T03:34:34.081 INFO:tasks.rados.rados.0.smithi086.stdout:833: done (5 left) 2024-09-11T03:34:34.081 INFO:tasks.rados.rados.0.smithi086.stdout:834: done (4 left) 2024-09-11T03:34:34.081 INFO:tasks.rados.rados.0.smithi086.stdout:835: done (3 left) 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:838: done (2 left) 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:841: rollback oid 30 current snap is 69 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 30 to 62 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:839: finishing write tid 2 to smithi08678205-4 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:839: finishing write tid 3 to smithi08678205-4 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:839: finishing write tid 4 to smithi08678205-4 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:839: finishing write tid 5 to smithi08678205-4 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 266 (ObjNum 129 snap 0 seq_num 3221152752) dirty exists 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:839: finishing write tid 6 to smithi08678205-4 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:839: oid 4 updating version 0 to 526 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:839: oid 4 version 526 is already newer than 525 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:839: oid 4 version 526 is already newer than 524 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:839: oid 4 updating version 526 to 527 2024-09-11T03:34:34.082 INFO:tasks.rados.rados.0.smithi086.stdout:839: oid 4 version 527 is already newer than 523 2024-09-11T03:34:34.083 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 527 (ObjNum 277 snap 69 seq_num 277) dirty exists 2024-09-11T03:34:34.083 INFO:tasks.rados.rados.0.smithi086.stdout:839: left oid 4 (ObjNum 277 snap 69 seq_num 277) 2024-09-11T03:34:34.083 INFO:tasks.rados.rados.0.smithi086.stdout:839: done (2 left) 2024-09-11T03:34:34.083 INFO:tasks.rados.rados.0.smithi086.stdout:840: done (1 left) 2024-09-11T03:34:34.083 INFO:tasks.rados.rados.0.smithi086.stdout:842: setattr oid 39 current snap is 69 2024-09-11T03:34:34.084 INFO:tasks.rados.rados.0.smithi086.stdout:843: read oid 34 snap 61 2024-09-11T03:34:34.084 INFO:tasks.rados.rados.0.smithi086.stdout:843: expect (ObjNum 256 snap 55 seq_num 256) 2024-09-11T03:34:34.084 INFO:tasks.rados.rados.0.smithi086.stdout:844: delete oid 19 current snap is 69 2024-09-11T03:34:34.084 INFO:tasks.rados.rados.0.smithi086.stdout:841: finishing rollback tid 0 to smithi08678205-30 2024-09-11T03:34:34.084 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 515 (ObjNum 254 snap 55 seq_num 254) dirty exists 2024-09-11T03:34:34.085 INFO:tasks.rados.rados.0.smithi086.stdout:841: finishing rollback tid 1 to smithi08678205-30 2024-09-11T03:34:34.085 INFO:tasks.rados.rados.0.smithi086.stdout:841: finishing rollback tid 2 to smithi08678205-30 2024-09-11T03:34:34.085 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 617 (ObjNum 225 snap 51 seq_num 225) dirty exists 2024-09-11T03:34:34.086 INFO:tasks.rados.rados.0.smithi086.stdout:841: done (3 left) 2024-09-11T03:34:34.087 INFO:tasks.rados.rados.0.smithi086.stdout:842: done (2 left) 2024-09-11T03:34:34.087 INFO:tasks.rados.rados.0.smithi086.stdout:844: done (1 left) 2024-09-11T03:34:34.087 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 69 2024-09-11T03:34:34.087 INFO:tasks.rados.rados.0.smithi086.stdout:845: seq_num 279 ranges {2080768=679936,2760704=720896,3481600=483328,3964928=401408} 2024-09-11T03:34:34.102 INFO:tasks.rados.rados.0.smithi086.stdout:845: writing smithi08678205-27 from 2080768 to 2760704 tid 1 2024-09-11T03:34:34.106 INFO:tasks.rados.rados.0.smithi086.stdout:845: writing smithi08678205-27 from 2760704 to 3481600 tid 2 2024-09-11T03:34:34.109 INFO:tasks.rados.rados.0.smithi086.stdout:845: writing smithi08678205-27 from 3481600 to 3964928 tid 3 2024-09-11T03:34:34.112 INFO:tasks.rados.rados.0.smithi086.stdout:845: writing smithi08678205-27 from 3964928 to 4366336 tid 4 2024-09-11T03:34:34.112 INFO:tasks.rados.rados.0.smithi086.stdout:846: copy_from oid 25 from oid 31 current snap is 69 2024-09-11T03:34:34.112 INFO:tasks.rados.rados.0.smithi086.stdout:843: expect (ObjNum 256 snap 55 seq_num 256) 2024-09-11T03:34:34.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:33 smithi086 ceph-mon[27247]: osdmap e213: 8 total, 8 up, 8 in 2024-09-11T03:34:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:33 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:33 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:33 smithi086 ceph-mon[27247]: pgmap v39: 121 pgs: 121 active+clean; 92 MiB data, 590 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 980 KiB/s wr, 10 op/s 2024-09-11T03:34:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:33 smithi086 ceph-mon[37253]: osdmap e213: 8 total, 8 up, 8 in 2024-09-11T03:34:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:33 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:33 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:33 smithi086 ceph-mon[37253]: pgmap v39: 121 pgs: 121 active+clean; 92 MiB data, 590 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 980 KiB/s wr, 10 op/s 2024-09-11T03:34:34.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:33 smithi130 ceph-mon[31190]: osdmap e213: 8 total, 8 up, 8 in 2024-09-11T03:34:34.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:33 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:34.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:33 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:34.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:33 smithi130 ceph-mon[31190]: pgmap v39: 121 pgs: 121 active+clean; 92 MiB data, 590 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 980 KiB/s wr, 10 op/s 2024-09-11T03:34:34.397 INFO:tasks.rados.rados.0.smithi086.stdout:845: finishing write tid 1 to smithi08678205-27 2024-09-11T03:34:34.397 INFO:tasks.rados.rados.0.smithi086.stdout:845: finishing write tid 2 to smithi08678205-27 2024-09-11T03:34:34.397 INFO:tasks.rados.rados.0.smithi086.stdout:845: finishing write tid 3 to smithi08678205-27 2024-09-11T03:34:34.397 INFO:tasks.rados.rados.0.smithi086.stdout:845: finishing write tid 4 to smithi08678205-27 2024-09-11T03:34:34.397 INFO:tasks.rados.rados.0.smithi086.stdout:845: finishing write tid 5 to smithi08678205-27 2024-09-11T03:34:34.397 INFO:tasks.rados.rados.0.smithi086.stdout:845: finishing write tid 6 to smithi08678205-27 2024-09-11T03:34:34.398 INFO:tasks.rados.rados.0.smithi086.stdout:845: oid 27 updating version 0 to 130 2024-09-11T03:34:34.398 INFO:tasks.rados.rados.0.smithi086.stdout:845: oid 27 updating version 130 to 133 2024-09-11T03:34:34.398 INFO:tasks.rados.rados.0.smithi086.stdout:845: oid 27 version 133 is already newer than 132 2024-09-11T03:34:34.398 INFO:tasks.rados.rados.0.smithi086.stdout:845: oid 27 version 133 is already newer than 129 2024-09-11T03:34:34.398 INFO:tasks.rados.rados.0.smithi086.stdout:845: oid 27 version 133 is already newer than 131 2024-09-11T03:34:34.398 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 133 (ObjNum 279 snap 69 seq_num 279) dirty exists 2024-09-11T03:34:34.398 INFO:tasks.rados.rados.0.smithi086.stdout:845: left oid 27 (ObjNum 279 snap 69 seq_num 279) 2024-09-11T03:34:34.398 INFO:tasks.rados.rados.0.smithi086.stdout:846: finishing copy_from racing read to smithi08678205-25 2024-09-11T03:34:34.398 INFO:tasks.rados.rados.0.smithi086.stdout:846: finishing copy_from to smithi08678205-25 2024-09-11T03:34:34.398 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 139 (ObjNum 221 snap 49 seq_num 221) dirty exists 2024-09-11T03:34:34.398 INFO:tasks.rados.rados.0.smithi086.stdout:843: done (2 left) 2024-09-11T03:34:34.398 INFO:tasks.rados.rados.0.smithi086.stdout:845: done (1 left) 2024-09-11T03:34:34.398 INFO:tasks.rados.rados.0.smithi086.stdout:846: done (0 left) 2024-09-11T03:34:34.399 INFO:tasks.rados.rados.0.smithi086.stdout:847: snap_remove snap 68 2024-09-11T03:34:34.736 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: [11/Sep/2024:03:34:34] ENGINE Bus STARTING 2024-09-11T03:34:34.736 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: CherryPy Checker: 2024-09-11T03:34:34.736 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: The Application mounted at '' has an empty config. 2024-09-11T03:34:34.736 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: 2024-09-11T03:34:34.736 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: [11/Sep/2024:03:34:34] ENGINE Serving on http://:::9283 2024-09-11T03:34:34.736 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: [11/Sep/2024:03:34:34] ENGINE Bus STARTED 2024-09-11T03:34:34.928 INFO:tasks.rados.rados.0.smithi086.stdout:847: done (0 left) 2024-09-11T03:34:34.928 INFO:tasks.rados.rados.0.smithi086.stdout:848: read oid 7 snap -1 2024-09-11T03:34:34.928 INFO:tasks.rados.rados.0.smithi086.stdout:848: expect (ObjNum 253 snap 55 seq_num 253) 2024-09-11T03:34:34.929 INFO:tasks.rados.rados.0.smithi086.stdout:849: copy_from oid 20 from oid 11 current snap is 69 2024-09-11T03:34:34.929 INFO:tasks.rados.rados.0.smithi086.stdout:850: snap_remove snap 64 2024-09-11T03:34:35.082 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-mon[31190]: osdmap e214: 8 total, 8 up, 8 in 2024-09-11T03:34:35.082 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:35.082 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:35.082 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-mon[31190]: Standby manager daemon x restarted 2024-09-11T03:34:35.082 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-mon[31190]: Standby manager daemon x started 2024-09-11T03:34:35.082 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/1733813546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:34:35.082 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/1733813546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:34:35.083 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/1733813546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:34:35.083 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/1733813546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:34:35.083 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:34 smithi130 ceph-mon[31190]: osdmap e215: 8 total, 8 up, 8 in 2024-09-11T03:34:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[27247]: osdmap e214: 8 total, 8 up, 8 in 2024-09-11T03:34:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[27247]: Standby manager daemon x restarted 2024-09-11T03:34:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[27247]: Standby manager daemon x started 2024-09-11T03:34:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/1733813546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:34:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/1733813546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:34:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/1733813546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:34:35.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[27247]: from='mgr.? 172.21.15.130:0/1733813546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:34:35.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[27247]: osdmap e215: 8 total, 8 up, 8 in 2024-09-11T03:34:35.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[37253]: osdmap e214: 8 total, 8 up, 8 in 2024-09-11T03:34:35.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:35.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:35.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[37253]: Standby manager daemon x restarted 2024-09-11T03:34:35.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[37253]: Standby manager daemon x started 2024-09-11T03:34:35.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/1733813546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:34:35.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/1733813546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:34:35.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/1733813546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:34:35.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/1733813546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:34:35.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:34 smithi086 ceph-mon[37253]: osdmap e215: 8 total, 8 up, 8 in 2024-09-11T03:34:35.929 INFO:tasks.rados.rados.0.smithi086.stdout:850: done (2 left) 2024-09-11T03:34:35.929 INFO:tasks.rados.rados.0.smithi086.stdout:851: rmattr oid 37 current snap is 69 2024-09-11T03:34:35.930 INFO:tasks.rados.rados.0.smithi086.stdout:851: done (2 left) 2024-09-11T03:34:35.930 INFO:tasks.rados.rados.0.smithi086.stdout:852: read oid 4 snap -1 2024-09-11T03:34:35.930 INFO:tasks.rados.rados.0.smithi086.stdout:852: expect (ObjNum 277 snap 69 seq_num 277) 2024-09-11T03:34:35.930 INFO:tasks.rados.rados.0.smithi086.stdout:853: snap_create 2024-09-11T03:34:35.930 INFO:tasks.rados.rados.0.smithi086.stdout:848: expect (ObjNum 253 snap 55 seq_num 253) 2024-09-11T03:34:35.985 INFO:tasks.rados.rados.0.smithi086.stdout:849: finishing copy_from racing read to smithi08678205-20 2024-09-11T03:34:35.985 INFO:tasks.rados.rados.0.smithi086.stdout:849: finishing copy_from to smithi08678205-20 2024-09-11T03:34:35.985 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 346 (ObjNum 273 snap 69 seq_num 273) dirty exists 2024-09-11T03:34:35.985 INFO:tasks.rados.rados.0.smithi086.stdout:852: expect (ObjNum 277 snap 69 seq_num 277) 2024-09-11T03:34:36.456 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:36 smithi130 ceph-mon[31190]: mgrmap e36: y(active, since 25s), standbys: x 2024-09-11T03:34:36.456 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:36 smithi130 ceph-mon[31190]: pgmap v42: 121 pgs: 121 active+clean; 97 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-11T03:34:36.456 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:36 smithi130 ceph-mon[31190]: osdmap e216: 8 total, 8 up, 8 in 2024-09-11T03:34:36.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:36 smithi086 ceph-mon[27247]: mgrmap e36: y(active, since 25s), standbys: x 2024-09-11T03:34:36.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:36 smithi086 ceph-mon[27247]: pgmap v42: 121 pgs: 121 active+clean; 97 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-11T03:34:36.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:36 smithi086 ceph-mon[27247]: osdmap e216: 8 total, 8 up, 8 in 2024-09-11T03:34:36.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:36 smithi086 ceph-mon[37253]: mgrmap e36: y(active, since 25s), standbys: x 2024-09-11T03:34:36.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:36 smithi086 ceph-mon[37253]: pgmap v42: 121 pgs: 121 active+clean; 97 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-11T03:34:36.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:36 smithi086 ceph-mon[37253]: osdmap e216: 8 total, 8 up, 8 in 2024-09-11T03:34:36.931 INFO:tasks.rados.rados.0.smithi086.stdout:848: done (3 left) 2024-09-11T03:34:36.931 INFO:tasks.rados.rados.0.smithi086.stdout:849: done (2 left) 2024-09-11T03:34:36.931 INFO:tasks.rados.rados.0.smithi086.stdout:852: done (1 left) 2024-09-11T03:34:36.931 INFO:tasks.rados.rados.0.smithi086.stdout:853: done (0 left) 2024-09-11T03:34:36.931 INFO:tasks.rados.rados.0.smithi086.stdout:854: delete oid 15 current snap is 70 2024-09-11T03:34:36.933 INFO:tasks.rados.rados.0.smithi086.stdout:854: done (0 left) 2024-09-11T03:34:36.933 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 70 2024-09-11T03:34:36.933 INFO:tasks.rados.rados.0.smithi086.stdout:855: seq_num 281 ranges {8675328=712704,9388032=491520,9879552=491520,10371072=622592} 2024-09-11T03:34:36.982 INFO:tasks.rados.rados.0.smithi086.stdout:855: writing smithi08678205-6 from 8675328 to 9388032 tid 1 2024-09-11T03:34:36.985 INFO:tasks.rados.rados.0.smithi086.stdout:855: writing smithi08678205-6 from 9388032 to 9879552 tid 2 2024-09-11T03:34:36.988 INFO:tasks.rados.rados.0.smithi086.stdout:855: writing smithi08678205-6 from 9879552 to 10371072 tid 3 2024-09-11T03:34:36.992 INFO:tasks.rados.rados.0.smithi086.stdout:855: writing smithi08678205-6 from 10371072 to 10993664 tid 4 2024-09-11T03:34:36.992 INFO:tasks.rados.rados.0.smithi086.stdout:856: snap_remove snap 62 2024-09-11T03:34:37.937 INFO:tasks.rados.rados.0.smithi086.stdout:856: done (1 left) 2024-09-11T03:34:37.937 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 70 2024-09-11T03:34:37.938 INFO:tasks.rados.rados.0.smithi086.stdout:857: seq_num 282 ranges {3481600=729088,4210688=425984,4636672=704512,5341184=475136} 2024-09-11T03:34:37.960 INFO:tasks.rados.rados.0.smithi086.stdout:857: writing smithi08678205-11 from 3481600 to 4210688 tid 1 2024-09-11T03:34:37.962 INFO:tasks.rados.rados.0.smithi086.stdout:857: writing smithi08678205-11 from 4210688 to 4636672 tid 2 2024-09-11T03:34:37.966 INFO:tasks.rados.rados.0.smithi086.stdout:857: writing smithi08678205-11 from 4636672 to 5341184 tid 3 2024-09-11T03:34:37.970 INFO:tasks.rados.rados.0.smithi086.stdout:857: writing smithi08678205-11 from 5341184 to 5816320 tid 4 2024-09-11T03:34:37.970 INFO:tasks.rados.rados.0.smithi086.stdout:858: copy_from oid 1 from oid 28 current snap is 70 2024-09-11T03:34:37.970 INFO:tasks.rados.rados.0.smithi086.stdout:855: finishing write tid 1 to smithi08678205-6 2024-09-11T03:34:37.970 INFO:tasks.rados.rados.0.smithi086.stdout:855: finishing write tid 2 to smithi08678205-6 2024-09-11T03:34:37.971 INFO:tasks.rados.rados.0.smithi086.stdout:855: finishing write tid 3 to smithi08678205-6 2024-09-11T03:34:37.971 INFO:tasks.rados.rados.0.smithi086.stdout:855: finishing write tid 4 to smithi08678205-6 2024-09-11T03:34:37.971 INFO:tasks.rados.rados.0.smithi086.stdout:855: finishing write tid 5 to smithi08678205-6 2024-09-11T03:34:37.971 INFO:tasks.rados.rados.0.smithi086.stdout:855: finishing write tid 6 to smithi08678205-6 2024-09-11T03:34:37.971 INFO:tasks.rados.rados.0.smithi086.stdout:855: oid 6 updating version 0 to 143 2024-09-11T03:34:37.972 INFO:tasks.rados.rados.0.smithi086.stdout:855: oid 6 updating version 143 to 145 2024-09-11T03:34:37.972 INFO:tasks.rados.rados.0.smithi086.stdout:855: oid 6 updating version 145 to 146 2024-09-11T03:34:37.972 INFO:tasks.rados.rados.0.smithi086.stdout:855: oid 6 version 146 is already newer than 144 2024-09-11T03:34:37.972 INFO:tasks.rados.rados.0.smithi086.stdout:855: oid 6 updating version 146 to 147 2024-09-11T03:34:37.972 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 147 (ObjNum 281 snap 70 seq_num 281) dirty exists 2024-09-11T03:34:37.973 INFO:tasks.rados.rados.0.smithi086.stdout:855: left oid 6 (ObjNum 281 snap 70 seq_num 281) 2024-09-11T03:34:37.973 INFO:tasks.rados.rados.0.smithi086.stdout:857: finishing write tid 1 to smithi08678205-11 2024-09-11T03:34:37.973 INFO:tasks.rados.rados.0.smithi086.stdout:857: finishing write tid 2 to smithi08678205-11 2024-09-11T03:34:37.973 INFO:tasks.rados.rados.0.smithi086.stdout:857: finishing write tid 3 to smithi08678205-11 2024-09-11T03:34:37.973 INFO:tasks.rados.rados.0.smithi086.stdout:855: done (2 left) 2024-09-11T03:34:37.973 INFO:tasks.rados.rados.0.smithi086.stdout:859: snap_remove snap 61 2024-09-11T03:34:38.028 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: osdmap e217: 8 total, 8 up, 8 in 2024-09-11T03:34:38.028 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:38.028 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:38.028 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:38.028 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:34:38.028 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:38.028 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:38.028 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:34:38.028 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: Upgrade: Setting container_image for all mgr 2024-09-11T03:34:38.028 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:38.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-11T03:34:38.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-11T03:34:38.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-11T03:34:38.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-11T03:34:38.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-11T03:34:38.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-11T03:34:38.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-11T03:34:38.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-11T03:34:38.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: Upgrade: It appears safe to stop mon.a 2024-09-11T03:34:38.029 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[27247]: pgmap v45: 121 pgs: 121 active+clean; 113 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 33 op/s 2024-09-11T03:34:38.029 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:34:38] "GET /metrics HTTP/1.1" 200 36171 "" "Prometheus/2.43.0" 2024-09-11T03:34:38.030 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: osdmap e217: 8 total, 8 up, 8 in 2024-09-11T03:34:38.030 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:38.030 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:38.030 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:38.030 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:34:38.030 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:38.030 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:38.030 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:34:38.030 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: Upgrade: Setting container_image for all mgr 2024-09-11T03:34:38.030 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:38.030 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-11T03:34:38.031 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-11T03:34:38.031 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-11T03:34:38.031 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-11T03:34:38.031 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-11T03:34:38.031 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-11T03:34:38.031 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-11T03:34:38.031 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-11T03:34:38.031 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: Upgrade: It appears safe to stop mon.a 2024-09-11T03:34:38.031 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:37 smithi086 ceph-mon[37253]: pgmap v45: 121 pgs: 121 active+clean; 113 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 33 op/s 2024-09-11T03:34:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: osdmap e217: 8 total, 8 up, 8 in 2024-09-11T03:34:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-11T03:34:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-11T03:34:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:34:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: Upgrade: Setting container_image for all mgr 2024-09-11T03:34:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-11T03:34:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-11T03:34:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-11T03:34:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-11T03:34:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-11T03:34:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-11T03:34:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-11T03:34:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-11T03:34:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: Upgrade: It appears safe to stop mon.a 2024-09-11T03:34:38.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:37 smithi130 ceph-mon[31190]: pgmap v45: 121 pgs: 121 active+clean; 113 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 33 op/s 2024-09-11T03:34:38.954 INFO:tasks.rados.rados.0.smithi086.stdout:859: done (2 left) 2024-09-11T03:34:38.954 INFO:tasks.rados.rados.0.smithi086.stdout:860: copy_from oid 24 from oid 22 current snap is 70 2024-09-11T03:34:38.954 INFO:tasks.rados.rados.0.smithi086.stdout:857: finishing write tid 4 to smithi08678205-11 2024-09-11T03:34:38.954 INFO:tasks.rados.rados.0.smithi086.stdout:857: finishing write tid 5 to smithi08678205-11 2024-09-11T03:34:38.954 INFO:tasks.rados.rados.0.smithi086.stdout:857: finishing write tid 6 to smithi08678205-11 2024-09-11T03:34:38.954 INFO:tasks.rados.rados.0.smithi086.stdout:857: oid 11 updating version 0 to 348 2024-09-11T03:34:38.955 INFO:tasks.rados.rados.0.smithi086.stdout:857: oid 11 updating version 348 to 350 2024-09-11T03:34:38.955 INFO:tasks.rados.rados.0.smithi086.stdout:857: oid 11 version 350 is already newer than 349 2024-09-11T03:34:38.955 INFO:tasks.rados.rados.0.smithi086.stdout:857: oid 11 updating version 350 to 351 2024-09-11T03:34:38.955 INFO:tasks.rados.rados.0.smithi086.stdout:857: oid 11 updating version 351 to 352 2024-09-11T03:34:38.955 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 352 (ObjNum 282 snap 70 seq_num 282) dirty exists 2024-09-11T03:34:38.955 INFO:tasks.rados.rados.0.smithi086.stdout:857: left oid 11 (ObjNum 282 snap 70 seq_num 282) 2024-09-11T03:34:38.955 INFO:tasks.rados.rados.0.smithi086.stdout:858: finishing copy_from racing read to smithi08678205-1 2024-09-11T03:34:38.955 INFO:tasks.rados.rados.0.smithi086.stdout:858: finishing copy_from to smithi08678205-1 2024-09-11T03:34:38.955 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 512 (ObjNum 229 snap 53 seq_num 229) dirty exists 2024-09-11T03:34:38.955 INFO:tasks.rados.rados.0.smithi086.stdout:857: done (2 left) 2024-09-11T03:34:38.955 INFO:tasks.rados.rados.0.smithi086.stdout:858: done (1 left) 2024-09-11T03:34:38.955 INFO:tasks.rados.rados.0.smithi086.stdout:861: copy_from oid 43 from oid 35 current snap is 70 2024-09-11T03:34:38.955 INFO:tasks.rados.rados.0.smithi086.stdout:862: setattr oid 29 current snap is 70 2024-09-11T03:34:38.956 INFO:tasks.rados.rados.0.smithi086.stdout:863: setattr oid 32 current snap is 70 2024-09-11T03:34:38.957 INFO:tasks.rados.rados.0.smithi086.stdout:864: snap_create 2024-09-11T03:34:38.958 INFO:tasks.rados.rados.0.smithi086.stdout:861: finishing copy_from to smithi08678205-43 2024-09-11T03:34:38.958 INFO:tasks.rados.rados.0.smithi086.stdout:861: got expected ENOENT (src dne) 2024-09-11T03:34:38.959 INFO:tasks.rados.rados.0.smithi086.stdout:861: finishing copy_from racing read to smithi08678205-43 2024-09-11T03:34:38.963 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 353 (ObjNum 191 snap 38 seq_num 191) dirty exists 2024-09-11T03:34:38.966 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 247 (ObjNum 164 snap 33 seq_num 164) dirty exists 2024-09-11T03:34:38.976 INFO:tasks.rados.rados.0.smithi086.stdout:860: finishing copy_from racing read to smithi08678205-24 2024-09-11T03:34:38.977 INFO:tasks.rados.rados.0.smithi086.stdout:860: finishing copy_from to smithi08678205-24 2024-09-11T03:34:38.977 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 246 (ObjNum 241 snap 53 seq_num 241) dirty exists 2024-09-11T03:34:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:38 smithi086 ceph-mon[27247]: osdmap e218: 8 total, 8 up, 8 in 2024-09-11T03:34:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:38 smithi086 ceph-mon[27247]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:38 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:34:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:38 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-11T03:34:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:38 smithi086 ceph-mon[27247]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:38 smithi086 ceph-mon[37253]: osdmap e218: 8 total, 8 up, 8 in 2024-09-11T03:34:39.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:38 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:39.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:38 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:34:39.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:38 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-11T03:34:39.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:38 smithi086 ceph-mon[37253]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:38 smithi130 ceph-mon[31190]: osdmap e218: 8 total, 8 up, 8 in 2024-09-11T03:34:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:38 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='mgr.y' 2024-09-11T03:34:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:38 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-11T03:34:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:38 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-11T03:34:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:38 smithi130 ceph-mon[31190]: from='mgr.15114 172.21.15.86:0/3237519366' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-11T03:34:39.929 INFO:tasks.rados.rados.0.smithi086.stdout:860: done (4 left) 2024-09-11T03:34:39.929 INFO:tasks.rados.rados.0.smithi086.stdout:861: done (3 left) 2024-09-11T03:34:39.930 INFO:tasks.rados.rados.0.smithi086.stdout:862: done (2 left) 2024-09-11T03:34:39.930 INFO:tasks.rados.rados.0.smithi086.stdout:863: done (1 left) 2024-09-11T03:34:39.930 INFO:tasks.rados.rados.0.smithi086.stdout:864: done (0 left) 2024-09-11T03:34:39.930 INFO:tasks.rados.rados.0.smithi086.stdout:865: rollback oid 27 current snap is 71 2024-09-11T03:34:39.930 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 27 to 65 2024-09-11T03:34:39.930 INFO:tasks.rados.rados.0.smithi086.stdout:866: snap_remove snap 69 2024-09-11T03:34:40.303 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:39 smithi086 ceph-mon[27247]: Upgrade: Updating mon.a 2024-09-11T03:34:40.303 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:39 smithi086 ceph-mon[27247]: Deploying daemon mon.a on smithi086 2024-09-11T03:34:40.303 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:39 smithi086 ceph-mon[27247]: osdmap e219: 8 total, 8 up, 8 in 2024-09-11T03:34:40.303 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:39 smithi086 ceph-mon[27247]: pgmap v48: 121 pgs: 121 active+clean; 113 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-09-11T03:34:40.303 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:39 smithi086 ceph-mon[27247]: osdmap e220: 8 total, 8 up, 8 in 2024-09-11T03:34:40.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:39 smithi086 ceph-mon[37253]: Upgrade: Updating mon.a 2024-09-11T03:34:40.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:39 smithi086 ceph-mon[37253]: Deploying daemon mon.a on smithi086 2024-09-11T03:34:40.304 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:39 smithi086 ceph-mon[37253]: osdmap e219: 8 total, 8 up, 8 in 2024-09-11T03:34:40.304 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:39 smithi086 ceph-mon[37253]: pgmap v48: 121 pgs: 121 active+clean; 113 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-09-11T03:34:40.304 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:39 smithi086 ceph-mon[37253]: osdmap e220: 8 total, 8 up, 8 in 2024-09-11T03:34:40.337 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:39 smithi130 ceph-mon[31190]: Upgrade: Updating mon.a 2024-09-11T03:34:40.337 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:39 smithi130 ceph-mon[31190]: Deploying daemon mon.a on smithi086 2024-09-11T03:34:40.338 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:39 smithi130 ceph-mon[31190]: osdmap e219: 8 total, 8 up, 8 in 2024-09-11T03:34:40.338 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:39 smithi130 ceph-mon[31190]: pgmap v48: 121 pgs: 121 active+clean; 113 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-09-11T03:34:40.338 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:39 smithi130 ceph-mon[31190]: osdmap e220: 8 total, 8 up, 8 in 2024-09-11T03:34:40.833 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:40 smithi086 systemd[1]: Stopping Ceph mon.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:34:41.107 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a[27243]: 2024-09-11T03:34:40.832+0000 7fcc721e5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:34:41.108 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a[27243]: 2024-09-11T03:34:40.832+0000 7fcc721e5640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-11T03:34:41.415 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:41 smithi086 podman[89124]: 2024-09-11 03:34:41.108592086 +0000 UTC m=+0.382747204 container died 787d7cf4e438aa94aa4c4d2c7c6a79912d1fd02161a811dd7ca9bd8f1513f437 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-7a853b1, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:34:41.741 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:41 smithi086 podman[89124]: 2024-09-11 03:34:41.516195959 +0000 UTC m=+0.790351085 container cleanup 787d7cf4e438aa94aa4c4d2c7c6a79912d1fd02161a811dd7ca9bd8f1513f437 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=reef-7a853b1, org.label-schema.schema-version=1.0) 2024-09-11T03:34:41.742 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:41 smithi086 bash[89124]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a 2024-09-11T03:34:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:41 smithi086 podman[89138]: 2024-09-11 03:34:41.742465671 +0000 UTC m=+0.633223097 container remove 787d7cf4e438aa94aa4c4d2c7c6a79912d1fd02161a811dd7ca9bd8f1513f437 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=reef-7a853b1, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:34:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:41 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-11T03:34:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:41 smithi086 systemd[1]: Stopped Ceph mon.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:34:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:41 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.a.service: Consumed 12.690s CPU time. 2024-09-11T03:34:42.422 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 systemd[1]: Starting Ceph mon.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:34:42.422 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 podman[89262]: 2024-09-11 03:34:42.202321091 +0000 UTC m=+0.015771884 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:34:42.422 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 podman[89262]: 2024-09-11 03:34:42.302108196 +0000 UTC m=+0.115559033 container create c68f4fe1197e906dcfd29b85be892f28ea68d430d8c9e1606d153af108915dfa (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:34:42.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 podman[89262]: 2024-09-11 03:34:42.54619449 +0000 UTC m=+0.359645278 container init c68f4fe1197e906dcfd29b85be892f28ea68d430d8c9e1606d153af108915dfa (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-11T03:34:42.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 podman[89262]: 2024-09-11 03:34:42.549299157 +0000 UTC m=+0.362749948 container start c68f4fe1197e906dcfd29b85be892f28ea68d430d8c9e1606d153af108915dfa (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-11T03:34:42.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: set uid:gid to 167:167 (ceph:ceph) 2024-09-11T03:34:42.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev), process ceph-mon, pid 2 2024-09-11T03:34:42.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: pidfile_write: ignore empty --pid-file 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: load: jerasure load: lrc 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: RocksDB version: 7.9.2 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Git sha 0 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Compile date 2024-09-10 08:02:51 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: DB SUMMARY 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: DB Session ID: JVRGEGBK88FCEF5INZEB 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: CURRENT file: CURRENT 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: IDENTITY file: IDENTITY 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1519 Bytes 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 3629707 ; 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.error_if_exists: 0 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.create_if_missing: 0 2024-09-11T03:34:42.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.paranoid_checks: 1 2024-09-11T03:34:42.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-11T03:34:42.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-11T03:34:42.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-11T03:34:42.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.env: 0x55ca4d130180 2024-09-11T03:34:42.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.fs: PosixFileSystem 2024-09-11T03:34:42.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.info_log: 0x55ca4decb700 2024-09-11T03:34:42.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_file_opening_threads: 16 2024-09-11T03:34:42.825 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.statistics: (nil) 2024-09-11T03:34:42.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.use_fsync: 0 2024-09-11T03:34:42.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_log_file_size: 0 2024-09-11T03:34:42.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-11T03:34:42.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-11T03:34:42.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.keep_log_file_num: 1000 2024-09-11T03:34:42.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.recycle_log_file_num: 0 2024-09-11T03:34:42.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.allow_fallocate: 1 2024-09-11T03:34:42.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.allow_mmap_reads: 0 2024-09-11T03:34:42.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.allow_mmap_writes: 0 2024-09-11T03:34:42.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.use_direct_reads: 0 2024-09-11T03:34:42.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-11T03:34:42.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.create_missing_column_families: 0 2024-09-11T03:34:42.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.db_log_dir: 2024-09-11T03:34:42.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.wal_dir: 2024-09-11T03:34:42.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-11T03:34:42.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-11T03:34:42.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-11T03:34:42.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-11T03:34:42.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-11T03:34:42.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-11T03:34:42.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.advise_random_on_open: 1 2024-09-11T03:34:42.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.db_write_buffer_size: 0 2024-09-11T03:34:42.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.write_buffer_manager: 0x55ca4dece1e0 2024-09-11T03:34:42.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-11T03:34:42.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-11T03:34:42.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-11T03:34:42.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.rate_limiter: (nil) 2024-09-11T03:34:42.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-11T03:34:42.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.wal_recovery_mode: 2 2024-09-11T03:34:42.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.enable_thread_tracking: 0 2024-09-11T03:34:42.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.enable_pipelined_write: 0 2024-09-11T03:34:42.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.unordered_write: 0 2024-09-11T03:34:42.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-11T03:34:42.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-11T03:34:42.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-11T03:34:42.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-11T03:34:42.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.row_cache: None 2024-09-11T03:34:42.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.wal_filter: None 2024-09-11T03:34:42.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-11T03:34:42.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.allow_ingest_behind: 0 2024-09-11T03:34:42.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.two_write_queues: 0 2024-09-11T03:34:42.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.manual_wal_flush: 0 2024-09-11T03:34:42.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.wal_compression: 0 2024-09-11T03:34:42.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.atomic_flush: 0 2024-09-11T03:34:42.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-11T03:34:42.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-11T03:34:42.830 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-11T03:34:42.830 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.log_readahead_size: 0 2024-09-11T03:34:42.830 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-11T03:34:42.830 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.best_efforts_recovery: 0 2024-09-11T03:34:42.830 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-11T03:34:42.830 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-11T03:34:42.830 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.allow_data_in_errors: 0 2024-09-11T03:34:42.830 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.db_host_id: __hostname__ 2024-09-11T03:34:42.830 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-11T03:34:42.830 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_background_jobs: 2 2024-09-11T03:34:42.830 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_background_compactions: -1 2024-09-11T03:34:42.830 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_subcompactions: 1 2024-09-11T03:34:42.830 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_total_wal_size: 0 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_open_files: -1 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.bytes_per_sync: 0 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compaction_readahead_size: 0 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_background_flushes: -1 2024-09-11T03:34:42.831 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Compression algorithms supported: 2024-09-11T03:34:42.832 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: kZSTD supported: 0 2024-09-11T03:34:42.832 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: kXpressCompression supported: 0 2024-09-11T03:34:42.832 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: kBZip2Compression supported: 0 2024-09-11T03:34:42.832 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-11T03:34:42.832 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: kLZ4Compression supported: 1 2024-09-11T03:34:42.832 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: kZlibCompression supported: 1 2024-09-11T03:34:42.832 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: kLZ4HCCompression supported: 1 2024-09-11T03:34:42.832 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: kSnappyCompression supported: 1 2024-09-11T03:34:42.832 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-11T03:34:42.832 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-11T03:34:42.832 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-11T03:34:42.832 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-11T03:34:42.833 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-11T03:34:42.833 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.merge_operator: 2024-09-11T03:34:42.833 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compaction_filter: None 2024-09-11T03:34:42.833 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compaction_filter_factory: None 2024-09-11T03:34:42.833 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.sst_partitioner_factory: None 2024-09-11T03:34:42.833 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-11T03:34:42.833 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-11T03:34:42.833 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ca4decb320) 2024-09-11T03:34:42.833 INFO:journalctl@ceph.mon.a.smithi086.stdout: cache_index_and_filter_blocks: 1 2024-09-11T03:34:42.833 INFO:journalctl@ceph.mon.a.smithi086.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-11T03:34:42.833 INFO:journalctl@ceph.mon.a.smithi086.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-11T03:34:42.833 INFO:journalctl@ceph.mon.a.smithi086.stdout: pin_top_level_index_and_filter: 1 2024-09-11T03:34:42.833 INFO:journalctl@ceph.mon.a.smithi086.stdout: index_type: 0 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: data_block_index_type: 0 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: index_shortening: 1 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: checksum: 4 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: no_block_cache: 0 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_cache: 0x55ca4debf610 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_cache_name: BinnedLRUCache 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_cache_options: 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: capacity : 536870912 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: num_shard_bits : 4 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: strict_capacity_limit : 0 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: high_pri_pool_ratio: 0.000 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_cache_compressed: (nil) 2024-09-11T03:34:42.834 INFO:journalctl@ceph.mon.a.smithi086.stdout: persistent_cache: (nil) 2024-09-11T03:34:42.835 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_size: 4096 2024-09-11T03:34:42.835 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_size_deviation: 10 2024-09-11T03:34:42.835 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_restart_interval: 16 2024-09-11T03:34:42.835 INFO:journalctl@ceph.mon.a.smithi086.stdout: index_block_restart_interval: 1 2024-09-11T03:34:42.835 INFO:journalctl@ceph.mon.a.smithi086.stdout: metadata_block_size: 4096 2024-09-11T03:34:42.835 INFO:journalctl@ceph.mon.a.smithi086.stdout: partition_filters: 0 2024-09-11T03:34:42.835 INFO:journalctl@ceph.mon.a.smithi086.stdout: use_delta_encoding: 1 2024-09-11T03:34:42.835 INFO:journalctl@ceph.mon.a.smithi086.stdout: filter_policy: bloomfilter 2024-09-11T03:34:42.835 INFO:journalctl@ceph.mon.a.smithi086.stdout: whole_key_filtering: 1 2024-09-11T03:34:42.835 INFO:journalctl@ceph.mon.a.smithi086.stdout: verify_compression: 0 2024-09-11T03:34:42.835 INFO:journalctl@ceph.mon.a.smithi086.stdout: read_amp_bytes_per_bit: 0 2024-09-11T03:34:42.835 INFO:journalctl@ceph.mon.a.smithi086.stdout: format_version: 5 2024-09-11T03:34:42.835 INFO:journalctl@ceph.mon.a.smithi086.stdout: enable_index_compression: 1 2024-09-11T03:34:42.836 INFO:journalctl@ceph.mon.a.smithi086.stdout: block_align: 0 2024-09-11T03:34:42.836 INFO:journalctl@ceph.mon.a.smithi086.stdout: max_auto_readahead_size: 262144 2024-09-11T03:34:42.836 INFO:journalctl@ceph.mon.a.smithi086.stdout: prepopulate_block_cache: 0 2024-09-11T03:34:42.836 INFO:journalctl@ceph.mon.a.smithi086.stdout: initial_auto_readahead_size: 8192 2024-09-11T03:34:42.836 INFO:journalctl@ceph.mon.a.smithi086.stdout: num_file_reads_for_auto_readahead: 2 2024-09-11T03:34:42.836 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.write_buffer_size: 33554432 2024-09-11T03:34:42.836 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_write_buffer_number: 2 2024-09-11T03:34:42.836 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compression: NoCompression 2024-09-11T03:34:42.836 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.bottommost_compression: Disabled 2024-09-11T03:34:42.836 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.prefix_extractor: nullptr 2024-09-11T03:34:42.836 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-11T03:34:42.836 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.num_levels: 7 2024-09-11T03:34:42.836 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-11T03:34:42.837 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-11T03:34:42.837 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-11T03:34:42.837 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-11T03:34:42.837 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-11T03:34:42.837 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-11T03:34:42.837 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-11T03:34:42.837 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-11T03:34:42.837 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-11T03:34:42.837 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-11T03:34:42.837 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-11T03:34:42.837 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-11T03:34:42.837 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-11T03:34:42.837 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compression_opts.level: 32767 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compression_opts.strategy: 0 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compression_opts.enabled: false 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.target_file_size_base: 67108864 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-11T03:34:42.838 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-11T03:34:42.839 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-11T03:34:42.839 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-11T03:34:42.839 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-11T03:34:42.839 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-11T03:34:42.839 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-11T03:34:42.839 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-11T03:34:42.839 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-11T03:34:42.839 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-11T03:34:42.839 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-11T03:34:42.839 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-11T03:34:42.839 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-11T03:34:42.839 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.arena_block_size: 1048576 2024-09-11T03:34:42.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-11T03:34:42.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-11T03:34:42.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.disable_auto_compactions: 0 2024-09-11T03:34:42.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-11T03:34:42.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-11T03:34:42.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-11T03:34:42.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-11T03:34:42.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-11T03:34:42.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-11T03:34:42.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-11T03:34:42.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-11T03:34:42.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-11T03:34:42.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-11T03:34:42.841 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-11T03:34:42.841 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.inplace_update_support: 0 2024-09-11T03:34:42.841 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-11T03:34:42.841 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-11T03:34:42.841 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-11T03:34:42.841 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-11T03:34:42.841 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.bloom_locality: 0 2024-09-11T03:34:42.841 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.max_successive_merges: 0 2024-09-11T03:34:42.841 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-11T03:34:42.841 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.paranoid_file_checks: 0 2024-09-11T03:34:42.841 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.force_consistency_checks: 1 2024-09-11T03:34:42.841 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.report_bg_io_stats: 0 2024-09-11T03:34:42.841 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.ttl: 2592000 2024-09-11T03:34:42.842 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-11T03:34:42.842 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-11T03:34:42.842 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-11T03:34:42.842 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.enable_blob_files: false 2024-09-11T03:34:42.842 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.min_blob_size: 0 2024-09-11T03:34:42.842 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.blob_file_size: 268435456 2024-09-11T03:34:42.842 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-11T03:34:42.842 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-11T03:34:42.842 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-11T03:34:42.842 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-11T03:34:42.842 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-11T03:34:42.842 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.blob_file_starting_level: 0 2024-09-11T03:34:42.842 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-11T03:34:42.843 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-11T03:34:42.843 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12886, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-09-11T03:34:42.843 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-09-11T03:34:42.843 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 1299c84d-a76b-4518-94de-9ecd2b360ba2 2024-09-11T03:34:42.843 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726025682576135, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-09-11T03:34:42.843 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-09-11T03:34:42.843 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726025682585954, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 3412449, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12887, "largest_seqno": 14333, "table_properties": {"data_size": 3404401, "index_size": 5339, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1669, "raw_key_size": 16026, "raw_average_key_size": 24, "raw_value_size": 3389580, "raw_average_value_size": 5190, "num_data_blocks": 235, "num_entries": 653, "num_filter_entries": 653, "num_deletions": 30, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726025682, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1299c84d-a76b-4518-94de-9ecd2b360ba2", "db_session_id": "JVRGEGBK88FCEF5INZEB", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-09-11T03:34:42.843 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726025682586074, "job": 1, "event": "recovery_finished"} 2024-09-11T03:34:42.843 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-09-11T03:34:42.843 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-11T03:34:42.843 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-11T03:34:42.843 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ca4deeee00 2024-09-11T03:34:42.844 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: DB pointer 0x55ca4dff0000 2024-09-11T03:34:42.844 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-11T03:34:42.844 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-11T03:34:42.844 INFO:journalctl@ceph.mon.a.smithi086.stdout: ** DB Stats ** 2024-09-11T03:34:42.844 INFO:journalctl@ceph.mon.a.smithi086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-11T03:34:42.844 INFO:journalctl@ceph.mon.a.smithi086.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-11T03:34:42.844 INFO:journalctl@ceph.mon.a.smithi086.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-11T03:34:42.844 INFO:journalctl@ceph.mon.a.smithi086.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-11T03:34:42.844 INFO:journalctl@ceph.mon.a.smithi086.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-11T03:34:42.845 INFO:journalctl@ceph.mon.a.smithi086.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-11T03:34:42.845 INFO:journalctl@ceph.mon.a.smithi086.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-11T03:34:42.845 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:34:42.845 INFO:journalctl@ceph.mon.a.smithi086.stdout: ** Compaction Stats [default] ** 2024-09-11T03:34:42.845 INFO:journalctl@ceph.mon.a.smithi086.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-11T03:34:42.845 INFO:journalctl@ceph.mon.a.smithi086.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-11T03:34:42.845 INFO:journalctl@ceph.mon.a.smithi086.stdout: L0 1/0 3.25 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 671.8 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-11T03:34:42.845 INFO:journalctl@ceph.mon.a.smithi086.stdout: L6 1/0 7.70 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-11T03:34:42.845 INFO:journalctl@ceph.mon.a.smithi086.stdout: Sum 2/0 10.96 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 671.8 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-11T03:34:42.845 INFO:journalctl@ceph.mon.a.smithi086.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 671.8 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-11T03:34:42.845 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:34:42.845 INFO:journalctl@ceph.mon.a.smithi086.stdout: ** Compaction Stats [default] ** 2024-09-11T03:34:42.846 INFO:journalctl@ceph.mon.a.smithi086.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-11T03:34:42.846 INFO:journalctl@ceph.mon.a.smithi086.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-11T03:34:42.846 INFO:journalctl@ceph.mon.a.smithi086.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 671.8 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-11T03:34:42.846 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:34:42.846 INFO:journalctl@ceph.mon.a.smithi086.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-11T03:34:42.846 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:34:42.846 INFO:journalctl@ceph.mon.a.smithi086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-11T03:34:42.846 INFO:journalctl@ceph.mon.a.smithi086.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-09-11T03:34:42.846 INFO:journalctl@ceph.mon.a.smithi086.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-11T03:34:42.846 INFO:journalctl@ceph.mon.a.smithi086.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-11T03:34:42.846 INFO:journalctl@ceph.mon.a.smithi086.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-11T03:34:42.846 INFO:journalctl@ceph.mon.a.smithi086.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-11T03:34:42.847 INFO:journalctl@ceph.mon.a.smithi086.stdout: Cumulative compaction: 0.00 GB write, 175.32 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-11T03:34:42.847 INFO:journalctl@ceph.mon.a.smithi086.stdout: Interval compaction: 0.00 GB write, 175.32 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-11T03:34:42.847 INFO:journalctl@ceph.mon.a.smithi086.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-11T03:34:42.847 INFO:journalctl@ceph.mon.a.smithi086.stdout: Block cache BinnedLRUCache@0x55ca4debf610#2 capacity: 512.00 MB usage: 7.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-11T03:34:42.847 INFO:journalctl@ceph.mon.a.smithi086.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2024-09-11T03:34:42.847 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:34:42.847 INFO:journalctl@ceph.mon.a.smithi086.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-11T03:34:42.847 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: starting mon.a rank 0 at public addrs [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] at bind addrs [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:34:42.847 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: mon.a@-1(???) e3 preinit fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:34:42.847 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: mon.a@-1(???).mds e8 new map 2024-09-11T03:34:42.847 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: mon.a@-1(???).mds e8 print_map 2024-09-11T03:34:42.847 INFO:journalctl@ceph.mon.a.smithi086.stdout: e8 2024-09-11T03:34:42.847 INFO:journalctl@ceph.mon.a.smithi086.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-11T03:34:42.848 INFO:journalctl@ceph.mon.a.smithi086.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-11T03:34:42.848 INFO:journalctl@ceph.mon.a.smithi086.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-11T03:34:42.848 INFO:journalctl@ceph.mon.a.smithi086.stdout: legacy client fscid: 1 2024-09-11T03:34:42.848 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:34:42.848 INFO:journalctl@ceph.mon.a.smithi086.stdout: Filesystem 'cephfs' (1) 2024-09-11T03:34:42.848 INFO:journalctl@ceph.mon.a.smithi086.stdout: fs_name cephfs 2024-09-11T03:34:42.848 INFO:journalctl@ceph.mon.a.smithi086.stdout: epoch 8 2024-09-11T03:34:42.848 INFO:journalctl@ceph.mon.a.smithi086.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-11T03:34:42.848 INFO:journalctl@ceph.mon.a.smithi086.stdout: created 2024-09-11T03:28:48.837037+0000 2024-09-11T03:34:42.848 INFO:journalctl@ceph.mon.a.smithi086.stdout: modified 2024-09-11T03:29:01.133461+0000 2024-09-11T03:34:42.848 INFO:journalctl@ceph.mon.a.smithi086.stdout: tableserver 0 2024-09-11T03:34:42.848 INFO:journalctl@ceph.mon.a.smithi086.stdout: root 0 2024-09-11T03:34:42.848 INFO:journalctl@ceph.mon.a.smithi086.stdout: session_timeout 60 2024-09-11T03:34:42.849 INFO:journalctl@ceph.mon.a.smithi086.stdout: session_autoclose 300 2024-09-11T03:34:42.849 INFO:journalctl@ceph.mon.a.smithi086.stdout: max_file_size 1099511627776 2024-09-11T03:34:42.849 INFO:journalctl@ceph.mon.a.smithi086.stdout: max_xattr_size 65536 2024-09-11T03:34:42.849 INFO:journalctl@ceph.mon.a.smithi086.stdout: required_client_features {} 2024-09-11T03:34:42.849 INFO:journalctl@ceph.mon.a.smithi086.stdout: last_failure 0 2024-09-11T03:34:42.849 INFO:journalctl@ceph.mon.a.smithi086.stdout: last_failure_osd_epoch 0 2024-09-11T03:34:42.849 INFO:journalctl@ceph.mon.a.smithi086.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-11T03:34:42.849 INFO:journalctl@ceph.mon.a.smithi086.stdout: max_mds 1 2024-09-11T03:34:42.849 INFO:journalctl@ceph.mon.a.smithi086.stdout: in 0 2024-09-11T03:34:42.849 INFO:journalctl@ceph.mon.a.smithi086.stdout: up {0=24347} 2024-09-11T03:34:42.849 INFO:journalctl@ceph.mon.a.smithi086.stdout: failed 2024-09-11T03:34:42.849 INFO:journalctl@ceph.mon.a.smithi086.stdout: damaged 2024-09-11T03:34:42.849 INFO:journalctl@ceph.mon.a.smithi086.stdout: stopped 2024-09-11T03:34:42.850 INFO:journalctl@ceph.mon.a.smithi086.stdout: data_pools [3] 2024-09-11T03:34:42.850 INFO:journalctl@ceph.mon.a.smithi086.stdout: metadata_pool 2 2024-09-11T03:34:42.850 INFO:journalctl@ceph.mon.a.smithi086.stdout: inline_data disabled 2024-09-11T03:34:42.850 INFO:journalctl@ceph.mon.a.smithi086.stdout: balancer 2024-09-11T03:34:42.850 INFO:journalctl@ceph.mon.a.smithi086.stdout: bal_rank_mask -1 2024-09-11T03:34:42.850 INFO:journalctl@ceph.mon.a.smithi086.stdout: standby_count_wanted 0 2024-09-11T03:34:42.850 INFO:journalctl@ceph.mon.a.smithi086.stdout: qdb_cluster leader: 0 members: 2024-09-11T03:34:42.850 INFO:journalctl@ceph.mon.a.smithi086.stdout: [mds.a{0:24347} state up:active seq 5 addr [v2:172.21.15.86:6834/3997876808,v1:172.21.15.86:6835/3997876808] compat {c=[1],r=[1],i=[7ff]}] 2024-09-11T03:34:42.850 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:34:42.850 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:34:42.850 INFO:journalctl@ceph.mon.a.smithi086.stdout: Standby daemons: 2024-09-11T03:34:42.850 INFO:journalctl@ceph.mon.a.smithi086.stdout: 2024-09-11T03:34:42.850 INFO:journalctl@ceph.mon.a.smithi086.stdout: [mds.b{-1:24322} state up:standby seq 1 addr [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] compat {c=[1],r=[1],i=[7ff]}] 2024-09-11T03:34:42.851 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: mon.a@-1(???).osd e220 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-11T03:34:42.851 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-09-11T03:34:42.851 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-09-11T03:34:42.851 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-09-11T03:34:42.851 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 ceph-mon[89281]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-09-11T03:34:42.851 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 bash[89262]: c68f4fe1197e906dcfd29b85be892f28ea68d430d8c9e1606d153af108915dfa 2024-09-11T03:34:42.851 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:42 smithi086 systemd[1]: Started Ceph mon.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:34:44.077 INFO:tasks.rados.rados.0.smithi086.stdout:866: done (1 left) 2024-09-11T03:34:44.078 INFO:tasks.rados.rados.0.smithi086.stdout:867: copy_from oid 11 from oid 41 current snap is 71 2024-09-11T03:34:44.078 INFO:tasks.rados.rados.0.smithi086.stdout:868: copy_from oid 24 from oid 48 current snap is 71 2024-09-11T03:34:44.078 INFO:tasks.rados.rados.0.smithi086.stdout:869: delete oid 43 current snap is 71 2024-09-11T03:34:44.078 INFO:tasks.rados.rados.0.smithi086.stdout:865: finishing rollback tid 0 to smithi08678205-27 2024-09-11T03:34:44.078 INFO:tasks.rados.rados.0.smithi086.stdout:865: finishing rollback tid 1 to smithi08678205-27 2024-09-11T03:34:44.078 INFO:tasks.rados.rados.0.smithi086.stdout:865: finishing rollback tid 2 to smithi08678205-27 2024-09-11T03:34:44.078 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 159 (ObjNum 267 snap 60 seq_num 267) dirty exists 2024-09-11T03:34:44.081 INFO:tasks.rados.rados.0.smithi086.stdout:867: finishing copy_from to smithi08678205-11 2024-09-11T03:34:44.081 INFO:tasks.rados.rados.0.smithi086.stdout:867: got expected ENOENT (src dne) 2024-09-11T03:34:44.081 INFO:tasks.rados.rados.0.smithi086.stdout:867: finishing copy_from racing read to smithi08678205-11 2024-09-11T03:34:44.083 INFO:tasks.rados.rados.0.smithi086.stdout:865: done (3 left) 2024-09-11T03:34:44.083 INFO:tasks.rados.rados.0.smithi086.stdout:867: done (2 left) 2024-09-11T03:34:44.083 INFO:tasks.rados.rados.0.smithi086.stdout:869: done (1 left) 2024-09-11T03:34:44.083 INFO:tasks.rados.rados.0.smithi086.stdout:870: snap_remove snap 63 2024-09-11T03:34:44.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ignoring --setuser ceph since I am not root 2024-09-11T03:34:44.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ignoring --setgroup ceph since I am not root 2024-09-11T03:34:44.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mgr[81023]: -- 172.21.15.86:0/1330080924 <== mon.0 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5606250230e0 con 0x560625001400 2024-09-11T03:34:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: pgmap v50: 121 pgs: 121 active+clean; 121 MiB data, 654 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-11T03:34:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: pgmap v51: 121 pgs: 121 active+clean; 121 MiB data, 654 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-09-11T03:34:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: mon.a calling monitor election 2024-09-11T03:34:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-11T03:34:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: monmap epoch 3 2024-09-11T03:34:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:34:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: last_changed 2024-09-11T03:24:57.095313+0000 2024-09-11T03:34:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: created 2024-09-11T03:23:16.099776+0000 2024-09-11T03:34:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: min_mon_release 18 (reef) 2024-09-11T03:34:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: election_strategy: 1 2024-09-11T03:34:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: 0: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.a 2024-09-11T03:34:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.b 2024-09-11T03:34:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: 2: [v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0] mon.c 2024-09-11T03:34:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:34:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: osdmap e220: 8 total, 8 up, 8 in 2024-09-11T03:34:44.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: mgrmap e36: y(active, since 34s), standbys: x 2024-09-11T03:34:44.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: overall HEALTH_OK 2024-09-11T03:34:44.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: from='mgr.15114 ' entity='' 2024-09-11T03:34:44.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[89281]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-11T03:34:44.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: pgmap v50: 121 pgs: 121 active+clean; 121 MiB data, 654 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-11T03:34:44.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: pgmap v51: 121 pgs: 121 active+clean; 121 MiB data, 654 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-09-11T03:34:44.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: mon.a calling monitor election 2024-09-11T03:34:44.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-11T03:34:44.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: monmap epoch 3 2024-09-11T03:34:44.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:34:44.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: last_changed 2024-09-11T03:24:57.095313+0000 2024-09-11T03:34:44.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: created 2024-09-11T03:23:16.099776+0000 2024-09-11T03:34:44.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: min_mon_release 18 (reef) 2024-09-11T03:34:44.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: election_strategy: 1 2024-09-11T03:34:44.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: 0: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.a 2024-09-11T03:34:44.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.b 2024-09-11T03:34:44.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: 2: [v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0] mon.c 2024-09-11T03:34:44.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:34:44.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: osdmap e220: 8 total, 8 up, 8 in 2024-09-11T03:34:44.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: mgrmap e36: y(active, since 34s), standbys: x 2024-09-11T03:34:44.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: overall HEALTH_OK 2024-09-11T03:34:44.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: from='mgr.15114 ' entity='' 2024-09-11T03:34:44.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:44 smithi086 ceph-mon[37253]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-11T03:34:44.346 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: ignoring --setuser ceph since I am not root 2024-09-11T03:34:44.346 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: ignoring --setgroup ceph since I am not root 2024-09-11T03:34:44.346 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mgr[75790]: -- 172.21.15.130:0/492691949 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cf5044d0e0 con 0x55cf5042a800 2024-09-11T03:34:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: pgmap v50: 121 pgs: 121 active+clean; 121 MiB data, 654 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-11T03:34:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: pgmap v51: 121 pgs: 121 active+clean; 121 MiB data, 654 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-09-11T03:34:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: mon.a calling monitor election 2024-09-11T03:34:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-11T03:34:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: monmap epoch 3 2024-09-11T03:34:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:34:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: last_changed 2024-09-11T03:24:57.095313+0000 2024-09-11T03:34:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: created 2024-09-11T03:23:16.099776+0000 2024-09-11T03:34:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: min_mon_release 18 (reef) 2024-09-11T03:34:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: election_strategy: 1 2024-09-11T03:34:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: 0: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.a 2024-09-11T03:34:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.b 2024-09-11T03:34:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: 2: [v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0] mon.c 2024-09-11T03:34:44.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:34:44.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: osdmap e220: 8 total, 8 up, 8 in 2024-09-11T03:34:44.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: mgrmap e36: y(active, since 34s), standbys: x 2024-09-11T03:34:44.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: overall HEALTH_OK 2024-09-11T03:34:44.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: from='mgr.15114 ' entity='' 2024-09-11T03:34:44.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:44 smithi130 ceph-mon[31190]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-11T03:34:45.079 INFO:tasks.rados.rados.0.smithi086.stdout:870: done (1 left) 2024-09-11T03:34:45.080 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 19 current snap is 71 2024-09-11T03:34:45.080 INFO:tasks.rados.rados.0.smithi086.stdout:871: seq_num 284 ranges {0=761856,761856=598016,1359872=671744,2031616=335872} 2024-09-11T03:34:45.084 INFO:tasks.rados.rados.0.smithi086.stdout:871: writing smithi08678205-19 from 0 to 761856 tid 1 2024-09-11T03:34:45.088 INFO:tasks.rados.rados.0.smithi086.stdout:871: writing smithi08678205-19 from 761856 to 1359872 tid 2 2024-09-11T03:34:45.092 INFO:tasks.rados.rados.0.smithi086.stdout:871: writing smithi08678205-19 from 1359872 to 2031616 tid 3 2024-09-11T03:34:45.095 INFO:tasks.rados.rados.0.smithi086.stdout:871: writing smithi08678205-19 from 2031616 to 2367488 tid 4 2024-09-11T03:34:45.095 INFO:tasks.rados.rados.0.smithi086.stdout:872: delete oid 5 current snap is 71 2024-09-11T03:34:45.095 INFO:tasks.rados.rados.0.smithi086.stdout:868: finishing copy_from racing read to smithi08678205-24 2024-09-11T03:34:45.095 INFO:tasks.rados.rados.0.smithi086.stdout:868: finishing copy_from to smithi08678205-24 2024-09-11T03:34:45.096 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 514 (ObjNum 225 snap 51 seq_num 225) dirty exists 2024-09-11T03:34:45.096 INFO:tasks.rados.rados.0.smithi086.stdout:871: finishing write tid 1 to smithi08678205-19 2024-09-11T03:34:45.096 INFO:tasks.rados.rados.0.smithi086.stdout:871: finishing write tid 2 to smithi08678205-19 2024-09-11T03:34:45.096 INFO:tasks.rados.rados.0.smithi086.stdout:871: finishing write tid 3 to smithi08678205-19 2024-09-11T03:34:45.097 INFO:tasks.rados.rados.0.smithi086.stdout:871: finishing write tid 4 to smithi08678205-19 2024-09-11T03:34:45.098 INFO:tasks.rados.rados.0.smithi086.stdout:871: finishing write tid 5 to smithi08678205-19 2024-09-11T03:34:45.099 INFO:tasks.rados.rados.0.smithi086.stdout:868: done (2 left) 2024-09-11T03:34:45.099 INFO:tasks.rados.rados.0.smithi086.stdout:872: done (1 left) 2024-09-11T03:34:45.099 INFO:tasks.rados.rados.0.smithi086.stdout:873: snap_remove snap 70 2024-09-11T03:34:45.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:45 smithi086 ceph-mon[89281]: osdmap e221: 8 total, 8 up, 8 in 2024-09-11T03:34:45.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:45 smithi086 ceph-mon[37253]: osdmap e221: 8 total, 8 up, 8 in 2024-09-11T03:34:45.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:45 smithi130 ceph-mon[31190]: osdmap e221: 8 total, 8 up, 8 in 2024-09-11T03:34:46.084 INFO:tasks.rados.rados.0.smithi086.stdout:873: done (1 left) 2024-09-11T03:34:46.084 INFO:tasks.rados.rados.0.smithi086.stdout:874: read oid 9 snap -1 2024-09-11T03:34:46.084 INFO:tasks.rados.rados.0.smithi086.stdout:874: expect deleted 2024-09-11T03:34:46.084 INFO:tasks.rados.rados.0.smithi086.stdout:875: snap_remove snap 65 2024-09-11T03:34:46.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:46 smithi130 ceph-mon[31190]: osdmap e222: 8 total, 8 up, 8 in 2024-09-11T03:34:46.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:46 smithi086 ceph-mon[89281]: osdmap e222: 8 total, 8 up, 8 in 2024-09-11T03:34:46.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:46 smithi086 ceph-mon[37253]: osdmap e222: 8 total, 8 up, 8 in 2024-09-11T03:34:47.092 INFO:tasks.rados.rados.0.smithi086.stdout:875: done (2 left) 2024-09-11T03:34:47.092 INFO:tasks.rados.rados.0.smithi086.stdout:876: read oid 47 snap -1 2024-09-11T03:34:47.092 INFO:tasks.rados.rados.0.smithi086.stdout:876: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:47.092 INFO:tasks.rados.rados.0.smithi086.stdout:871: finishing write tid 6 to smithi08678205-19 2024-09-11T03:34:47.092 INFO:tasks.rados.rados.0.smithi086.stdout:871: oid 19 updating version 0 to 357 2024-09-11T03:34:47.093 INFO:tasks.rados.rados.0.smithi086.stdout:871: oid 19 version 357 is already newer than 356 2024-09-11T03:34:47.093 INFO:tasks.rados.rados.0.smithi086.stdout:871: oid 19 version 357 is already newer than 355 2024-09-11T03:34:47.093 INFO:tasks.rados.rados.0.smithi086.stdout:871: oid 19 version 357 is already newer than 354 2024-09-11T03:34:47.093 INFO:tasks.rados.rados.0.smithi086.stdout:871: oid 19 updating version 357 to 358 2024-09-11T03:34:47.093 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 358 (ObjNum 284 snap 71 seq_num 284) dirty exists 2024-09-11T03:34:47.093 INFO:tasks.rados.rados.0.smithi086.stdout:871: left oid 19 (ObjNum 284 snap 71 seq_num 284) 2024-09-11T03:34:47.093 INFO:tasks.rados.rados.0.smithi086.stdout:871: done (2 left) 2024-09-11T03:34:47.093 INFO:tasks.rados.rados.0.smithi086.stdout:874: done (1 left) 2024-09-11T03:34:47.093 INFO:tasks.rados.rados.0.smithi086.stdout:877: snap_remove snap 67 2024-09-11T03:34:47.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:47 smithi130 ceph-mon[31190]: osdmap e223: 8 total, 8 up, 8 in 2024-09-11T03:34:47.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:47 smithi086 ceph-mon[89281]: osdmap e223: 8 total, 8 up, 8 in 2024-09-11T03:34:47.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:47 smithi086 ceph-mon[37253]: osdmap e223: 8 total, 8 up, 8 in 2024-09-11T03:34:47.604 INFO:tasks.rados.rados.0.smithi086.stdout:877: done (1 left) 2024-09-11T03:34:47.604 INFO:tasks.rados.rados.0.smithi086.stdout:878: rollback oid 26 current snap is 71 2024-09-11T03:34:47.604 INFO:tasks.rados.rados.0.smithi086.stdout:876: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:47.608 INFO:tasks.rados.rados.0.smithi086.stdout:876: done (1 left) 2024-09-11T03:34:47.608 INFO:tasks.rados.rados.0.smithi086.stdout:878: done (0 left) 2024-09-11T03:34:47.608 INFO:tasks.rados.rados.0.smithi086.stdout:879: read oid 10 snap -1 2024-09-11T03:34:47.608 INFO:tasks.rados.rados.0.smithi086.stdout:879: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:47.608 INFO:tasks.rados.rados.0.smithi086.stdout:880: rollback oid 40 current snap is 71 2024-09-11T03:34:47.608 INFO:tasks.rados.rados.0.smithi086.stdout:880: done (1 left) 2024-09-11T03:34:47.608 INFO:tasks.rados.rados.0.smithi086.stdout:881: setattr oid 38 current snap is 71 2024-09-11T03:34:47.610 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 71 2024-09-11T03:34:47.610 INFO:tasks.rados.rados.0.smithi086.stdout:882: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2024-09-11T03:34:47.616 INFO:tasks.rados.rados.0.smithi086.stdout:882: writing smithi08678205-49 from 0 to 794624 tid 1 2024-09-11T03:34:47.621 INFO:tasks.rados.rados.0.smithi086.stdout:882: writing smithi08678205-49 from 794624 to 1556480 tid 2 2024-09-11T03:34:47.626 INFO:tasks.rados.rados.0.smithi086.stdout:882: writing smithi08678205-49 from 1556480 to 2236416 tid 3 2024-09-11T03:34:47.628 INFO:tasks.rados.rados.0.smithi086.stdout:882: writing smithi08678205-49 from 2236416 to 2400256 tid 4 2024-09-11T03:34:47.628 INFO:tasks.rados.rados.0.smithi086.stdout:883: delete oid 1 current snap is 71 2024-09-11T03:34:47.628 INFO:tasks.rados.rados.0.smithi086.stdout:879: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:47.630 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 275 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-11T03:34:47.630 INFO:tasks.rados.rados.0.smithi086.stdout:882: finishing write tid 1 to smithi08678205-49 2024-09-11T03:34:47.630 INFO:tasks.rados.rados.0.smithi086.stdout:882: finishing write tid 2 to smithi08678205-49 2024-09-11T03:34:47.630 INFO:tasks.rados.rados.0.smithi086.stdout:882: finishing write tid 3 to smithi08678205-49 2024-09-11T03:34:47.630 INFO:tasks.rados.rados.0.smithi086.stdout:882: finishing write tid 4 to smithi08678205-49 2024-09-11T03:34:47.630 INFO:tasks.rados.rados.0.smithi086.stdout:882: finishing write tid 5 to smithi08678205-49 2024-09-11T03:34:47.632 INFO:tasks.rados.rados.0.smithi086.stdout:882: finishing write tid 6 to smithi08678205-49 2024-09-11T03:34:47.632 INFO:tasks.rados.rados.0.smithi086.stdout:882: oid 49 updating version 0 to 528 2024-09-11T03:34:47.632 INFO:tasks.rados.rados.0.smithi086.stdout:882: oid 49 updating version 528 to 530 2024-09-11T03:34:47.632 INFO:tasks.rados.rados.0.smithi086.stdout:882: oid 49 updating version 530 to 532 2024-09-11T03:34:47.632 INFO:tasks.rados.rados.0.smithi086.stdout:882: oid 49 version 532 is already newer than 529 2024-09-11T03:34:47.632 INFO:tasks.rados.rados.0.smithi086.stdout:882: oid 49 version 532 is already newer than 531 2024-09-11T03:34:47.633 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 532 (ObjNum 286 snap 71 seq_num 286) dirty exists 2024-09-11T03:34:47.633 INFO:tasks.rados.rados.0.smithi086.stdout:882: left oid 49 (ObjNum 286 snap 71 seq_num 286) 2024-09-11T03:34:47.633 INFO:tasks.rados.rados.0.smithi086.stdout:879: done (3 left) 2024-09-11T03:34:47.633 INFO:tasks.rados.rados.0.smithi086.stdout:881: done (2 left) 2024-09-11T03:34:47.633 INFO:tasks.rados.rados.0.smithi086.stdout:882: done (1 left) 2024-09-11T03:34:47.633 INFO:tasks.rados.rados.0.smithi086.stdout:883: done (0 left) 2024-09-11T03:34:47.633 INFO:tasks.rados.rados.0.smithi086.stdout:884: delete oid 15 current snap is 71 2024-09-11T03:34:47.634 INFO:tasks.rados.rados.0.smithi086.stdout:884: done (0 left) 2024-09-11T03:34:47.634 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 28 current snap is 71 2024-09-11T03:34:47.634 INFO:tasks.rados.rados.0.smithi086.stdout:885: seq_num 289 ranges {2588672=40960} 2024-09-11T03:34:47.649 INFO:tasks.rados.rados.0.smithi086.stdout:885: writing smithi08678205-28 from 2588672 to 2629632 tid 1 2024-09-11T03:34:47.649 INFO:tasks.rados.rados.0.smithi086.stdout:886: rmattr oid 34 current snap is 71 2024-09-11T03:34:47.649 INFO:tasks.rados.rados.0.smithi086.stdout:886: done (1 left) 2024-09-11T03:34:47.650 INFO:tasks.rados.rados.0.smithi086.stdout:887: snap_create 2024-09-11T03:34:47.650 INFO:tasks.rados.rados.0.smithi086.stdout:885: finishing write tid 1 to smithi08678205-28 2024-09-11T03:34:47.651 INFO:tasks.rados.rados.0.smithi086.stdout:885: finishing write tid 2 to smithi08678205-28 2024-09-11T03:34:47.651 INFO:tasks.rados.rados.0.smithi086.stdout:885: finishing write tid 3 to smithi08678205-28 2024-09-11T03:34:47.652 INFO:tasks.rados.rados.0.smithi086.stdout:885: oid 28 updating version 0 to 651 2024-09-11T03:34:47.652 INFO:tasks.rados.rados.0.smithi086.stdout:885: oid 28 version 651 is already newer than 650 2024-09-11T03:34:47.652 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 651 (ObjNum 289 snap 71 seq_num 289) dirty exists 2024-09-11T03:34:47.652 INFO:tasks.rados.rados.0.smithi086.stdout:885: left oid 28 (ObjNum 289 snap 71 seq_num 289) 2024-09-11T03:34:48.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:48 smithi130 ceph-mon[31190]: osdmap e224: 8 total, 8 up, 8 in 2024-09-11T03:34:48.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:48 smithi130 ceph-mon[31190]: osdmap e225: 8 total, 8 up, 8 in 2024-09-11T03:34:48.473 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:48 smithi086 ceph-mon[89281]: osdmap e224: 8 total, 8 up, 8 in 2024-09-11T03:34:48.473 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:48 smithi086 ceph-mon[89281]: osdmap e225: 8 total, 8 up, 8 in 2024-09-11T03:34:48.474 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:48 smithi086 ceph-mon[37253]: osdmap e224: 8 total, 8 up, 8 in 2024-09-11T03:34:48.474 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:48 smithi086 ceph-mon[37253]: osdmap e225: 8 total, 8 up, 8 in 2024-09-11T03:34:48.605 INFO:tasks.rados.rados.0.smithi086.stdout:885: done (1 left) 2024-09-11T03:34:48.605 INFO:tasks.rados.rados.0.smithi086.stdout:887: done (0 left) 2024-09-11T03:34:48.605 INFO:tasks.rados.rados.0.smithi086.stdout:888: rmattr oid 35 current snap is 72 2024-09-11T03:34:48.605 INFO:tasks.rados.rados.0.smithi086.stdout:888: done (0 left) 2024-09-11T03:34:48.606 INFO:tasks.rados.rados.0.smithi086.stdout:889: read oid 27 snap -1 2024-09-11T03:34:48.606 INFO:tasks.rados.rados.0.smithi086.stdout:889: expect (ObjNum 267 snap 60 seq_num 267) 2024-09-11T03:34:48.606 INFO:tasks.rados.rados.0.smithi086.stdout:890: setattr oid 18 current snap is 72 2024-09-11T03:34:48.608 INFO:tasks.rados.rados.0.smithi086.stdout:891: rollback oid 25 current snap is 72 2024-09-11T03:34:48.609 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 25 to 71 2024-09-11T03:34:48.609 INFO:tasks.rados.rados.0.smithi086.stdout:892: copy_from oid 35 from oid 5 current snap is 72 2024-09-11T03:34:48.609 INFO:tasks.rados.rados.0.smithi086.stdout:893: copy_from oid 3 from oid 33 current snap is 72 2024-09-11T03:34:48.609 INFO:tasks.rados.rados.0.smithi086.stdout:894: read oid 22 snap -1 2024-09-11T03:34:48.609 INFO:tasks.rados.rados.0.smithi086.stdout:894: expect (ObjNum 241 snap 53 seq_num 241) 2024-09-11T03:34:48.609 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 72 2024-09-11T03:34:48.609 INFO:tasks.rados.rados.0.smithi086.stdout:895: seq_num 290 ranges {2195456=57344} 2024-09-11T03:34:48.621 INFO:tasks.rados.rados.0.smithi086.stdout:895: writing smithi08678205-48 from 2195456 to 2252800 tid 1 2024-09-11T03:34:48.622 INFO:tasks.rados.rados.0.smithi086.stdout:896: copy_from oid 14 from oid 34 current snap is 72 2024-09-11T03:34:48.622 INFO:tasks.rados.rados.0.smithi086.stdout:891: finishing rollback tid 0 to smithi08678205-25 2024-09-11T03:34:48.622 INFO:tasks.rados.rados.0.smithi086.stdout:897: read oid 43 snap -1 2024-09-11T03:34:48.622 INFO:tasks.rados.rados.0.smithi086.stdout:897: expect deleted 2024-09-11T03:34:48.622 INFO:tasks.rados.rados.0.smithi086.stdout:898: delete oid 30 current snap is 72 2024-09-11T03:34:48.622 INFO:tasks.rados.rados.0.smithi086.stdout:892: finishing copy_from to smithi08678205-35 2024-09-11T03:34:48.622 INFO:tasks.rados.rados.0.smithi086.stdout:892: got expected ENOENT (src dne) 2024-09-11T03:34:48.622 INFO:tasks.rados.rados.0.smithi086.stdout:892: finishing copy_from racing read to smithi08678205-35 2024-09-11T03:34:48.622 INFO:tasks.rados.rados.0.smithi086.stdout:889: expect (ObjNum 267 snap 60 seq_num 267) 2024-09-11T03:34:48.699 INFO:tasks.rados.rados.0.smithi086.stdout:891: finishing rollback tid 1 to smithi08678205-25 2024-09-11T03:34:48.699 INFO:tasks.rados.rados.0.smithi086.stdout:891: finishing rollback tid 2 to smithi08678205-25 2024-09-11T03:34:48.699 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 361 (ObjNum 221 snap 49 seq_num 221) dirty exists 2024-09-11T03:34:48.699 INFO:tasks.rados.rados.0.smithi086.stdout:893: finishing copy_from racing read to smithi08678205-3 2024-09-11T03:34:48.699 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 248 (ObjNum 241 snap 53 seq_num 241) dirty exists 2024-09-11T03:34:48.699 INFO:tasks.rados.rados.0.smithi086.stdout:893: finishing copy_from to smithi08678205-3 2024-09-11T03:34:48.700 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 602 (ObjNum 1057 snap 0 seq_num 580886736) dirty exists 2024-09-11T03:34:48.700 INFO:tasks.rados.rados.0.smithi086.stdout:889: done (9 left) 2024-09-11T03:34:48.700 INFO:tasks.rados.rados.0.smithi086.stdout:890: done (8 left) 2024-09-11T03:34:48.700 INFO:tasks.rados.rados.0.smithi086.stdout:891: done (7 left) 2024-09-11T03:34:48.700 INFO:tasks.rados.rados.0.smithi086.stdout:892: done (6 left) 2024-09-11T03:34:48.700 INFO:tasks.rados.rados.0.smithi086.stdout:893: done (5 left) 2024-09-11T03:34:48.700 INFO:tasks.rados.rados.0.smithi086.stdout:898: done (4 left) 2024-09-11T03:34:48.700 INFO:tasks.rados.rados.0.smithi086.stdout:899: snap_remove snap 71 2024-09-11T03:34:49.126 INFO:tasks.rados.rados.0.smithi086.stdout:899: done (4 left) 2024-09-11T03:34:49.126 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 24 current snap is 72 2024-09-11T03:34:49.126 INFO:tasks.rados.rados.0.smithi086.stdout:900: seq_num 292 ranges {2195456=98304} 2024-09-11T03:34:49.139 INFO:tasks.rados.rados.0.smithi086.stdout:900: writing smithi08678205-24 from 2195456 to 2293760 tid 1 2024-09-11T03:34:49.139 INFO:tasks.rados.rados.0.smithi086.stdout:901: delete oid 42 current snap is 72 2024-09-11T03:34:49.140 INFO:tasks.rados.rados.0.smithi086.stdout:895: finishing write tid 1 to smithi08678205-48 2024-09-11T03:34:49.140 INFO:tasks.rados.rados.0.smithi086.stdout:895: finishing write tid 2 to smithi08678205-48 2024-09-11T03:34:49.140 INFO:tasks.rados.rados.0.smithi086.stdout:895: finishing write tid 3 to smithi08678205-48 2024-09-11T03:34:49.140 INFO:tasks.rados.rados.0.smithi086.stdout:895: oid 48 updating version 0 to 517 2024-09-11T03:34:49.140 INFO:tasks.rados.rados.0.smithi086.stdout:895: oid 48 version 517 is already newer than 516 2024-09-11T03:34:49.140 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 517 (ObjNum 290 snap 72 seq_num 290) dirty exists 2024-09-11T03:34:49.141 INFO:tasks.rados.rados.0.smithi086.stdout:895: left oid 48 (ObjNum 290 snap 72 seq_num 290) 2024-09-11T03:34:49.141 INFO:tasks.rados.rados.0.smithi086.stdout:894: expect (ObjNum 241 snap 53 seq_num 241) 2024-09-11T03:34:49.299 INFO:tasks.rados.rados.0.smithi086.stdout:896: finishing copy_from racing read to smithi08678205-14 2024-09-11T03:34:49.299 INFO:tasks.rados.rados.0.smithi086.stdout:896: finishing copy_from to smithi08678205-14 2024-09-11T03:34:49.299 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 173 (ObjNum 256 snap 55 seq_num 256) dirty exists 2024-09-11T03:34:49.299 INFO:tasks.rados.rados.0.smithi086.stdout:900: finishing write tid 1 to smithi08678205-24 2024-09-11T03:34:49.299 INFO:tasks.rados.rados.0.smithi086.stdout:900: finishing write tid 2 to smithi08678205-24 2024-09-11T03:34:49.299 INFO:tasks.rados.rados.0.smithi086.stdout:900: finishing write tid 3 to smithi08678205-24 2024-09-11T03:34:49.299 INFO:tasks.rados.rados.0.smithi086.stdout:900: oid 24 updating version 0 to 603 2024-09-11T03:34:49.299 INFO:tasks.rados.rados.0.smithi086.stdout:900: oid 24 updating version 603 to 604 2024-09-11T03:34:49.299 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 604 (ObjNum 292 snap 72 seq_num 292) dirty exists 2024-09-11T03:34:49.300 INFO:tasks.rados.rados.0.smithi086.stdout:900: left oid 24 (ObjNum 292 snap 72 seq_num 292) 2024-09-11T03:34:49.300 INFO:tasks.rados.rados.0.smithi086.stdout:894: done (5 left) 2024-09-11T03:34:49.300 INFO:tasks.rados.rados.0.smithi086.stdout:895: done (4 left) 2024-09-11T03:34:49.300 INFO:tasks.rados.rados.0.smithi086.stdout:896: done (3 left) 2024-09-11T03:34:49.300 INFO:tasks.rados.rados.0.smithi086.stdout:897: done (2 left) 2024-09-11T03:34:49.300 INFO:tasks.rados.rados.0.smithi086.stdout:900: done (1 left) 2024-09-11T03:34:49.300 INFO:tasks.rados.rados.0.smithi086.stdout:901: done (0 left) 2024-09-11T03:34:49.300 INFO:tasks.rados.rados.0.smithi086.stdout:902: copy_from oid 38 from oid 45 current snap is 72 2024-09-11T03:34:49.300 INFO:tasks.rados.rados.0.smithi086.stdout:903: read oid 13 snap -1 2024-09-11T03:34:49.300 INFO:tasks.rados.rados.0.smithi086.stdout:903: expect (ObjNum 80 snap 12 seq_num 80) 2024-09-11T03:34:49.301 INFO:tasks.rados.rados.0.smithi086.stdout:904: copy_from oid 29 from oid 39 current snap is 72 2024-09-11T03:34:49.301 INFO:tasks.rados.rados.0.smithi086.stdout:905: read oid 46 snap -1 2024-09-11T03:34:49.301 INFO:tasks.rados.rados.0.smithi086.stdout:905: expect deleted 2024-09-11T03:34:49.301 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 72 2024-09-11T03:34:49.301 INFO:tasks.rados.rados.0.smithi086.stdout:906: seq_num 294 ranges {2400256=131072} 2024-09-11T03:34:49.312 INFO:tasks.rados.rados.0.smithi086.stdout:906: writing smithi08678205-49 from 2400256 to 2531328 tid 1 2024-09-11T03:34:49.312 INFO:tasks.rados.rados.0.smithi086.stdout:907: delete oid 30 current snap is 72 2024-09-11T03:34:49.312 INFO:tasks.rados.rados.0.smithi086.stdout:902: finishing copy_from racing read to smithi08678205-38 2024-09-11T03:34:49.312 INFO:tasks.rados.rados.0.smithi086.stdout:902: finishing copy_from to smithi08678205-38 2024-09-11T03:34:49.312 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 193 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-11T03:34:49.312 INFO:tasks.rados.rados.0.smithi086.stdout:903: expect (ObjNum 80 snap 12 seq_num 80) 2024-09-11T03:34:49.346 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: [11/Sep/2024:03:34:49] ENGINE Bus STARTING 2024-09-11T03:34:49.346 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: CherryPy Checker: 2024-09-11T03:34:49.346 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: The Application mounted at '' has an empty config. 2024-09-11T03:34:49.346 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: 2024-09-11T03:34:49.346 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: [11/Sep/2024:03:34:49] ENGINE Serving on http://:::9283 2024-09-11T03:34:49.347 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x[75786]: [11/Sep/2024:03:34:49] ENGINE Bus STARTED 2024-09-11T03:34:49.350 INFO:tasks.rados.rados.0.smithi086.stdout:904: finishing copy_from racing read to smithi08678205-29 2024-09-11T03:34:49.350 INFO:tasks.rados.rados.0.smithi086.stdout:904: finishing copy_from to smithi08678205-29 2024-09-11T03:34:49.350 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 515 (ObjNum 254 snap 55 seq_num 254) dirty exists 2024-09-11T03:34:49.350 INFO:tasks.rados.rados.0.smithi086.stdout:906: finishing write tid 1 to smithi08678205-49 2024-09-11T03:34:49.350 INFO:tasks.rados.rados.0.smithi086.stdout:902: done (5 left) 2024-09-11T03:34:49.350 INFO:tasks.rados.rados.0.smithi086.stdout:903: done (4 left) 2024-09-11T03:34:49.350 INFO:tasks.rados.rados.0.smithi086.stdout:904: done (3 left) 2024-09-11T03:34:49.351 INFO:tasks.rados.rados.0.smithi086.stdout:905: done (2 left) 2024-09-11T03:34:49.351 INFO:tasks.rados.rados.0.smithi086.stdout:907: done (1 left) 2024-09-11T03:34:49.351 INFO:tasks.rados.rados.0.smithi086.stdout:908: snap_create 2024-09-11T03:34:49.351 INFO:tasks.rados.rados.0.smithi086.stdout:906: finishing write tid 2 to smithi08678205-49 2024-09-11T03:34:49.351 INFO:tasks.rados.rados.0.smithi086.stdout:906: finishing write tid 3 to smithi08678205-49 2024-09-11T03:34:49.351 INFO:tasks.rados.rados.0.smithi086.stdout:906: oid 49 updating version 0 to 535 2024-09-11T03:34:49.351 INFO:tasks.rados.rados.0.smithi086.stdout:906: oid 49 version 535 is already newer than 534 2024-09-11T03:34:49.351 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 535 (ObjNum 294 snap 72 seq_num 294) dirty exists 2024-09-11T03:34:49.351 INFO:tasks.rados.rados.0.smithi086.stdout:906: left oid 49 (ObjNum 294 snap 72 seq_num 294) 2024-09-11T03:34:49.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:49.485+0000 7f165a933640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:49.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:49.485+0000 7f165a933640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:49.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:49.485+0000 7f165a933640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:49.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:49.485+0000 7f165a933640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:49.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:49.485+0000 7f165a933640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:49.823 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:49.485+0000 7f165712c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:49.823 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:49.485+0000 7f165712c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:49.823 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:49.485+0000 7f165712c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:49.823 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:49.485+0000 7f165712c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:49.823 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:49.485+0000 7f165712c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T03:34:49.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: osdmap e226: 8 total, 8 up, 8 in 2024-09-11T03:34:49.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: Standby manager daemon x restarted 2024-09-11T03:34:49.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: Standby manager daemon x started 2024-09-11T03:34:49.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/715996711' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:34:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/715996711' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:34:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/715996711' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:34:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.? 172.21.15.130:0/715996711' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:34:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: Active manager daemon y restarted 2024-09-11T03:34:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: Activating manager daemon y 2024-09-11T03:34:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: osdmap e227: 8 total, 8 up, 8 in 2024-09-11T03:34:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: mgrmap e38: y(active, starting, since 0.0128721s), standbys: x 2024-09-11T03:34:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:34:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:34:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:34:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-11T03:34:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-11T03:34:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-11T03:34:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-11T03:34:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-11T03:34:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-11T03:34:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-11T03:34:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-11T03:34:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-11T03:34:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-11T03:34:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-11T03:34:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-11T03:34:49.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-09-11T03:34:49.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-09-11T03:34:49.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-09-11T03:34:49.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: Manager daemon y is now available 2024-09-11T03:34:49.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:34:49.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:34:49.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-11T03:34:49.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-11T03:34:49.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-11T03:34:49.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: osdmap e226: 8 total, 8 up, 8 in 2024-09-11T03:34:49.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: Standby manager daemon x restarted 2024-09-11T03:34:49.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: Standby manager daemon x started 2024-09-11T03:34:49.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.? 172.21.15.130:0/715996711' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:34:49.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.? 172.21.15.130:0/715996711' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:34:49.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.? 172.21.15.130:0/715996711' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:34:49.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.? 172.21.15.130:0/715996711' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:34:49.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: Active manager daemon y restarted 2024-09-11T03:34:49.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: Activating manager daemon y 2024-09-11T03:34:49.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: osdmap e227: 8 total, 8 up, 8 in 2024-09-11T03:34:49.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: mgrmap e38: y(active, starting, since 0.0128721s), standbys: x 2024-09-11T03:34:49.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:34:49.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:34:49.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:34:49.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-11T03:34:49.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-11T03:34:49.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-11T03:34:49.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-11T03:34:49.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-11T03:34:49.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-11T03:34:49.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-11T03:34:49.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-11T03:34:49.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-11T03:34:49.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-11T03:34:49.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-11T03:34:49.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-11T03:34:49.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-09-11T03:34:49.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-09-11T03:34:49.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-09-11T03:34:49.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: Manager daemon y is now available 2024-09-11T03:34:49.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:34:49.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:34:49.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-11T03:34:49.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-11T03:34:49.829 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-11T03:34:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: osdmap e226: 8 total, 8 up, 8 in 2024-09-11T03:34:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: Standby manager daemon x restarted 2024-09-11T03:34:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: Standby manager daemon x started 2024-09-11T03:34:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/715996711' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-11T03:34:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/715996711' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-11T03:34:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/715996711' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-11T03:34:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.? 172.21.15.130:0/715996711' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-11T03:34:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: Active manager daemon y restarted 2024-09-11T03:34:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: Activating manager daemon y 2024-09-11T03:34:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: osdmap e227: 8 total, 8 up, 8 in 2024-09-11T03:34:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: mgrmap e38: y(active, starting, since 0.0128721s), standbys: x 2024-09-11T03:34:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:34:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:34:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:34:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-11T03:34:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-11T03:34:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-11T03:34:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-11T03:34:50.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-11T03:34:50.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-11T03:34:50.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-11T03:34:50.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-11T03:34:50.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-11T03:34:50.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-11T03:34:50.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-11T03:34:50.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-11T03:34:50.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-09-11T03:34:50.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-09-11T03:34:50.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-09-11T03:34:50.100 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: Manager daemon y is now available 2024-09-11T03:34:50.100 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:34:50.100 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:34:50.100 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-11T03:34:50.101 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-11T03:34:50.101 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:49 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-11T03:34:50.139 INFO:tasks.rados.rados.0.smithi086.stdout:906: done (1 left) 2024-09-11T03:34:50.140 INFO:tasks.rados.rados.0.smithi086.stdout:908: done (0 left) 2024-09-11T03:34:50.140 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 73 2024-09-11T03:34:50.140 INFO:tasks.rados.rados.0.smithi086.stdout:909: seq_num 296 ranges {2080768=163840} 2024-09-11T03:34:50.152 INFO:tasks.rados.rados.0.smithi086.stdout:909: writing smithi08678205-27 from 2080768 to 2244608 tid 1 2024-09-11T03:34:50.152 INFO:tasks.rados.rados.0.smithi086.stdout:910: read oid 26 snap -1 2024-09-11T03:34:50.152 INFO:tasks.rados.rados.0.smithi086.stdout:910: expect (ObjNum 236 snap 53 seq_num 236) 2024-09-11T03:34:50.152 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 73 2024-09-11T03:34:50.153 INFO:tasks.rados.rados.0.smithi086.stdout:911: seq_num 297 ranges {2252800=180224} 2024-09-11T03:34:50.168 INFO:tasks.rados.rados.0.smithi086.stdout:911: writing smithi08678205-48 from 2252800 to 2433024 tid 1 2024-09-11T03:34:50.168 INFO:tasks.rados.rados.0.smithi086.stdout:912: read oid 10 snap -1 2024-09-11T03:34:50.168 INFO:tasks.rados.rados.0.smithi086.stdout:912: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:50.168 INFO:tasks.rados.rados.0.smithi086.stdout:913: snap_create 2024-09-11T03:34:50.169 INFO:tasks.rados.rados.0.smithi086.stdout:909: finishing write tid 1 to smithi08678205-27 2024-09-11T03:34:50.169 INFO:tasks.rados.rados.0.smithi086.stdout:909: finishing write tid 2 to smithi08678205-27 2024-09-11T03:34:50.169 INFO:tasks.rados.rados.0.smithi086.stdout:909: finishing write tid 3 to smithi08678205-27 2024-09-11T03:34:50.169 INFO:tasks.rados.rados.0.smithi086.stdout:909: oid 27 updating version 0 to 179 2024-09-11T03:34:50.169 INFO:tasks.rados.rados.0.smithi086.stdout:909: oid 27 updating version 179 to 180 2024-09-11T03:34:50.169 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 180 (ObjNum 296 snap 73 seq_num 296) dirty exists 2024-09-11T03:34:50.170 INFO:tasks.rados.rados.0.smithi086.stdout:909: left oid 27 (ObjNum 296 snap 73 seq_num 296) 2024-09-11T03:34:50.170 INFO:tasks.rados.rados.0.smithi086.stdout:912: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:50.171 INFO:tasks.rados.rados.0.smithi086.stdout:910: expect (ObjNum 236 snap 53 seq_num 236) 2024-09-11T03:34:50.350 INFO:tasks.rados.rados.0.smithi086.stdout:911: finishing write tid 1 to smithi08678205-48 2024-09-11T03:34:50.350 INFO:tasks.rados.rados.0.smithi086.stdout:911: finishing write tid 2 to smithi08678205-48 2024-09-11T03:34:50.351 INFO:tasks.rados.rados.0.smithi086.stdout:911: finishing write tid 3 to smithi08678205-48 2024-09-11T03:34:50.351 INFO:tasks.rados.rados.0.smithi086.stdout:911: oid 48 updating version 0 to 518 2024-09-11T03:34:50.351 INFO:tasks.rados.rados.0.smithi086.stdout:911: oid 48 updating version 518 to 519 2024-09-11T03:34:50.351 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 519 (ObjNum 297 snap 73 seq_num 297) dirty exists 2024-09-11T03:34:50.351 INFO:tasks.rados.rados.0.smithi086.stdout:911: left oid 48 (ObjNum 297 snap 73 seq_num 297) 2024-09-11T03:34:50.460 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:50.127+0000 7f1689c5f640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-11T03:34:50.460 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:34:50] ENGINE Bus STARTING 2024-09-11T03:34:50.461 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: CherryPy Checker: 2024-09-11T03:34:50.461 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: The Application mounted at '' has an empty config. 2024-09-11T03:34:50.461 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:50.461 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:34:50] ENGINE Serving on http://:::9283 2024-09-11T03:34:50.461 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:34:50] ENGINE Bus STARTED 2024-09-11T03:34:50.725 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:50.582+0000 7f1637f34640 -1 log_channel(cephadm) log [ERR] : [11/Sep/2024:03:34:50] ENGINE Error in HTTPServer.serve 2024-09-11T03:34:50.725 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: Traceback (most recent call last): 2024-09-11T03:34:50.725 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:34:50.725 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: self._connections.run(self.expiration_interval) 2024-09-11T03:34:50.725 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:34:50.725 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: self._run(expiration_interval) 2024-09-11T03:34:50.725 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:34:50.725 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:34:50.725 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:34:50.726 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:34:50.726 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:34:50.726 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: s = self.context.wrap_socket( 2024-09-11T03:34:50.726 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:34:50.726 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: return self.sslsocket_class._create( 2024-09-11T03:34:50.726 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:34:50.726 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: self.do_handshake() 2024-09-11T03:34:50.726 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:34:50.726 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: self._sslobj.do_handshake() 2024-09-11T03:34:50.726 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:34:50.726 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:34:51.147 INFO:tasks.rados.rados.0.smithi086.stdout:909: done (4 left) 2024-09-11T03:34:51.147 INFO:tasks.rados.rados.0.smithi086.stdout:910: done (3 left) 2024-09-11T03:34:51.147 INFO:tasks.rados.rados.0.smithi086.stdout:911: done (2 left) 2024-09-11T03:34:51.147 INFO:tasks.rados.rados.0.smithi086.stdout:912: done (1 left) 2024-09-11T03:34:51.147 INFO:tasks.rados.rados.0.smithi086.stdout:913: done (0 left) 2024-09-11T03:34:51.147 INFO:tasks.rados.rados.0.smithi086.stdout:914: rollback oid 34 current snap is 74 2024-09-11T03:34:51.147 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 34 to 73 2024-09-11T03:34:51.147 INFO:tasks.rados.rados.0.smithi086.stdout:915: delete oid 12 current snap is 74 2024-09-11T03:34:51.151 INFO:tasks.rados.rados.0.smithi086.stdout:914: finishing rollback tid 0 to smithi08678205-34 2024-09-11T03:34:51.151 INFO:tasks.rados.rados.0.smithi086.stdout:914: finishing rollback tid 1 to smithi08678205-34 2024-09-11T03:34:51.152 INFO:tasks.rados.rados.0.smithi086.stdout:915: done (1 left) 2024-09-11T03:34:51.152 INFO:tasks.rados.rados.0.smithi086.stdout:916: rmattr oid 37 current snap is 74 2024-09-11T03:34:51.152 INFO:tasks.rados.rados.0.smithi086.stdout:916: done (1 left) 2024-09-11T03:34:51.152 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 74 2024-09-11T03:34:51.152 INFO:tasks.rados.rados.0.smithi086.stdout:917: seq_num 299 ranges {0=212992} 2024-09-11T03:34:51.153 INFO:tasks.rados.rados.0.smithi086.stdout:917: writing smithi08678205-2 from 0 to 212992 tid 1 2024-09-11T03:34:51.153 INFO:tasks.rados.rados.0.smithi086.stdout:918: rollback oid 28 current snap is 74 2024-09-11T03:34:51.153 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 28 to 72 2024-09-11T03:34:51.153 INFO:tasks.rados.rados.0.smithi086.stdout:914: finishing rollback tid 2 to smithi08678205-34 2024-09-11T03:34:51.153 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 518 (ObjNum 256 snap 55 seq_num 256) dirty exists 2024-09-11T03:34:51.154 INFO:tasks.rados.rados.0.smithi086.stdout:914: done (2 left) 2024-09-11T03:34:51.154 INFO:tasks.rados.rados.0.smithi086.stdout:919: read oid 38 snap -1 2024-09-11T03:34:51.154 INFO:tasks.rados.rados.0.smithi086.stdout:919: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:51.154 INFO:tasks.rados.rados.0.smithi086.stdout:920: snap_create 2024-09-11T03:34:51.156 INFO:tasks.rados.rados.0.smithi086.stdout:918: finishing rollback tid 0 to smithi08678205-28 2024-09-11T03:34:51.156 INFO:tasks.rados.rados.0.smithi086.stdout:918: finishing rollback tid 1 to smithi08678205-28 2024-09-11T03:34:51.156 INFO:tasks.rados.rados.0.smithi086.stdout:918: finishing rollback tid 2 to smithi08678205-28 2024-09-11T03:34:51.156 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 660 (ObjNum 289 snap 71 seq_num 289) dirty exists 2024-09-11T03:34:51.157 INFO:tasks.rados.rados.0.smithi086.stdout:919: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:34:51.158 INFO:tasks.rados.rados.0.smithi086.stdout:917: finishing write tid 1 to smithi08678205-2 2024-09-11T03:34:51.158 INFO:tasks.rados.rados.0.smithi086.stdout:917: finishing write tid 2 to smithi08678205-2 2024-09-11T03:34:51.161 INFO:tasks.rados.rados.0.smithi086.stdout:917: finishing write tid 3 to smithi08678205-2 2024-09-11T03:34:51.162 INFO:tasks.rados.rados.0.smithi086.stdout:917: oid 2 updating version 0 to 137 2024-09-11T03:34:51.162 INFO:tasks.rados.rados.0.smithi086.stdout:917: oid 2 version 137 is already newer than 136 2024-09-11T03:34:51.162 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 137 (ObjNum 299 snap 74 seq_num 299) dirty exists 2024-09-11T03:34:51.162 INFO:tasks.rados.rados.0.smithi086.stdout:917: left oid 2 (ObjNum 299 snap 74 seq_num 299) 2024-09-11T03:34:51.367 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:51.367 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:51.367 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[89281]: mgrmap e39: y(active, since 1.01733s), standbys: x 2024-09-11T03:34:51.367 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[89281]: osdmap e228: 8 total, 8 up, 8 in 2024-09-11T03:34:51.367 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[89281]: [11/Sep/2024:03:34:50] ENGINE Bus STARTING 2024-09-11T03:34:51.367 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[89281]: [11/Sep/2024:03:34:50] ENGINE Serving on http://172.21.15.86:8765 2024-09-11T03:34:51.367 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[89281]: [11/Sep/2024:03:34:50] ENGINE Serving on https://172.21.15.86:7150 2024-09-11T03:34:51.367 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[89281]: [11/Sep/2024:03:34:50] ENGINE Bus STARTED 2024-09-11T03:34:51.367 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[89281]: [11/Sep/2024:03:34:50] ENGINE Error in HTTPServer.serve 2024-09-11T03:34:51.368 INFO:journalctl@ceph.mon.a.smithi086.stdout: Traceback (most recent call last): 2024-09-11T03:34:51.368 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:34:51.368 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:34:51.368 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:34:51.368 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._run(expiration_interval) 2024-09-11T03:34:51.368 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:34:51.368 INFO:journalctl@ceph.mon.a.smithi086.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:34:51.368 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:34:51.368 INFO:journalctl@ceph.mon.a.smithi086.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:34:51.368 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:34:51.368 INFO:journalctl@ceph.mon.a.smithi086.stdout: s = self.context.wrap_socket( 2024-09-11T03:34:51.368 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:34:51.369 INFO:journalctl@ceph.mon.a.smithi086.stdout: return self.sslsocket_class._create( 2024-09-11T03:34:51.369 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:34:51.369 INFO:journalctl@ceph.mon.a.smithi086.stdout: self.do_handshake() 2024-09-11T03:34:51.369 INFO:journalctl@ceph.mon.a.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:34:51.369 INFO:journalctl@ceph.mon.a.smithi086.stdout: self._sslobj.do_handshake() 2024-09-11T03:34:51.369 INFO:journalctl@ceph.mon.a.smithi086.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:34:51.369 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:51.369 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:51.369 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[37253]: mgrmap e39: y(active, since 1.01733s), standbys: x 2024-09-11T03:34:51.369 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[37253]: osdmap e228: 8 total, 8 up, 8 in 2024-09-11T03:34:51.369 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[37253]: [11/Sep/2024:03:34:50] ENGINE Bus STARTING 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[37253]: [11/Sep/2024:03:34:50] ENGINE Serving on http://172.21.15.86:8765 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[37253]: [11/Sep/2024:03:34:50] ENGINE Serving on https://172.21.15.86:7150 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[37253]: [11/Sep/2024:03:34:50] ENGINE Bus STARTED 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:51 smithi086 ceph-mon[37253]: [11/Sep/2024:03:34:50] ENGINE Error in HTTPServer.serve 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout: Traceback (most recent call last): 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout: self._run(expiration_interval) 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:34:51.370 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:34:51.371 INFO:journalctl@ceph.mon.c.smithi086.stdout: s = self.context.wrap_socket( 2024-09-11T03:34:51.371 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:34:51.371 INFO:journalctl@ceph.mon.c.smithi086.stdout: return self.sslsocket_class._create( 2024-09-11T03:34:51.371 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:34:51.371 INFO:journalctl@ceph.mon.c.smithi086.stdout: self.do_handshake() 2024-09-11T03:34:51.371 INFO:journalctl@ceph.mon.c.smithi086.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:34:51.371 INFO:journalctl@ceph.mon.c.smithi086.stdout: self._sslobj.do_handshake() 2024-09-11T03:34:51.371 INFO:journalctl@ceph.mon.c.smithi086.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:34:51.446 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:51 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:51.447 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:51 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:51.447 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:51 smithi130 ceph-mon[31190]: mgrmap e39: y(active, since 1.01733s), standbys: x 2024-09-11T03:34:51.447 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:51 smithi130 ceph-mon[31190]: osdmap e228: 8 total, 8 up, 8 in 2024-09-11T03:34:51.447 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:51 smithi130 ceph-mon[31190]: [11/Sep/2024:03:34:50] ENGINE Bus STARTING 2024-09-11T03:34:51.447 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:51 smithi130 ceph-mon[31190]: [11/Sep/2024:03:34:50] ENGINE Serving on http://172.21.15.86:8765 2024-09-11T03:34:51.448 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:51 smithi130 ceph-mon[31190]: [11/Sep/2024:03:34:50] ENGINE Serving on https://172.21.15.86:7150 2024-09-11T03:34:51.448 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:51 smithi130 ceph-mon[31190]: [11/Sep/2024:03:34:50] ENGINE Bus STARTED 2024-09-11T03:34:51.448 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:51 smithi130 ceph-mon[31190]: [11/Sep/2024:03:34:50] ENGINE Error in HTTPServer.serve 2024-09-11T03:34:51.448 INFO:journalctl@ceph.mon.b.smithi130.stdout: Traceback (most recent call last): 2024-09-11T03:34:51.448 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-11T03:34:51.448 INFO:journalctl@ceph.mon.b.smithi130.stdout: self._connections.run(self.expiration_interval) 2024-09-11T03:34:51.449 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-11T03:34:51.449 INFO:journalctl@ceph.mon.b.smithi130.stdout: self._run(expiration_interval) 2024-09-11T03:34:51.449 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-11T03:34:51.449 INFO:journalctl@ceph.mon.b.smithi130.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-11T03:34:51.449 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-11T03:34:51.449 INFO:journalctl@ceph.mon.b.smithi130.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-11T03:34:51.449 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-11T03:34:51.450 INFO:journalctl@ceph.mon.b.smithi130.stdout: s = self.context.wrap_socket( 2024-09-11T03:34:51.450 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-11T03:34:51.450 INFO:journalctl@ceph.mon.b.smithi130.stdout: return self.sslsocket_class._create( 2024-09-11T03:34:51.450 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-11T03:34:51.450 INFO:journalctl@ceph.mon.b.smithi130.stdout: self.do_handshake() 2024-09-11T03:34:51.450 INFO:journalctl@ceph.mon.b.smithi130.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-11T03:34:51.451 INFO:journalctl@ceph.mon.b.smithi130.stdout: self._sslobj.do_handshake() 2024-09-11T03:34:51.451 INFO:journalctl@ceph.mon.b.smithi130.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-11T03:34:52.156 INFO:tasks.rados.rados.0.smithi086.stdout:917: done (3 left) 2024-09-11T03:34:52.156 INFO:tasks.rados.rados.0.smithi086.stdout:918: done (2 left) 2024-09-11T03:34:52.156 INFO:tasks.rados.rados.0.smithi086.stdout:919: done (1 left) 2024-09-11T03:34:52.156 INFO:tasks.rados.rados.0.smithi086.stdout:920: done (0 left) 2024-09-11T03:34:52.156 INFO:tasks.rados.rados.0.smithi086.stdout:921: read oid 10 snap 74 2024-09-11T03:34:52.156 INFO:tasks.rados.rados.0.smithi086.stdout:921: expect (ObjNum -1073710176 snap 21906 seq_num 335564416) 2024-09-11T03:34:52.156 INFO:tasks.rados.rados.0.smithi086.stdout:922: delete oid 16 current snap is 75 2024-09-11T03:34:52.158 INFO:tasks.rados.rados.0.smithi086.stdout:921: expect (ObjNum -1073710176 snap 21906 seq_num 335564416) 2024-09-11T03:34:52.160 INFO:tasks.rados.rados.0.smithi086.stdout:921: done (1 left) 2024-09-11T03:34:52.161 INFO:tasks.rados.rados.0.smithi086.stdout:922: done (0 left) 2024-09-11T03:34:52.161 INFO:tasks.rados.rados.0.smithi086.stdout:923: rollback oid 28 current snap is 75 2024-09-11T03:34:52.161 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 28 to 73 2024-09-11T03:34:52.161 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 75 2024-09-11T03:34:52.161 INFO:tasks.rados.rados.0.smithi086.stdout:924: seq_num 301 ranges {0=245760} 2024-09-11T03:34:52.162 INFO:tasks.rados.rados.0.smithi086.stdout:924: writing smithi08678205-42 from 0 to 245760 tid 1 2024-09-11T03:34:52.162 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 75 2024-09-11T03:34:52.162 INFO:tasks.rados.rados.0.smithi086.stdout:925: seq_num 302 ranges {2146304=262144} 2024-09-11T03:34:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:925: writing smithi08678205-23 from 2146304 to 2408448 tid 1 2024-09-11T03:34:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:926: snap_create 2024-09-11T03:34:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:924: finishing write tid 1 to smithi08678205-42 2024-09-11T03:34:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:924: finishing write tid 2 to smithi08678205-42 2024-09-11T03:34:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:923: finishing rollback tid 0 to smithi08678205-28 2024-09-11T03:34:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:923: finishing rollback tid 1 to smithi08678205-28 2024-09-11T03:34:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:923: finishing rollback tid 2 to smithi08678205-28 2024-09-11T03:34:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 664 (ObjNum 289 snap 71 seq_num 289) dirty exists 2024-09-11T03:34:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:924: finishing write tid 3 to smithi08678205-42 2024-09-11T03:34:52.177 INFO:tasks.rados.rados.0.smithi086.stdout:924: oid 42 updating version 0 to 272 2024-09-11T03:34:52.177 INFO:tasks.rados.rados.0.smithi086.stdout:924: oid 42 version 272 is already newer than 271 2024-09-11T03:34:52.177 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 272 (ObjNum 301 snap 75 seq_num 301) dirty exists 2024-09-11T03:34:52.177 INFO:tasks.rados.rados.0.smithi086.stdout:924: left oid 42 (ObjNum 301 snap 75 seq_num 301) 2024-09-11T03:34:52.178 INFO:tasks.rados.rados.0.smithi086.stdout:925: finishing write tid 1 to smithi08678205-23 2024-09-11T03:34:52.178 INFO:tasks.rados.rados.0.smithi086.stdout:925: finishing write tid 2 to smithi08678205-23 2024-09-11T03:34:52.179 INFO:tasks.rados.rados.0.smithi086.stdout:925: finishing write tid 3 to smithi08678205-23 2024-09-11T03:34:52.179 INFO:tasks.rados.rados.0.smithi086.stdout:925: oid 23 updating version 0 to 667 2024-09-11T03:34:52.179 INFO:tasks.rados.rados.0.smithi086.stdout:925: oid 23 version 667 is already newer than 666 2024-09-11T03:34:52.179 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 667 (ObjNum 302 snap 75 seq_num 302) dirty exists 2024-09-11T03:34:52.179 INFO:tasks.rados.rados.0.smithi086.stdout:925: left oid 23 (ObjNum 302 snap 75 seq_num 302) 2024-09-11T03:34:52.466 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:52 smithi130 ceph-mon[31190]: pgmap v5: 121 pgs: 121 active+clean; 96 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 571 MiB/s rd, 281 MiB/s wr, 3.85k op/s; 1.7 MiB/s, 7 objects/s recovering 2024-09-11T03:34:52.466 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:52 smithi130 ceph-mon[31190]: osdmap e229: 8 total, 8 up, 8 in 2024-09-11T03:34:52.466 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:52 smithi130 ceph-mon[31190]: mgrmap e40: y(active, since 3s), standbys: x 2024-09-11T03:34:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:52 smithi086 ceph-mon[89281]: pgmap v5: 121 pgs: 121 active+clean; 96 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 571 MiB/s rd, 281 MiB/s wr, 3.85k op/s; 1.7 MiB/s, 7 objects/s recovering 2024-09-11T03:34:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:52 smithi086 ceph-mon[89281]: osdmap e229: 8 total, 8 up, 8 in 2024-09-11T03:34:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:52 smithi086 ceph-mon[89281]: mgrmap e40: y(active, since 3s), standbys: x 2024-09-11T03:34:52.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:52 smithi086 ceph-mon[37253]: pgmap v5: 121 pgs: 121 active+clean; 96 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 571 MiB/s rd, 281 MiB/s wr, 3.85k op/s; 1.7 MiB/s, 7 objects/s recovering 2024-09-11T03:34:52.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:52 smithi086 ceph-mon[37253]: osdmap e229: 8 total, 8 up, 8 in 2024-09-11T03:34:52.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:52 smithi086 ceph-mon[37253]: mgrmap e40: y(active, since 3s), standbys: x 2024-09-11T03:34:52.606 INFO:tasks.rados.rados.0.smithi086.stdout:923: done (3 left) 2024-09-11T03:34:52.606 INFO:tasks.rados.rados.0.smithi086.stdout:924: done (2 left) 2024-09-11T03:34:52.607 INFO:tasks.rados.rados.0.smithi086.stdout:925: done (1 left) 2024-09-11T03:34:52.607 INFO:tasks.rados.rados.0.smithi086.stdout:926: done (0 left) 2024-09-11T03:34:52.607 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 76 2024-09-11T03:34:52.607 INFO:tasks.rados.rados.0.smithi086.stdout:927: seq_num 303 ranges {0=278528} 2024-09-11T03:34:52.608 INFO:tasks.rados.rados.0.smithi086.stdout:927: writing smithi08678205-45 from 0 to 278528 tid 1 2024-09-11T03:34:52.608 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 76 2024-09-11T03:34:52.608 INFO:tasks.rados.rados.0.smithi086.stdout:928: seq_num 304 ranges {0=294912} 2024-09-11T03:34:52.610 INFO:tasks.rados.rados.0.smithi086.stdout:928: writing smithi08678205-10 from 0 to 294912 tid 1 2024-09-11T03:34:52.610 INFO:tasks.rados.rados.0.smithi086.stdout:929: delete oid 7 current snap is 76 2024-09-11T03:34:52.613 INFO:tasks.rados.rados.0.smithi086.stdout:927: finishing write tid 1 to smithi08678205-45 2024-09-11T03:34:52.614 INFO:tasks.rados.rados.0.smithi086.stdout:927: finishing write tid 2 to smithi08678205-45 2024-09-11T03:34:52.614 INFO:tasks.rados.rados.0.smithi086.stdout:929: done (2 left) 2024-09-11T03:34:52.614 INFO:tasks.rados.rados.0.smithi086.stdout:930: rmattr oid 6 current snap is 76 2024-09-11T03:34:52.614 INFO:tasks.rados.rados.0.smithi086.stdout:930: done (2 left) 2024-09-11T03:34:52.614 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 76 2024-09-11T03:34:52.615 INFO:tasks.rados.rados.0.smithi086.stdout:931: seq_num 306 ranges {0=327680} 2024-09-11T03:34:52.617 INFO:tasks.rados.rados.0.smithi086.stdout:931: writing smithi08678205-47 from 0 to 327680 tid 1 2024-09-11T03:34:52.617 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 76 2024-09-11T03:34:52.617 INFO:tasks.rados.rados.0.smithi086.stdout:932: seq_num 307 ranges {2433024=344064} 2024-09-11T03:34:52.632 INFO:tasks.rados.rados.0.smithi086.stdout:932: writing smithi08678205-48 from 2433024 to 2777088 tid 1 2024-09-11T03:34:52.632 INFO:tasks.rados.rados.0.smithi086.stdout:933: delete oid 6 current snap is 76 2024-09-11T03:34:52.632 INFO:tasks.rados.rados.0.smithi086.stdout:927: finishing write tid 3 to smithi08678205-45 2024-09-11T03:34:52.632 INFO:tasks.rados.rados.0.smithi086.stdout:927: oid 45 updating version 0 to 275 2024-09-11T03:34:52.632 INFO:tasks.rados.rados.0.smithi086.stdout:927: oid 45 version 275 is already newer than 274 2024-09-11T03:34:52.632 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 275 (ObjNum 303 snap 76 seq_num 303) dirty exists 2024-09-11T03:34:52.632 INFO:tasks.rados.rados.0.smithi086.stdout:927: left oid 45 (ObjNum 303 snap 76 seq_num 303) 2024-09-11T03:34:52.632 INFO:tasks.rados.rados.0.smithi086.stdout:928: finishing write tid 1 to smithi08678205-10 2024-09-11T03:34:52.632 INFO:tasks.rados.rados.0.smithi086.stdout:928: finishing write tid 2 to smithi08678205-10 2024-09-11T03:34:52.633 INFO:tasks.rados.rados.0.smithi086.stdout:928: finishing write tid 3 to smithi08678205-10 2024-09-11T03:34:52.633 INFO:tasks.rados.rados.0.smithi086.stdout:928: oid 10 updating version 0 to 605 2024-09-11T03:34:52.633 INFO:tasks.rados.rados.0.smithi086.stdout:928: oid 10 updating version 605 to 606 2024-09-11T03:34:52.633 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 606 (ObjNum 304 snap 76 seq_num 304) dirty exists 2024-09-11T03:34:52.633 INFO:tasks.rados.rados.0.smithi086.stdout:928: left oid 10 (ObjNum 304 snap 76 seq_num 304) 2024-09-11T03:34:52.633 INFO:tasks.rados.rados.0.smithi086.stdout:931: finishing write tid 1 to smithi08678205-47 2024-09-11T03:34:52.633 INFO:tasks.rados.rados.0.smithi086.stdout:931: finishing write tid 2 to smithi08678205-47 2024-09-11T03:34:52.633 INFO:tasks.rados.rados.0.smithi086.stdout:931: finishing write tid 3 to smithi08678205-47 2024-09-11T03:34:52.633 INFO:tasks.rados.rados.0.smithi086.stdout:931: oid 47 updating version 0 to 537 2024-09-11T03:34:52.633 INFO:tasks.rados.rados.0.smithi086.stdout:931: oid 47 version 537 is already newer than 536 2024-09-11T03:34:52.633 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 537 (ObjNum 306 snap 76 seq_num 306) dirty exists 2024-09-11T03:34:52.633 INFO:tasks.rados.rados.0.smithi086.stdout:931: left oid 47 (ObjNum 306 snap 76 seq_num 306) 2024-09-11T03:34:52.634 INFO:tasks.rados.rados.0.smithi086.stdout:927: done (4 left) 2024-09-11T03:34:52.634 INFO:tasks.rados.rados.0.smithi086.stdout:928: done (3 left) 2024-09-11T03:34:52.634 INFO:tasks.rados.rados.0.smithi086.stdout:931: done (2 left) 2024-09-11T03:34:52.634 INFO:tasks.rados.rados.0.smithi086.stdout:933: done (1 left) 2024-09-11T03:34:52.634 INFO:tasks.rados.rados.0.smithi086.stdout:934: snap_create 2024-09-11T03:34:52.635 INFO:tasks.rados.rados.0.smithi086.stdout:932: finishing write tid 1 to smithi08678205-48 2024-09-11T03:34:52.635 INFO:tasks.rados.rados.0.smithi086.stdout:932: finishing write tid 2 to smithi08678205-48 2024-09-11T03:34:52.635 INFO:tasks.rados.rados.0.smithi086.stdout:932: finishing write tid 3 to smithi08678205-48 2024-09-11T03:34:52.635 INFO:tasks.rados.rados.0.smithi086.stdout:932: oid 48 updating version 0 to 522 2024-09-11T03:34:52.636 INFO:tasks.rados.rados.0.smithi086.stdout:932: oid 48 version 522 is already newer than 521 2024-09-11T03:34:52.636 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 522 (ObjNum 307 snap 76 seq_num 307) dirty exists 2024-09-11T03:34:52.636 INFO:tasks.rados.rados.0.smithi086.stdout:932: left oid 48 (ObjNum 307 snap 76 seq_num 307) 2024-09-11T03:34:53.325 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:53 smithi086 ceph-mon[89281]: osdmap e230: 8 total, 8 up, 8 in 2024-09-11T03:34:53.325 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:53 smithi086 ceph-mon[89281]: osdmap e231: 8 total, 8 up, 8 in 2024-09-11T03:34:53.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:53 smithi086 ceph-mon[37253]: osdmap e230: 8 total, 8 up, 8 in 2024-09-11T03:34:53.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:53 smithi086 ceph-mon[37253]: osdmap e231: 8 total, 8 up, 8 in 2024-09-11T03:34:53.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:53 smithi130 ceph-mon[31190]: osdmap e230: 8 total, 8 up, 8 in 2024-09-11T03:34:53.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:53 smithi130 ceph-mon[31190]: osdmap e231: 8 total, 8 up, 8 in 2024-09-11T03:34:53.618 INFO:tasks.rados.rados.0.smithi086.stdout:932: done (1 left) 2024-09-11T03:34:53.618 INFO:tasks.rados.rados.0.smithi086.stdout:934: done (0 left) 2024-09-11T03:34:53.619 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 13 current snap is 77 2024-09-11T03:34:53.619 INFO:tasks.rados.rados.0.smithi086.stdout:935: seq_num 309 ranges {1351680=376832} 2024-09-11T03:34:53.628 INFO:tasks.rados.rados.0.smithi086.stdout:935: writing smithi08678205-13 from 1351680 to 1728512 tid 1 2024-09-11T03:34:53.628 INFO:tasks.rados.rados.0.smithi086.stdout:936: delete oid 50 current snap is 77 2024-09-11T03:34:53.631 INFO:tasks.rados.rados.0.smithi086.stdout:936: done (1 left) 2024-09-11T03:34:53.631 INFO:tasks.rados.rados.0.smithi086.stdout:937: rollback oid 21 current snap is 77 2024-09-11T03:34:53.631 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 21 to 76 2024-09-11T03:34:53.631 INFO:tasks.rados.rados.0.smithi086.stdout:938: snap_remove snap 72 2024-09-11T03:34:54.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[89281]: pgmap v9: 121 pgs: 121 active+clean; 96 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 190 MiB/s rd, 93 MiB/s wr, 1.28k op/s; 577 KiB/s, 2 objects/s recovering 2024-09-11T03:34:54.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:54.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:54.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[89281]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-11T03:34:54.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[89281]: osdmap e232: 8 total, 8 up, 8 in 2024-09-11T03:34:54.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:54.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:54.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[37253]: pgmap v9: 121 pgs: 121 active+clean; 96 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 190 MiB/s rd, 93 MiB/s wr, 1.28k op/s; 577 KiB/s, 2 objects/s recovering 2024-09-11T03:34:54.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:54.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:54.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[37253]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-11T03:34:54.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[37253]: osdmap e232: 8 total, 8 up, 8 in 2024-09-11T03:34:54.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:54.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:54 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:54.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:54 smithi130 ceph-mon[31190]: pgmap v9: 121 pgs: 121 active+clean; 96 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 190 MiB/s rd, 93 MiB/s wr, 1.28k op/s; 577 KiB/s, 2 objects/s recovering 2024-09-11T03:34:54.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:54 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:54.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:54 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:54.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:54 smithi130 ceph-mon[31190]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-11T03:34:54.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:54 smithi130 ceph-mon[31190]: osdmap e232: 8 total, 8 up, 8 in 2024-09-11T03:34:54.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:54 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:54.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:54 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:54.614 INFO:tasks.rados.rados.0.smithi086.stdout:938: done (2 left) 2024-09-11T03:34:54.614 INFO:tasks.rados.rados.0.smithi086.stdout:939: read oid 35 snap -1 2024-09-11T03:34:54.615 INFO:tasks.rados.rados.0.smithi086.stdout:939: expect deleted 2024-09-11T03:34:54.615 INFO:tasks.rados.rados.0.smithi086.stdout:940: read oid 46 snap -1 2024-09-11T03:34:54.615 INFO:tasks.rados.rados.0.smithi086.stdout:940: expect deleted 2024-09-11T03:34:54.615 INFO:tasks.rados.rados.0.smithi086.stdout:941: read oid 4 snap -1 2024-09-11T03:34:54.615 INFO:tasks.rados.rados.0.smithi086.stdout:941: expect (ObjNum 277 snap 69 seq_num 277) 2024-09-11T03:34:54.615 INFO:tasks.rados.rados.0.smithi086.stdout:942: delete oid 29 current snap is 77 2024-09-11T03:34:54.615 INFO:tasks.rados.rados.0.smithi086.stdout:937: finishing rollback tid 0 to smithi08678205-21 2024-09-11T03:34:54.615 INFO:tasks.rados.rados.0.smithi086.stdout:935: finishing write tid 1 to smithi08678205-13 2024-09-11T03:34:54.615 INFO:tasks.rados.rados.0.smithi086.stdout:937: finishing rollback tid 1 to smithi08678205-21 2024-09-11T03:34:54.615 INFO:tasks.rados.rados.0.smithi086.stdout:937: finishing rollback tid 2 to smithi08678205-21 2024-09-11T03:34:54.615 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 279 (ObjNum 255 snap 55 seq_num 255) dirty exists 2024-09-11T03:34:54.616 INFO:tasks.rados.rados.0.smithi086.stdout:935: finishing write tid 2 to smithi08678205-13 2024-09-11T03:34:54.616 INFO:tasks.rados.rados.0.smithi086.stdout:935: finishing write tid 3 to smithi08678205-13 2024-09-11T03:34:54.616 INFO:tasks.rados.rados.0.smithi086.stdout:935: oid 13 updating version 0 to 157 2024-09-11T03:34:54.616 INFO:tasks.rados.rados.0.smithi086.stdout:935: oid 13 version 157 is already newer than 156 2024-09-11T03:34:54.616 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 157 (ObjNum 309 snap 77 seq_num 309) dirty exists 2024-09-11T03:34:54.616 INFO:tasks.rados.rados.0.smithi086.stdout:935: left oid 13 (ObjNum 309 snap 77 seq_num 309) 2024-09-11T03:34:54.625 INFO:tasks.rados.rados.0.smithi086.stdout:935: done (5 left) 2024-09-11T03:34:54.625 INFO:tasks.rados.rados.0.smithi086.stdout:937: done (4 left) 2024-09-11T03:34:54.625 INFO:tasks.rados.rados.0.smithi086.stdout:939: done (3 left) 2024-09-11T03:34:54.625 INFO:tasks.rados.rados.0.smithi086.stdout:940: done (2 left) 2024-09-11T03:34:54.625 INFO:tasks.rados.rados.0.smithi086.stdout:942: done (1 left) 2024-09-11T03:34:54.625 INFO:tasks.rados.rados.0.smithi086.stdout:943: read oid 16 snap 73 2024-09-11T03:34:54.625 INFO:tasks.rados.rados.0.smithi086.stdout:943: expect (ObjNum 235 snap 53 seq_num 235) 2024-09-11T03:34:54.626 INFO:tasks.rados.rados.0.smithi086.stdout:944: rollback oid 44 current snap is 77 2024-09-11T03:34:54.626 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 44 to 75 2024-09-11T03:34:54.626 INFO:tasks.rados.rados.0.smithi086.stdout:945: rollback oid 1 current snap is 77 2024-09-11T03:34:54.626 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 1 to 73 2024-09-11T03:34:54.626 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 77 2024-09-11T03:34:54.626 INFO:tasks.rados.rados.0.smithi086.stdout:946: seq_num 312 ranges {0=434176} 2024-09-11T03:34:54.628 INFO:tasks.rados.rados.0.smithi086.stdout:946: writing smithi08678205-12 from 0 to 434176 tid 1 2024-09-11T03:34:54.628 INFO:tasks.rados.rados.0.smithi086.stdout:947: rollback oid 35 current snap is 77 2024-09-11T03:34:54.628 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 35 to 75 2024-09-11T03:34:54.628 INFO:tasks.rados.rados.0.smithi086.stdout:948: read oid 29 snap -1 2024-09-11T03:34:54.629 INFO:tasks.rados.rados.0.smithi086.stdout:948: expect deleted 2024-09-11T03:34:54.629 INFO:tasks.rados.rados.0.smithi086.stdout:949: snap_create 2024-09-11T03:34:54.629 INFO:tasks.rados.rados.0.smithi086.stdout:944: finishing rollback tid 0 to smithi08678205-44 2024-09-11T03:34:54.629 INFO:tasks.rados.rados.0.smithi086.stdout:944: finishing rollback tid 1 to smithi08678205-44 2024-09-11T03:34:54.629 INFO:tasks.rados.rados.0.smithi086.stdout:944: finishing rollback tid 2 to smithi08678205-44 2024-09-11T03:34:54.630 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 100 (ObjNum 353 snap 0 seq_num 3221104608) dirty exists 2024-09-11T03:34:54.637 INFO:tasks.rados.rados.0.smithi086.stdout:947: finishing rollback tid 1 to smithi08678205-35 2024-09-11T03:34:54.637 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 0 (ObjNum 129 snap 0 seq_num 3221030152) dirty dne 2024-09-11T03:34:54.646 INFO:tasks.rados.rados.0.smithi086.stdout:943: expect (ObjNum 235 snap 53 seq_num 235) 2024-09-11T03:34:54.686 INFO:tasks.rados.rados.0.smithi086.stdout:946: finishing write tid 1 to smithi08678205-12 2024-09-11T03:34:54.686 INFO:tasks.rados.rados.0.smithi086.stdout:946: finishing write tid 2 to smithi08678205-12 2024-09-11T03:34:54.686 INFO:tasks.rados.rados.0.smithi086.stdout:946: finishing write tid 3 to smithi08678205-12 2024-09-11T03:34:54.686 INFO:tasks.rados.rados.0.smithi086.stdout:946: oid 12 updating version 0 to 348 2024-09-11T03:34:54.687 INFO:tasks.rados.rados.0.smithi086.stdout:946: oid 12 updating version 348 to 349 2024-09-11T03:34:54.687 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 349 (ObjNum 312 snap 77 seq_num 312) dirty exists 2024-09-11T03:34:54.687 INFO:tasks.rados.rados.0.smithi086.stdout:946: left oid 12 (ObjNum 312 snap 77 seq_num 312) 2024-09-11T03:34:54.687 INFO:tasks.rados.rados.0.smithi086.stdout:941: expect (ObjNum 277 snap 69 seq_num 277) 2024-09-11T03:34:54.885 INFO:tasks.rados.rados.0.smithi086.stdout:945: finishing rollback tid 1 to smithi08678205-1 2024-09-11T03:34:54.885 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 0 (ObjNum 129 snap 0 seq_num 3221030192) dirty dne 2024-09-11T03:34:55.556 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:55 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:55.556 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:55 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:55.556 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:55 smithi130 ceph-mon[31190]: osdmap e233: 8 total, 8 up, 8 in 2024-09-11T03:34:55.556 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:55 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:55.556 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:55 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:55.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:55 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:55.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:55 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:55.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:55 smithi086 ceph-mon[89281]: osdmap e233: 8 total, 8 up, 8 in 2024-09-11T03:34:55.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:55 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:55.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:55 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:55.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:55 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:55.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:55 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:55.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:55 smithi086 ceph-mon[37253]: osdmap e233: 8 total, 8 up, 8 in 2024-09-11T03:34:55.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:55 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:55.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:55 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:55.621 INFO:tasks.rados.rados.0.smithi086.stdout:941: done (7 left) 2024-09-11T03:34:55.621 INFO:tasks.rados.rados.0.smithi086.stdout:943: done (6 left) 2024-09-11T03:34:55.622 INFO:tasks.rados.rados.0.smithi086.stdout:944: done (5 left) 2024-09-11T03:34:55.622 INFO:tasks.rados.rados.0.smithi086.stdout:945: done (4 left) 2024-09-11T03:34:55.622 INFO:tasks.rados.rados.0.smithi086.stdout:946: done (3 left) 2024-09-11T03:34:55.622 INFO:tasks.rados.rados.0.smithi086.stdout:947: done (2 left) 2024-09-11T03:34:55.622 INFO:tasks.rados.rados.0.smithi086.stdout:948: done (1 left) 2024-09-11T03:34:55.622 INFO:tasks.rados.rados.0.smithi086.stdout:949: done (0 left) 2024-09-11T03:34:55.622 INFO:tasks.rados.rados.0.smithi086.stdout:950: snap_remove snap 75 2024-09-11T03:34:56.619 INFO:tasks.rados.rados.0.smithi086.stdout:950: done (0 left) 2024-09-11T03:34:56.619 INFO:tasks.rados.rados.0.smithi086.stdout:951: rmattr oid 41 current snap is 78 2024-09-11T03:34:56.619 INFO:tasks.rados.rados.0.smithi086.stdout:951: done (0 left) 2024-09-11T03:34:56.619 INFO:tasks.rados.rados.0.smithi086.stdout:952: snap_remove snap 77 2024-09-11T03:34:56.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:56 smithi130 ceph-mon[31190]: pgmap v12: 121 pgs: 121 active+clean; 96 MiB data, 622 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:56.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:56 smithi130 ceph-mon[31190]: osdmap e234: 8 total, 8 up, 8 in 2024-09-11T03:34:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:56 smithi086 ceph-mon[89281]: pgmap v12: 121 pgs: 121 active+clean; 96 MiB data, 622 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:56 smithi086 ceph-mon[89281]: osdmap e234: 8 total, 8 up, 8 in 2024-09-11T03:34:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:56 smithi086 ceph-mon[37253]: pgmap v12: 121 pgs: 121 active+clean; 96 MiB data, 622 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:34:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:56 smithi086 ceph-mon[37253]: osdmap e234: 8 total, 8 up, 8 in 2024-09-11T03:34:57.620 INFO:tasks.rados.rados.0.smithi086.stdout:952: done (0 left) 2024-09-11T03:34:57.621 INFO:tasks.rados.rados.0.smithi086.stdout:953: setattr oid 11 current snap is 78 2024-09-11T03:34:57.622 INFO:tasks.rados.rados.0.smithi086.stdout:954: rmattr oid 31 current snap is 78 2024-09-11T03:34:57.622 INFO:tasks.rados.rados.0.smithi086.stdout:954: done (1 left) 2024-09-11T03:34:57.622 INFO:tasks.rados.rados.0.smithi086.stdout:955: rollback oid 42 current snap is 78 2024-09-11T03:34:57.622 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 42 to 76 2024-09-11T03:34:57.622 INFO:tasks.rados.rados.0.smithi086.stdout:956: rollback oid 38 current snap is 78 2024-09-11T03:34:57.622 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 38 to 76 2024-09-11T03:34:57.622 INFO:tasks.rados.rados.0.smithi086.stdout:957: snap_create 2024-09-11T03:34:57.626 INFO:tasks.rados.rados.0.smithi086.stdout:955: finishing rollback tid 0 to smithi08678205-42 2024-09-11T03:34:57.653 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 364 (ObjNum 282 snap 70 seq_num 282) dirty exists 2024-09-11T03:34:57.654 INFO:tasks.rados.rados.0.smithi086.stdout:955: finishing rollback tid 1 to smithi08678205-42 2024-09-11T03:34:57.654 INFO:tasks.rados.rados.0.smithi086.stdout:955: finishing rollback tid 2 to smithi08678205-42 2024-09-11T03:34:57.655 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 291 (ObjNum 301 snap 75 seq_num 301) dirty exists 2024-09-11T03:34:57.657 INFO:tasks.rados.rados.0.smithi086.stdout:956: finishing rollback tid 0 to smithi08678205-38 2024-09-11T03:34:57.658 INFO:tasks.rados.rados.0.smithi086.stdout:956: finishing rollback tid 1 to smithi08678205-38 2024-09-11T03:34:57.658 INFO:tasks.rados.rados.0.smithi086.stdout:956: finishing rollback tid 2 to smithi08678205-38 2024-09-11T03:34:57.658 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 280 (ObjNum 33 snap 0 seq_num 5) dirty exists 2024-09-11T03:34:58.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:57 smithi086 ceph-mon[89281]: osdmap e235: 8 total, 8 up, 8 in 2024-09-11T03:34:58.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:57 smithi086 ceph-mon[89281]: osdmap e236: 8 total, 8 up, 8 in 2024-09-11T03:34:58.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:57 smithi086 ceph-mon[37253]: osdmap e235: 8 total, 8 up, 8 in 2024-09-11T03:34:58.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:57 smithi086 ceph-mon[37253]: osdmap e236: 8 total, 8 up, 8 in 2024-09-11T03:34:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:57 smithi130 ceph-mon[31190]: osdmap e235: 8 total, 8 up, 8 in 2024-09-11T03:34:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:57 smithi130 ceph-mon[31190]: osdmap e236: 8 total, 8 up, 8 in 2024-09-11T03:34:58.321 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:34:58] "GET /metrics HTTP/1.1" 200 33424 "" "Prometheus/2.43.0" 2024-09-11T03:34:58.631 INFO:tasks.rados.rados.0.smithi086.stdout:953: done (3 left) 2024-09-11T03:34:58.631 INFO:tasks.rados.rados.0.smithi086.stdout:955: done (2 left) 2024-09-11T03:34:58.631 INFO:tasks.rados.rados.0.smithi086.stdout:956: done (1 left) 2024-09-11T03:34:58.631 INFO:tasks.rados.rados.0.smithi086.stdout:957: done (0 left) 2024-09-11T03:34:58.631 INFO:tasks.rados.rados.0.smithi086.stdout:958: rollback oid 43 current snap is 79 2024-09-11T03:34:58.631 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 43 to 73 2024-09-11T03:34:58.631 INFO:tasks.rados.rados.0.smithi086.stdout:959: snap_create 2024-09-11T03:34:58.632 INFO:tasks.rados.rados.0.smithi086.stdout:958: finishing rollback tid 1 to smithi08678205-43 2024-09-11T03:34:58.632 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 0 (ObjNum 289 snap 0 seq_num 3872838431) dirty dne 2024-09-11T03:34:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: pgmap v15: 121 pgs: 121 active+clean; 99 MiB data, 662 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 762 KiB/s wr, 37 op/s 2024-09-11T03:34:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:34:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:34:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:34:59.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:34:59.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:34:59.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:34:59.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: osdmap e237: 8 total, 8 up, 8 in 2024-09-11T03:34:59.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: pgmap v15: 121 pgs: 121 active+clean; 99 MiB data, 662 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 762 KiB/s wr, 37 op/s 2024-09-11T03:34:59.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:34:59.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:34:59.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:34:59.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:34:59.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:34:59.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:34:59.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: osdmap e237: 8 total, 8 up, 8 in 2024-09-11T03:34:59.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:58 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: pgmap v15: 121 pgs: 121 active+clean; 99 MiB data, 662 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 762 KiB/s wr, 37 op/s 2024-09-11T03:34:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:34:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:34:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: Updating smithi086:/etc/ceph/ceph.conf 2024-09-11T03:34:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: Updating smithi130:/etc/ceph/ceph.conf 2024-09-11T03:34:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:34:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-11T03:34:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: osdmap e237: 8 total, 8 up, 8 in 2024-09-11T03:34:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:58 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:34:59.257 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:34:59.631 INFO:tasks.rados.rados.0.smithi086.stdout:958: done (1 left) 2024-09-11T03:34:59.631 INFO:tasks.rados.rados.0.smithi086.stdout:959: done (0 left) 2024-09-11T03:34:59.631 INFO:tasks.rados.rados.0.smithi086.stdout:960: rmattr oid 29 current snap is 80 2024-09-11T03:34:59.631 INFO:tasks.rados.rados.0.smithi086.stdout:960: done (0 left) 2024-09-11T03:34:59.631 INFO:tasks.rados.rados.0.smithi086.stdout:961: snap_create 2024-09-11T03:34:59.850 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:34:59.850 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (4m) 6s ago 5m 24.9M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:34:59.851 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (4m) 5s ago 4m 87.1M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:34:59.851 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (6m) 6s ago 6m 20.9M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:34:59.851 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (6m) 5s ago 6m 15.0M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:34:59.851 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (31s) 5s ago 9m 451M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:34:59.851 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (58s) 6s ago 11m 488M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:34:59.851 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (17s) 6s ago 11m 31.1M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:34:59.851 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (10m) 5s ago 10m 56.1M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e f24156c810aa 2024-09-11T03:34:59.851 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (10m) 6s ago 10m 51.2M 2048M 18.2.4-837-g7a853b17 f21ba1eea74e 43e10484a140 2024-09-11T03:34:59.851 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (4m) 6s ago 4m 16.8M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:34:59.851 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (4m) 5s ago 4m 15.6M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:34:59.851 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (9m) 6s ago 9m 124M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 4b42e892b785 2024-09-11T03:34:59.851 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (9m) 6s ago 9m 122M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 6d8c3e9230e8 2024-09-11T03:34:59.852 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (8m) 6s ago 8m 140M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e d3d0f22e40b8 2024-09-11T03:34:59.852 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (8m) 6s ago 8m 93.4M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e ec41798cba7a 2024-09-11T03:34:59.852 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (7m) 5s ago 7m 117M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 21e3380b8d63 2024-09-11T03:34:59.852 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (7m) 5s ago 7m 121M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 8946be32054c 2024-09-11T03:34:59.852 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (7m) 5s ago 7m 105M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:34:59.852 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (6m) 5s ago 6m 106M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:34:59.852 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (36s) 5s ago 5m 38.4M - 2.43.0 a07b618ecd1d 700e3afbbd6b 2024-09-11T03:35:00.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:35:00.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:35:00.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:35:00.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:35:00.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:00.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:00.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-11T03:35:00.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-11T03:35:00.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: Upgrade: It appears safe to stop mon.c 2024-09-11T03:35:00.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:00.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-09-11T03:35:00.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:35:00.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:35:00.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:35:00.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:35:00.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:35:00.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:35:00.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[89281]: osdmap e238: 8 total, 8 up, 8 in 2024-09-11T03:35:00.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:35:00.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:35:00.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:35:00.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:35:00.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:00.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:00.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-11T03:35:00.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-11T03:35:00.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: Upgrade: It appears safe to stop mon.c 2024-09-11T03:35:00.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:00.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-09-11T03:35:00.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:35:00.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:35:00.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:35:00.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:35:00.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:35:00.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:35:00.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:34:59 smithi086 ceph-mon[37253]: osdmap e238: 8 total, 8 up, 8 in 2024-09-11T03:35:00.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:35:00.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-09-11T03:35:00.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: Updating smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:35:00.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: Updating smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-11T03:35:00.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:00.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:00.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-11T03:35:00.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-11T03:35:00.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: Upgrade: It appears safe to stop mon.c 2024-09-11T03:35:00.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:00.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-09-11T03:35:00.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:35:00.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:35:00.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:35:00.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:35:00.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-11T03:35:00.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-11T03:35:00.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:00.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:00.100 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:00.100 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:34:59 smithi130 ceph-mon[31190]: osdmap e238: 8 total, 8 up, 8 in 2024-09-11T03:35:00.199 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:35:00.199 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:35:00.200 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2, 2024-09-11T03:35:00.200 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 1 2024-09-11T03:35:00.200 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:35:00.200 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:35:00.200 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:35:00.200 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:35:00.200 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:35:00.200 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-11T03:35:00.200 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:35:00.200 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:35:00.200 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:35:00.200 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:35:00.201 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:35:00.201 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 12, 2024-09-11T03:35:00.201 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:35:00.201 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:35:00.201 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:35:00.502 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:35:00.502 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:35:00.502 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:35:00.502 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:35:00.503 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:35:00.503 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr" 2024-09-11T03:35:00.503 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:35:00.503 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "3/20 daemons upgraded", 2024-09-11T03:35:00.503 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading mon daemons", 2024-09-11T03:35:00.503 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:35:00.503 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:35:00.636 INFO:tasks.rados.rados.0.smithi086.stdout:961: done (0 left) 2024-09-11T03:35:00.636 INFO:tasks.rados.rados.0.smithi086.stdout:962: delete oid 33 current snap is 81 2024-09-11T03:35:00.640 INFO:tasks.rados.rados.0.smithi086.stdout:962: done (0 left) 2024-09-11T03:35:00.640 INFO:tasks.rados.rados.0.smithi086.stdout:963: setattr oid 48 current snap is 81 2024-09-11T03:35:00.641 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 81 2024-09-11T03:35:00.642 INFO:tasks.rados.rados.0.smithi086.stdout:964: seq_num 314 ranges {212992=466944} 2024-09-11T03:35:00.645 INFO:tasks.rados.rados.0.smithi086.stdout:964: writing smithi08678205-2 from 212992 to 679936 tid 1 2024-09-11T03:35:00.645 INFO:tasks.rados.rados.0.smithi086.stdout:965: read oid 37 snap -1 2024-09-11T03:35:00.646 INFO:tasks.rados.rados.0.smithi086.stdout:965: expect deleted 2024-09-11T03:35:00.646 INFO:tasks.rados.rados.0.smithi086.stdout:966: copy_from oid 40 from oid 33 current snap is 81 2024-09-11T03:35:00.646 INFO:tasks.rados.rados.0.smithi086.stdout:967: snap_remove snap 73 2024-09-11T03:35:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[37253]: pgmap v18: 121 pgs: 121 active+clean; 99 MiB data, 662 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 762 KiB/s wr, 37 op/s 2024-09-11T03:35:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[37253]: from='client.25151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[37253]: from='client.25157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[37253]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[37253]: from='client.? 172.21.15.86:0/3324985941' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:35:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[37253]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:01.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[37253]: osdmap e239: 8 total, 8 up, 8 in 2024-09-11T03:35:01.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[89281]: pgmap v18: 121 pgs: 121 active+clean; 99 MiB data, 662 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 762 KiB/s wr, 37 op/s 2024-09-11T03:35:01.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[89281]: from='client.25151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:01.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[89281]: from='client.25157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:01.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[89281]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:01.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3324985941' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:35:01.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:01.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:01.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:01.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:01.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:00 smithi086 ceph-mon[89281]: osdmap e239: 8 total, 8 up, 8 in 2024-09-11T03:35:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:00 smithi130 ceph-mon[31190]: pgmap v18: 121 pgs: 121 active+clean; 99 MiB data, 662 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 762 KiB/s wr, 37 op/s 2024-09-11T03:35:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:00 smithi130 ceph-mon[31190]: from='client.25151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:00 smithi130 ceph-mon[31190]: from='client.25157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:00 smithi130 ceph-mon[31190]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:00 smithi130 ceph-mon[31190]: from='client.? 172.21.15.86:0/3324985941' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-11T03:35:01.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:00 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:01.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:00 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:01.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:00 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:01.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:00 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:01.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:00 smithi130 ceph-mon[31190]: osdmap e239: 8 total, 8 up, 8 in 2024-09-11T03:35:01.638 INFO:tasks.rados.rados.0.smithi086.stdout:967: done (4 left) 2024-09-11T03:35:01.638 INFO:tasks.rados.rados.0.smithi086.stdout:968: setattr oid 18 current snap is 81 2024-09-11T03:35:01.638 INFO:tasks.rados.rados.0.smithi086.stdout:966: finishing copy_from to smithi08678205-40 2024-09-11T03:35:01.638 INFO:tasks.rados.rados.0.smithi086.stdout:966: got expected ENOENT (src dne) 2024-09-11T03:35:01.638 INFO:tasks.rados.rados.0.smithi086.stdout:966: finishing copy_from racing read to smithi08678205-40 2024-09-11T03:35:01.638 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 523 (ObjNum 307 snap 76 seq_num 307) dirty exists 2024-09-11T03:35:01.638 INFO:tasks.rados.rados.0.smithi086.stdout:964: finishing write tid 1 to smithi08678205-2 2024-09-11T03:35:01.638 INFO:tasks.rados.rados.0.smithi086.stdout:964: finishing write tid 2 to smithi08678205-2 2024-09-11T03:35:01.639 INFO:tasks.rados.rados.0.smithi086.stdout:964: finishing write tid 3 to smithi08678205-2 2024-09-11T03:35:01.639 INFO:tasks.rados.rados.0.smithi086.stdout:964: oid 2 updating version 0 to 139 2024-09-11T03:35:01.639 INFO:tasks.rados.rados.0.smithi086.stdout:964: oid 2 version 139 is already newer than 138 2024-09-11T03:35:01.639 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 139 (ObjNum 314 snap 81 seq_num 314) dirty exists 2024-09-11T03:35:01.639 INFO:tasks.rados.rados.0.smithi086.stdout:964: left oid 2 (ObjNum 314 snap 81 seq_num 314) 2024-09-11T03:35:01.640 INFO:tasks.rados.rados.0.smithi086.stdout:963: done (4 left) 2024-09-11T03:35:01.640 INFO:tasks.rados.rados.0.smithi086.stdout:964: done (3 left) 2024-09-11T03:35:01.640 INFO:tasks.rados.rados.0.smithi086.stdout:965: done (2 left) 2024-09-11T03:35:01.640 INFO:tasks.rados.rados.0.smithi086.stdout:966: done (1 left) 2024-09-11T03:35:01.640 INFO:tasks.rados.rados.0.smithi086.stdout:969: snap_create 2024-09-11T03:35:01.647 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 520 (ObjNum 241 snap 53 seq_num 241) dirty exists 2024-09-11T03:35:01.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:01 smithi086 ceph-mon[89281]: Upgrade: Updating mon.c 2024-09-11T03:35:01.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:01 smithi086 ceph-mon[89281]: Deploying daemon mon.c on smithi086 2024-09-11T03:35:01.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:01 smithi086 ceph-mon[89281]: from='client.25187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:01.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:01 smithi086 ceph-mon[89281]: osdmap e240: 8 total, 8 up, 8 in 2024-09-11T03:35:01.940 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:01 smithi086 ceph-mon[37253]: Upgrade: Updating mon.c 2024-09-11T03:35:01.940 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:01 smithi086 ceph-mon[37253]: Deploying daemon mon.c on smithi086 2024-09-11T03:35:01.940 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:01 smithi086 ceph-mon[37253]: from='client.25187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:01.940 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:01 smithi086 ceph-mon[37253]: osdmap e240: 8 total, 8 up, 8 in 2024-09-11T03:35:02.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:01 smithi130 ceph-mon[31190]: Upgrade: Updating mon.c 2024-09-11T03:35:02.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:01 smithi130 ceph-mon[31190]: Deploying daemon mon.c on smithi086 2024-09-11T03:35:02.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:01 smithi130 ceph-mon[31190]: from='client.25187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:02.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:01 smithi130 ceph-mon[31190]: osdmap e240: 8 total, 8 up, 8 in 2024-09-11T03:35:02.213 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:01 smithi086 systemd[1]: Stopping Ceph mon.c for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:35:02.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:02 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c[37249]: 2024-09-11T03:35:02.212+0000 7f59d844d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:35:02.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:02 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c[37249]: 2024-09-11T03:35:02.212+0000 7f59d844d640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-11T03:35:02.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:02 smithi086 podman[91531]: 2024-09-11 03:35:02.366377282 +0000 UTC m=+0.280056886 container died 43e10484a14090f5f76d0f8879905b53aefa9724772f1e04bae976270af8f29d (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-7a853b1, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:35:03.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:02 smithi086 podman[91531]: 2024-09-11 03:35:02.913086616 +0000 UTC m=+0.826766261 container cleanup 43e10484a14090f5f76d0f8879905b53aefa9724772f1e04bae976270af8f29d (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=reef-7a853b1, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-11T03:35:03.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:02 smithi086 bash[91531]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c 2024-09-11T03:35:03.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:03 smithi086 podman[91545]: 2024-09-11 03:35:03.315770844 +0000 UTC m=+0.943836918 container remove 43e10484a14090f5f76d0f8879905b53aefa9724772f1e04bae976270af8f29d (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7a853b1, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-11T03:35:03.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:03 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-11T03:35:03.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:03 smithi086 systemd[1]: Stopped Ceph mon.c for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:35:03.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:03 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.c.service: Consumed 7.174s CPU time. 2024-09-11T03:35:04.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:03 smithi086 systemd[1]: Starting Ceph mon.c for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:35:04.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:03 smithi086 podman[91672]: 2024-09-11 03:35:03.925379433 +0000 UTC m=+0.112325305 container create 270b822d19621b04b03650c02d1eee0fa1a87629ea397d50c86805eb98994283 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-11T03:35:04.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:03 smithi086 podman[91672]: 2024-09-11 03:35:03.828543501 +0000 UTC m=+0.015489374 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:35:04.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 podman[91672]: 2024-09-11 03:35:04.186428062 +0000 UTC m=+0.373373941 container init 270b822d19621b04b03650c02d1eee0fa1a87629ea397d50c86805eb98994283 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:35:04.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 podman[91672]: 2024-09-11 03:35:04.189575448 +0000 UTC m=+0.376521326 container start 270b822d19621b04b03650c02d1eee0fa1a87629ea397d50c86805eb98994283 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-11T03:35:04.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: set uid:gid to 167:167 (ceph:ceph) 2024-09-11T03:35:04.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev), process ceph-mon, pid 2 2024-09-11T03:35:04.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: pidfile_write: ignore empty --pid-file 2024-09-11T03:35:04.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: load: jerasure load: lrc 2024-09-11T03:35:04.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: RocksDB version: 7.9.2 2024-09-11T03:35:04.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Git sha 0 2024-09-11T03:35:04.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Compile date 2024-09-10 08:02:51 2024-09-11T03:35:04.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: DB SUMMARY 2024-09-11T03:35:04.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: DB Session ID: Q2BMRK98LD7G5EOIWB56 2024-09-11T03:35:04.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: CURRENT file: CURRENT 2024-09-11T03:35:04.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: IDENTITY file: IDENTITY 2024-09-11T03:35:04.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1412 Bytes 2024-09-11T03:35:04.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-09-11T03:35:04.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9174871 ; 2024-09-11T03:35:04.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.error_if_exists: 0 2024-09-11T03:35:04.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.create_if_missing: 0 2024-09-11T03:35:04.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.paranoid_checks: 1 2024-09-11T03:35:04.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-11T03:35:04.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-11T03:35:04.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-11T03:35:04.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.env: 0x556ad0aff180 2024-09-11T03:35:04.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.fs: PosixFileSystem 2024-09-11T03:35:04.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.info_log: 0x556ad22db700 2024-09-11T03:35:04.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_file_opening_threads: 16 2024-09-11T03:35:04.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.statistics: (nil) 2024-09-11T03:35:04.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.use_fsync: 0 2024-09-11T03:35:04.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_log_file_size: 0 2024-09-11T03:35:04.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-11T03:35:04.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-11T03:35:04.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.keep_log_file_num: 1000 2024-09-11T03:35:04.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.recycle_log_file_num: 0 2024-09-11T03:35:04.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.allow_fallocate: 1 2024-09-11T03:35:04.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.allow_mmap_reads: 0 2024-09-11T03:35:04.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.allow_mmap_writes: 0 2024-09-11T03:35:04.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.use_direct_reads: 0 2024-09-11T03:35:04.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-11T03:35:04.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.create_missing_column_families: 0 2024-09-11T03:35:04.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.db_log_dir: 2024-09-11T03:35:04.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.wal_dir: 2024-09-11T03:35:04.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-11T03:35:04.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-11T03:35:04.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-11T03:35:04.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-11T03:35:04.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-11T03:35:04.576 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.advise_random_on_open: 1 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.db_write_buffer_size: 0 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.write_buffer_manager: 0x556ad22de1e0 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.rate_limiter: (nil) 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.wal_recovery_mode: 2 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.enable_thread_tracking: 0 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.enable_pipelined_write: 0 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.unordered_write: 0 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-11T03:35:04.577 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-11T03:35:04.578 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-11T03:35:04.578 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-11T03:35:04.578 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.row_cache: None 2024-09-11T03:35:04.578 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.wal_filter: None 2024-09-11T03:35:04.579 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-11T03:35:04.579 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.allow_ingest_behind: 0 2024-09-11T03:35:04.579 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.two_write_queues: 0 2024-09-11T03:35:04.580 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.manual_wal_flush: 0 2024-09-11T03:35:04.580 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.wal_compression: 0 2024-09-11T03:35:04.580 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.atomic_flush: 0 2024-09-11T03:35:04.580 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-11T03:35:04.580 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-11T03:35:04.580 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-11T03:35:04.580 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.log_readahead_size: 0 2024-09-11T03:35:04.580 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-11T03:35:04.580 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.best_efforts_recovery: 0 2024-09-11T03:35:04.580 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-11T03:35:04.580 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-11T03:35:04.580 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.allow_data_in_errors: 0 2024-09-11T03:35:04.580 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.db_host_id: __hostname__ 2024-09-11T03:35:04.581 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-11T03:35:04.581 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_background_jobs: 2 2024-09-11T03:35:04.581 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_background_compactions: -1 2024-09-11T03:35:04.581 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_subcompactions: 1 2024-09-11T03:35:04.581 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-11T03:35:04.581 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-11T03:35:04.581 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-11T03:35:04.581 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_total_wal_size: 0 2024-09-11T03:35:04.581 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-11T03:35:04.581 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-11T03:35:04.581 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-11T03:35:04.581 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-11T03:35:04.581 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_open_files: -1 2024-09-11T03:35:04.582 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.bytes_per_sync: 0 2024-09-11T03:35:04.582 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-11T03:35:04.582 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-11T03:35:04.582 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compaction_readahead_size: 0 2024-09-11T03:35:04.582 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_background_flushes: -1 2024-09-11T03:35:04.582 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Compression algorithms supported: 2024-09-11T03:35:04.582 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: kZSTD supported: 0 2024-09-11T03:35:04.582 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: kXpressCompression supported: 0 2024-09-11T03:35:04.582 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: kBZip2Compression supported: 0 2024-09-11T03:35:04.582 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-11T03:35:04.582 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: kLZ4Compression supported: 1 2024-09-11T03:35:04.582 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: kZlibCompression supported: 1 2024-09-11T03:35:04.582 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: kLZ4HCCompression supported: 1 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: kSnappyCompression supported: 1 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.merge_operator: 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compaction_filter: None 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compaction_filter_factory: None 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.sst_partitioner_factory: None 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556ad22db320) 2024-09-11T03:35:04.583 INFO:journalctl@ceph.mon.c.smithi086.stdout: cache_index_and_filter_blocks: 1 2024-09-11T03:35:04.584 INFO:journalctl@ceph.mon.c.smithi086.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-11T03:35:04.584 INFO:journalctl@ceph.mon.c.smithi086.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-11T03:35:04.584 INFO:journalctl@ceph.mon.c.smithi086.stdout: pin_top_level_index_and_filter: 1 2024-09-11T03:35:04.584 INFO:journalctl@ceph.mon.c.smithi086.stdout: index_type: 0 2024-09-11T03:35:04.584 INFO:journalctl@ceph.mon.c.smithi086.stdout: data_block_index_type: 0 2024-09-11T03:35:04.584 INFO:journalctl@ceph.mon.c.smithi086.stdout: index_shortening: 1 2024-09-11T03:35:04.584 INFO:journalctl@ceph.mon.c.smithi086.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-11T03:35:04.584 INFO:journalctl@ceph.mon.c.smithi086.stdout: checksum: 4 2024-09-11T03:35:04.584 INFO:journalctl@ceph.mon.c.smithi086.stdout: no_block_cache: 0 2024-09-11T03:35:04.585 INFO:journalctl@ceph.mon.c.smithi086.stdout: block_cache: 0x556ad22cf610 2024-09-11T03:35:04.585 INFO:journalctl@ceph.mon.c.smithi086.stdout: block_cache_name: BinnedLRUCache 2024-09-11T03:35:04.585 INFO:journalctl@ceph.mon.c.smithi086.stdout: block_cache_options: 2024-09-11T03:35:04.585 INFO:journalctl@ceph.mon.c.smithi086.stdout: capacity : 536870912 2024-09-11T03:35:04.585 INFO:journalctl@ceph.mon.c.smithi086.stdout: num_shard_bits : 4 2024-09-11T03:35:04.585 INFO:journalctl@ceph.mon.c.smithi086.stdout: strict_capacity_limit : 0 2024-09-11T03:35:04.585 INFO:journalctl@ceph.mon.c.smithi086.stdout: high_pri_pool_ratio: 0.000 2024-09-11T03:35:04.585 INFO:journalctl@ceph.mon.c.smithi086.stdout: block_cache_compressed: (nil) 2024-09-11T03:35:04.585 INFO:journalctl@ceph.mon.c.smithi086.stdout: persistent_cache: (nil) 2024-09-11T03:35:04.585 INFO:journalctl@ceph.mon.c.smithi086.stdout: block_size: 4096 2024-09-11T03:35:04.585 INFO:journalctl@ceph.mon.c.smithi086.stdout: block_size_deviation: 10 2024-09-11T03:35:04.586 INFO:journalctl@ceph.mon.c.smithi086.stdout: block_restart_interval: 16 2024-09-11T03:35:04.586 INFO:journalctl@ceph.mon.c.smithi086.stdout: index_block_restart_interval: 1 2024-09-11T03:35:04.586 INFO:journalctl@ceph.mon.c.smithi086.stdout: metadata_block_size: 4096 2024-09-11T03:35:04.586 INFO:journalctl@ceph.mon.c.smithi086.stdout: partition_filters: 0 2024-09-11T03:35:04.586 INFO:journalctl@ceph.mon.c.smithi086.stdout: use_delta_encoding: 1 2024-09-11T03:35:04.586 INFO:journalctl@ceph.mon.c.smithi086.stdout: filter_policy: bloomfilter 2024-09-11T03:35:04.586 INFO:journalctl@ceph.mon.c.smithi086.stdout: whole_key_filtering: 1 2024-09-11T03:35:04.586 INFO:journalctl@ceph.mon.c.smithi086.stdout: verify_compression: 0 2024-09-11T03:35:04.586 INFO:journalctl@ceph.mon.c.smithi086.stdout: read_amp_bytes_per_bit: 0 2024-09-11T03:35:04.586 INFO:journalctl@ceph.mon.c.smithi086.stdout: format_version: 5 2024-09-11T03:35:04.586 INFO:journalctl@ceph.mon.c.smithi086.stdout: enable_index_compression: 1 2024-09-11T03:35:04.586 INFO:journalctl@ceph.mon.c.smithi086.stdout: block_align: 0 2024-09-11T03:35:04.587 INFO:journalctl@ceph.mon.c.smithi086.stdout: max_auto_readahead_size: 262144 2024-09-11T03:35:04.587 INFO:journalctl@ceph.mon.c.smithi086.stdout: prepopulate_block_cache: 0 2024-09-11T03:35:04.587 INFO:journalctl@ceph.mon.c.smithi086.stdout: initial_auto_readahead_size: 8192 2024-09-11T03:35:04.587 INFO:journalctl@ceph.mon.c.smithi086.stdout: num_file_reads_for_auto_readahead: 2 2024-09-11T03:35:04.587 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.write_buffer_size: 33554432 2024-09-11T03:35:04.587 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_write_buffer_number: 2 2024-09-11T03:35:04.587 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compression: NoCompression 2024-09-11T03:35:04.587 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.bottommost_compression: Disabled 2024-09-11T03:35:04.587 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.prefix_extractor: nullptr 2024-09-11T03:35:04.587 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.num_levels: 7 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-11T03:35:04.588 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-11T03:35:04.589 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compression_opts.level: 32767 2024-09-11T03:35:04.589 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compression_opts.strategy: 0 2024-09-11T03:35:04.589 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-11T03:35:04.589 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-11T03:35:04.589 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-11T03:35:04.589 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-11T03:35:04.589 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compression_opts.enabled: false 2024-09-11T03:35:04.589 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-11T03:35:04.589 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-11T03:35:04.589 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-11T03:35:04.589 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-11T03:35:04.589 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.target_file_size_base: 67108864 2024-09-11T03:35:04.590 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-11T03:35:04.590 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-11T03:35:04.590 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-11T03:35:04.590 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-11T03:35:04.590 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-11T03:35:04.591 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-11T03:35:04.592 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-11T03:35:04.592 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-11T03:35:04.592 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-11T03:35:04.592 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-11T03:35:04.592 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-11T03:35:04.592 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-11T03:35:04.592 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.arena_block_size: 1048576 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.disable_auto_compactions: 0 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-11T03:35:04.593 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.inplace_update_support: 0 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.bloom_locality: 0 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.max_successive_merges: 0 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.paranoid_file_checks: 0 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.force_consistency_checks: 1 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.report_bg_io_stats: 0 2024-09-11T03:35:04.594 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.ttl: 2592000 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.enable_blob_files: false 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.min_blob_size: 0 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.blob_file_size: 268435456 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.blob_file_starting_level: 0 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-11T03:35:04.595 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-11T03:35:04.596 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13493, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-09-11T03:35:04.596 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-11T03:35:04.596 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c5052602-757d-4906-b873-a22e4b7e2a1b 2024-09-11T03:35:04.596 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726025704216397, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-11T03:35:04.596 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-11T03:35:04.596 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726025704237386, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5681512, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13498, "largest_seqno": 15851, "table_properties": {"data_size": 5669999, "index_size": 7971, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2501, "raw_key_size": 23741, "raw_average_key_size": 24, "raw_value_size": 5647974, "raw_average_value_size": 5757, "num_data_blocks": 348, "num_entries": 981, "num_filter_entries": 981, "num_deletions": 37, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726025704, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c5052602-757d-4906-b873-a22e4b7e2a1b", "db_session_id": "Q2BMRK98LD7G5EOIWB56", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-11T03:35:04.596 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726025704237487, "job": 1, "event": "recovery_finished"} 2024-09-11T03:35:04.596 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-11T03:35:04.596 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-11T03:35:04.596 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-11T03:35:04.596 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556ad22fee00 2024-09-11T03:35:04.596 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: DB pointer 0x556ad2400000 2024-09-11T03:35:04.597 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-11T03:35:04.597 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-11T03:35:04.597 INFO:journalctl@ceph.mon.c.smithi086.stdout: ** DB Stats ** 2024-09-11T03:35:04.597 INFO:journalctl@ceph.mon.c.smithi086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-11T03:35:04.597 INFO:journalctl@ceph.mon.c.smithi086.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-11T03:35:04.597 INFO:journalctl@ceph.mon.c.smithi086.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-11T03:35:04.597 INFO:journalctl@ceph.mon.c.smithi086.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-11T03:35:04.597 INFO:journalctl@ceph.mon.c.smithi086.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-11T03:35:04.597 INFO:journalctl@ceph.mon.c.smithi086.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-11T03:35:04.597 INFO:journalctl@ceph.mon.c.smithi086.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-11T03:35:04.597 INFO:journalctl@ceph.mon.c.smithi086.stdout: 2024-09-11T03:35:04.597 INFO:journalctl@ceph.mon.c.smithi086.stdout: ** Compaction Stats [default] ** 2024-09-11T03:35:04.597 INFO:journalctl@ceph.mon.c.smithi086.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: L0 1/0 5.42 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 577.3 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: L6 1/0 7.70 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: Sum 2/0 13.12 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 577.3 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 577.3 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: ** Compaction Stats [default] ** 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 577.3 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: 2024-09-11T03:35:04.598 INFO:journalctl@ceph.mon.c.smithi086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-11T03:35:04.599 INFO:journalctl@ceph.mon.c.smithi086.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-09-11T03:35:04.599 INFO:journalctl@ceph.mon.c.smithi086.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-11T03:35:04.599 INFO:journalctl@ceph.mon.c.smithi086.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-11T03:35:04.599 INFO:journalctl@ceph.mon.c.smithi086.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-11T03:35:04.599 INFO:journalctl@ceph.mon.c.smithi086.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-11T03:35:04.599 INFO:journalctl@ceph.mon.c.smithi086.stdout: Cumulative compaction: 0.01 GB write, 227.84 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-11T03:35:04.599 INFO:journalctl@ceph.mon.c.smithi086.stdout: Interval compaction: 0.01 GB write, 227.84 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-11T03:35:04.599 INFO:journalctl@ceph.mon.c.smithi086.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-11T03:35:04.599 INFO:journalctl@ceph.mon.c.smithi086.stdout: Block cache BinnedLRUCache@0x556ad22cf610#2 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-11T03:35:04.599 INFO:journalctl@ceph.mon.c.smithi086.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-09-11T03:35:04.599 INFO:journalctl@ceph.mon.c.smithi086.stdout: 2024-09-11T03:35:04.599 INFO:journalctl@ceph.mon.c.smithi086.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-11T03:35:04.599 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: starting mon.c rank 2 at public addrs [v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0] at bind addrs [v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:35:04.600 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: mon.c@-1(???) e3 preinit fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:35:04.600 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: mon.c@-1(???).mds e8 new map 2024-09-11T03:35:04.600 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: mon.c@-1(???).mds e8 print_map 2024-09-11T03:35:04.600 INFO:journalctl@ceph.mon.c.smithi086.stdout: e8 2024-09-11T03:35:04.600 INFO:journalctl@ceph.mon.c.smithi086.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-11T03:35:04.600 INFO:journalctl@ceph.mon.c.smithi086.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-11T03:35:04.600 INFO:journalctl@ceph.mon.c.smithi086.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-11T03:35:04.600 INFO:journalctl@ceph.mon.c.smithi086.stdout: legacy client fscid: 1 2024-09-11T03:35:04.600 INFO:journalctl@ceph.mon.c.smithi086.stdout: 2024-09-11T03:35:04.600 INFO:journalctl@ceph.mon.c.smithi086.stdout: Filesystem 'cephfs' (1) 2024-09-11T03:35:04.600 INFO:journalctl@ceph.mon.c.smithi086.stdout: fs_name cephfs 2024-09-11T03:35:04.600 INFO:journalctl@ceph.mon.c.smithi086.stdout: epoch 8 2024-09-11T03:35:04.600 INFO:journalctl@ceph.mon.c.smithi086.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-11T03:35:04.601 INFO:journalctl@ceph.mon.c.smithi086.stdout: created 2024-09-11T03:28:48.837037+0000 2024-09-11T03:35:04.601 INFO:journalctl@ceph.mon.c.smithi086.stdout: modified 2024-09-11T03:29:01.133461+0000 2024-09-11T03:35:04.601 INFO:journalctl@ceph.mon.c.smithi086.stdout: tableserver 0 2024-09-11T03:35:04.601 INFO:journalctl@ceph.mon.c.smithi086.stdout: root 0 2024-09-11T03:35:04.601 INFO:journalctl@ceph.mon.c.smithi086.stdout: session_timeout 60 2024-09-11T03:35:04.601 INFO:journalctl@ceph.mon.c.smithi086.stdout: session_autoclose 300 2024-09-11T03:35:04.601 INFO:journalctl@ceph.mon.c.smithi086.stdout: max_file_size 1099511627776 2024-09-11T03:35:04.601 INFO:journalctl@ceph.mon.c.smithi086.stdout: max_xattr_size 65536 2024-09-11T03:35:04.601 INFO:journalctl@ceph.mon.c.smithi086.stdout: required_client_features {} 2024-09-11T03:35:04.601 INFO:journalctl@ceph.mon.c.smithi086.stdout: last_failure 0 2024-09-11T03:35:04.601 INFO:journalctl@ceph.mon.c.smithi086.stdout: last_failure_osd_epoch 0 2024-09-11T03:35:04.602 INFO:journalctl@ceph.mon.c.smithi086.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-11T03:35:04.602 INFO:journalctl@ceph.mon.c.smithi086.stdout: max_mds 1 2024-09-11T03:35:04.602 INFO:journalctl@ceph.mon.c.smithi086.stdout: in 0 2024-09-11T03:35:04.602 INFO:journalctl@ceph.mon.c.smithi086.stdout: up {0=24347} 2024-09-11T03:35:04.602 INFO:journalctl@ceph.mon.c.smithi086.stdout: failed 2024-09-11T03:35:04.602 INFO:journalctl@ceph.mon.c.smithi086.stdout: damaged 2024-09-11T03:35:04.602 INFO:journalctl@ceph.mon.c.smithi086.stdout: stopped 2024-09-11T03:35:04.602 INFO:journalctl@ceph.mon.c.smithi086.stdout: data_pools [3] 2024-09-11T03:35:04.602 INFO:journalctl@ceph.mon.c.smithi086.stdout: metadata_pool 2 2024-09-11T03:35:04.602 INFO:journalctl@ceph.mon.c.smithi086.stdout: inline_data disabled 2024-09-11T03:35:04.603 INFO:journalctl@ceph.mon.c.smithi086.stdout: balancer 2024-09-11T03:35:04.603 INFO:journalctl@ceph.mon.c.smithi086.stdout: bal_rank_mask -1 2024-09-11T03:35:04.603 INFO:journalctl@ceph.mon.c.smithi086.stdout: standby_count_wanted 0 2024-09-11T03:35:04.603 INFO:journalctl@ceph.mon.c.smithi086.stdout: qdb_cluster leader: 0 members: 2024-09-11T03:35:04.603 INFO:journalctl@ceph.mon.c.smithi086.stdout: [mds.a{0:24347} state up:active seq 5 addr [v2:172.21.15.86:6834/3997876808,v1:172.21.15.86:6835/3997876808] compat {c=[1],r=[1],i=[7ff]}] 2024-09-11T03:35:04.603 INFO:journalctl@ceph.mon.c.smithi086.stdout: 2024-09-11T03:35:04.603 INFO:journalctl@ceph.mon.c.smithi086.stdout: 2024-09-11T03:35:04.603 INFO:journalctl@ceph.mon.c.smithi086.stdout: Standby daemons: 2024-09-11T03:35:04.603 INFO:journalctl@ceph.mon.c.smithi086.stdout: 2024-09-11T03:35:04.603 INFO:journalctl@ceph.mon.c.smithi086.stdout: [mds.b{-1:24322} state up:standby seq 1 addr [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] compat {c=[1],r=[1],i=[7ff]}] 2024-09-11T03:35:04.603 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: mon.c@-1(???).osd e240 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-11T03:35:04.603 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: mon.c@-1(???).osd e240 crush map has features 432629308056666112, adjusting msgr requires 2024-09-11T03:35:04.604 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: mon.c@-1(???).osd e240 crush map has features 432629308056666112, adjusting msgr requires 2024-09-11T03:35:04.604 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: mon.c@-1(???).osd e240 crush map has features 432629308056666112, adjusting msgr requires 2024-09-11T03:35:04.604 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 ceph-mon[91691]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-09-11T03:35:04.604 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 bash[91672]: 270b822d19621b04b03650c02d1eee0fa1a87629ea397d50c86805eb98994283 2024-09-11T03:35:04.604 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:04 smithi086 systemd[1]: Started Ceph mon.c for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:35:08.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:35:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:35:08] "GET /metrics HTTP/1.1" 200 36103 "" "Prometheus/2.43.0" 2024-09-11T03:35:10.486 INFO:tasks.rados.rados.0.smithi086.stdout:968: done (1 left) 2024-09-11T03:35:10.487 INFO:tasks.rados.rados.0.smithi086.stdout:969: done (0 left) 2024-09-11T03:35:10.487 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 82 2024-09-11T03:35:10.487 INFO:tasks.rados.rados.0.smithi086.stdout:970: seq_num 315 ranges {0=483328} 2024-09-11T03:35:10.489 INFO:tasks.rados.rados.0.smithi086.stdout:970: writing smithi08678205-37 from 0 to 483328 tid 1 2024-09-11T03:35:10.489 INFO:tasks.rados.rados.0.smithi086.stdout:971: snap_create 2024-09-11T03:35:10.492 INFO:tasks.rados.rados.0.smithi086.stdout:970: finishing write tid 1 to smithi08678205-37 2024-09-11T03:35:10.493 INFO:tasks.rados.rados.0.smithi086.stdout:970: finishing write tid 2 to smithi08678205-37 2024-09-11T03:35:10.495 INFO:tasks.rados.rados.0.smithi086.stdout:970: finishing write tid 3 to smithi08678205-37 2024-09-11T03:35:10.496 INFO:tasks.rados.rados.0.smithi086.stdout:970: oid 37 updating version 0 to 155 2024-09-11T03:35:10.496 INFO:tasks.rados.rados.0.smithi086.stdout:970: oid 37 updating version 155 to 156 2024-09-11T03:35:10.496 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 156 (ObjNum 315 snap 82 seq_num 315) dirty exists 2024-09-11T03:35:10.496 INFO:tasks.rados.rados.0.smithi086.stdout:970: left oid 37 (ObjNum 315 snap 82 seq_num 315) 2024-09-11T03:35:10.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: mon.c calling monitor election 2024-09-11T03:35:10.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: mon.a calling monitor election 2024-09-11T03:35:10.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: mon.b calling monitor election 2024-09-11T03:35:10.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-11T03:35:10.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: monmap epoch 3 2024-09-11T03:35:10.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:35:10.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: last_changed 2024-09-11T03:24:57.095313+0000 2024-09-11T03:35:10.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: created 2024-09-11T03:23:16.099776+0000 2024-09-11T03:35:10.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: min_mon_release 18 (reef) 2024-09-11T03:35:10.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: election_strategy: 1 2024-09-11T03:35:10.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: 0: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.a 2024-09-11T03:35:10.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.b 2024-09-11T03:35:10.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: 2: [v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0] mon.c 2024-09-11T03:35:10.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:35:10.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: osdmap e241: 8 total, 8 up, 8 in 2024-09-11T03:35:10.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: mgrmap e42: y(active, since 21s), standbys: x 2024-09-11T03:35:10.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[89281]: overall HEALTH_OK 2024-09-11T03:35:10.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: mon.c calling monitor election 2024-09-11T03:35:10.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: mon.a calling monitor election 2024-09-11T03:35:10.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: mon.b calling monitor election 2024-09-11T03:35:10.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-11T03:35:10.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: monmap epoch 3 2024-09-11T03:35:10.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:35:10.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: last_changed 2024-09-11T03:24:57.095313+0000 2024-09-11T03:35:10.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: created 2024-09-11T03:23:16.099776+0000 2024-09-11T03:35:10.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: min_mon_release 18 (reef) 2024-09-11T03:35:10.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: election_strategy: 1 2024-09-11T03:35:10.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: 0: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.a 2024-09-11T03:35:10.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.b 2024-09-11T03:35:10.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: 2: [v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0] mon.c 2024-09-11T03:35:10.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:35:10.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: osdmap e241: 8 total, 8 up, 8 in 2024-09-11T03:35:10.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: mgrmap e42: y(active, since 21s), standbys: x 2024-09-11T03:35:10.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:10 smithi086 ceph-mon[91691]: overall HEALTH_OK 2024-09-11T03:35:10.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: mon.c calling monitor election 2024-09-11T03:35:10.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: mon.a calling monitor election 2024-09-11T03:35:10.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: mon.b calling monitor election 2024-09-11T03:35:10.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-11T03:35:10.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: monmap epoch 3 2024-09-11T03:35:10.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:35:10.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: last_changed 2024-09-11T03:24:57.095313+0000 2024-09-11T03:35:10.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: created 2024-09-11T03:23:16.099776+0000 2024-09-11T03:35:10.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: min_mon_release 18 (reef) 2024-09-11T03:35:10.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: election_strategy: 1 2024-09-11T03:35:10.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: 0: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.a 2024-09-11T03:35:10.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.b 2024-09-11T03:35:10.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: 2: [v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0] mon.c 2024-09-11T03:35:10.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:35:10.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: osdmap e241: 8 total, 8 up, 8 in 2024-09-11T03:35:10.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: mgrmap e42: y(active, since 21s), standbys: x 2024-09-11T03:35:10.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:10 smithi130 ceph-mon[31190]: overall HEALTH_OK 2024-09-11T03:35:11.487 INFO:tasks.rados.rados.0.smithi086.stdout:970: done (1 left) 2024-09-11T03:35:11.487 INFO:tasks.rados.rados.0.smithi086.stdout:971: done (0 left) 2024-09-11T03:35:11.487 INFO:tasks.rados.rados.0.smithi086.stdout:972: read oid 11 snap 80 2024-09-11T03:35:11.487 INFO:tasks.rados.rados.0.smithi086.stdout:972: expect (ObjNum 282 snap 70 seq_num 282) 2024-09-11T03:35:11.487 INFO:tasks.rados.rados.0.smithi086.stdout:973: snap_create 2024-09-11T03:35:11.505 INFO:tasks.rados.rados.0.smithi086.stdout:972: expect (ObjNum 282 snap 70 seq_num 282) 2024-09-11T03:35:11.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:11 smithi086 ceph-mon[89281]: osdmap e242: 8 total, 8 up, 8 in 2024-09-11T03:35:11.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:11 smithi086 ceph-mon[91691]: osdmap e242: 8 total, 8 up, 8 in 2024-09-11T03:35:11.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:11 smithi130 ceph-mon[31190]: osdmap e242: 8 total, 8 up, 8 in 2024-09-11T03:35:12.487 INFO:tasks.rados.rados.0.smithi086.stdout:972: done (1 left) 2024-09-11T03:35:12.488 INFO:tasks.rados.rados.0.smithi086.stdout:973: done (0 left) 2024-09-11T03:35:12.488 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 84 2024-09-11T03:35:12.488 INFO:tasks.rados.rados.0.smithi086.stdout:974: seq_num 316 ranges {679936=499712} 2024-09-11T03:35:12.494 INFO:tasks.rados.rados.0.smithi086.stdout:974: writing smithi08678205-2 from 679936 to 1179648 tid 1 2024-09-11T03:35:12.494 INFO:tasks.rados.rados.0.smithi086.stdout:975: delete oid 36 current snap is 84 2024-09-11T03:35:12.498 INFO:tasks.rados.rados.0.smithi086.stdout:975: done (1 left) 2024-09-11T03:35:12.498 INFO:tasks.rados.rados.0.smithi086.stdout:976: read oid 41 snap -1 2024-09-11T03:35:12.498 INFO:tasks.rados.rados.0.smithi086.stdout:976: expect deleted 2024-09-11T03:35:12.498 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 29 current snap is 84 2024-09-11T03:35:12.498 INFO:tasks.rados.rados.0.smithi086.stdout:977: seq_num 318 ranges {0=532480} 2024-09-11T03:35:12.501 INFO:tasks.rados.rados.0.smithi086.stdout:977: writing smithi08678205-29 from 0 to 532480 tid 1 2024-09-11T03:35:12.501 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 84 2024-09-11T03:35:12.501 INFO:tasks.rados.rados.0.smithi086.stdout:978: seq_num 319 ranges {1867776=548864} 2024-09-11T03:35:12.515 INFO:tasks.rados.rados.0.smithi086.stdout:978: writing smithi08678205-39 from 1867776 to 2416640 tid 1 2024-09-11T03:35:12.515 INFO:tasks.rados.rados.0.smithi086.stdout:979: delete oid 46 current snap is 84 2024-09-11T03:35:12.515 INFO:tasks.rados.rados.0.smithi086.stdout:974: finishing write tid 1 to smithi08678205-2 2024-09-11T03:35:12.515 INFO:tasks.rados.rados.0.smithi086.stdout:974: finishing write tid 2 to smithi08678205-2 2024-09-11T03:35:12.515 INFO:tasks.rados.rados.0.smithi086.stdout:974: finishing write tid 3 to smithi08678205-2 2024-09-11T03:35:12.515 INFO:tasks.rados.rados.0.smithi086.stdout:974: oid 2 updating version 0 to 140 2024-09-11T03:35:12.515 INFO:tasks.rados.rados.0.smithi086.stdout:974: oid 2 updating version 140 to 141 2024-09-11T03:35:12.515 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 141 (ObjNum 316 snap 84 seq_num 316) dirty exists 2024-09-11T03:35:12.515 INFO:tasks.rados.rados.0.smithi086.stdout:974: left oid 2 (ObjNum 316 snap 84 seq_num 316) 2024-09-11T03:35:12.515 INFO:tasks.rados.rados.0.smithi086.stdout:977: finishing write tid 1 to smithi08678205-29 2024-09-11T03:35:12.516 INFO:tasks.rados.rados.0.smithi086.stdout:977: finishing write tid 2 to smithi08678205-29 2024-09-11T03:35:12.516 INFO:tasks.rados.rados.0.smithi086.stdout:977: finishing write tid 3 to smithi08678205-29 2024-09-11T03:35:12.516 INFO:tasks.rados.rados.0.smithi086.stdout:977: oid 29 updating version 0 to 522 2024-09-11T03:35:12.516 INFO:tasks.rados.rados.0.smithi086.stdout:977: oid 29 version 522 is already newer than 521 2024-09-11T03:35:12.516 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 522 (ObjNum 318 snap 84 seq_num 318) dirty exists 2024-09-11T03:35:12.516 INFO:tasks.rados.rados.0.smithi086.stdout:977: left oid 29 (ObjNum 318 snap 84 seq_num 318) 2024-09-11T03:35:12.520 INFO:tasks.rados.rados.0.smithi086.stdout:978: finishing write tid 1 to smithi08678205-39 2024-09-11T03:35:12.521 INFO:tasks.rados.rados.0.smithi086.stdout:978: finishing write tid 2 to smithi08678205-39 2024-09-11T03:35:12.522 INFO:tasks.rados.rados.0.smithi086.stdout:974: done (4 left) 2024-09-11T03:35:12.522 INFO:tasks.rados.rados.0.smithi086.stdout:976: done (3 left) 2024-09-11T03:35:12.522 INFO:tasks.rados.rados.0.smithi086.stdout:977: done (2 left) 2024-09-11T03:35:12.522 INFO:tasks.rados.rados.0.smithi086.stdout:979: done (1 left) 2024-09-11T03:35:12.522 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 84 2024-09-11T03:35:12.522 INFO:tasks.rados.rados.0.smithi086.stdout:980: seq_num 321 ranges {0=581632} 2024-09-11T03:35:12.525 INFO:tasks.rados.rados.0.smithi086.stdout:980: writing smithi08678205-38 from 0 to 581632 tid 1 2024-09-11T03:35:12.525 INFO:tasks.rados.rados.0.smithi086.stdout:981: copy_from oid 34 from oid 41 current snap is 84 2024-09-11T03:35:12.525 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 84 2024-09-11T03:35:12.525 INFO:tasks.rados.rados.0.smithi086.stdout:978: finishing write tid 3 to smithi08678205-39 2024-09-11T03:35:12.525 INFO:tasks.rados.rados.0.smithi086.stdout:978: oid 39 updating version 0 to 524 2024-09-11T03:35:12.525 INFO:tasks.rados.rados.0.smithi086.stdout:978: oid 39 updating version 524 to 525 2024-09-11T03:35:12.526 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 525 (ObjNum 319 snap 84 seq_num 319) dirty exists 2024-09-11T03:35:12.526 INFO:tasks.rados.rados.0.smithi086.stdout:978: left oid 39 (ObjNum 319 snap 84 seq_num 319) 2024-09-11T03:35:12.526 INFO:tasks.rados.rados.0.smithi086.stdout:982: seq_num 322 ranges {0=598016} 2024-09-11T03:35:12.529 INFO:tasks.rados.rados.0.smithi086.stdout:982: writing smithi08678205-6 from 0 to 598016 tid 1 2024-09-11T03:35:12.529 INFO:tasks.rados.rados.0.smithi086.stdout:978: done (3 left) 2024-09-11T03:35:12.529 INFO:tasks.rados.rados.0.smithi086.stdout:983: delete oid 18 current snap is 84 2024-09-11T03:35:12.529 INFO:tasks.rados.rados.0.smithi086.stdout:981: finishing copy_from to smithi08678205-34 2024-09-11T03:35:12.529 INFO:tasks.rados.rados.0.smithi086.stdout:981: got expected ENOENT (src dne) 2024-09-11T03:35:12.529 INFO:tasks.rados.rados.0.smithi086.stdout:981: finishing copy_from racing read to smithi08678205-34 2024-09-11T03:35:12.529 INFO:tasks.rados.rados.0.smithi086.stdout:980: finishing write tid 1 to smithi08678205-38 2024-09-11T03:35:12.529 INFO:tasks.rados.rados.0.smithi086.stdout:980: finishing write tid 2 to smithi08678205-38 2024-09-11T03:35:12.530 INFO:tasks.rados.rados.0.smithi086.stdout:980: finishing write tid 3 to smithi08678205-38 2024-09-11T03:35:12.530 INFO:tasks.rados.rados.0.smithi086.stdout:980: oid 38 updating version 0 to 285 2024-09-11T03:35:12.531 INFO:tasks.rados.rados.0.smithi086.stdout:980: oid 38 version 285 is already newer than 284 2024-09-11T03:35:12.531 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 285 (ObjNum 321 snap 84 seq_num 321) dirty exists 2024-09-11T03:35:12.531 INFO:tasks.rados.rados.0.smithi086.stdout:980: left oid 38 (ObjNum 321 snap 84 seq_num 321) 2024-09-11T03:35:12.531 INFO:tasks.rados.rados.0.smithi086.stdout:980: done (3 left) 2024-09-11T03:35:12.531 INFO:tasks.rados.rados.0.smithi086.stdout:981: done (2 left) 2024-09-11T03:35:12.532 INFO:tasks.rados.rados.0.smithi086.stdout:983: done (1 left) 2024-09-11T03:35:12.532 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 84 2024-09-11T03:35:12.532 INFO:tasks.rados.rados.0.smithi086.stdout:984: seq_num 324 ranges {327680=630784} 2024-09-11T03:35:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:984: writing smithi08678205-47 from 327680 to 958464 tid 1 2024-09-11T03:35:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:985: snap_create 2024-09-11T03:35:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:982: finishing write tid 1 to smithi08678205-6 2024-09-11T03:35:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:982: finishing write tid 2 to smithi08678205-6 2024-09-11T03:35:12.537 INFO:tasks.rados.rados.0.smithi086.stdout:982: finishing write tid 3 to smithi08678205-6 2024-09-11T03:35:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:982: oid 6 updating version 0 to 192 2024-09-11T03:35:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:982: oid 6 version 192 is already newer than 191 2024-09-11T03:35:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 192 (ObjNum 322 snap 84 seq_num 322) dirty exists 2024-09-11T03:35:12.538 INFO:tasks.rados.rados.0.smithi086.stdout:982: left oid 6 (ObjNum 322 snap 84 seq_num 322) 2024-09-11T03:35:12.541 INFO:tasks.rados.rados.0.smithi086.stdout:984: finishing write tid 1 to smithi08678205-47 2024-09-11T03:35:12.541 INFO:tasks.rados.rados.0.smithi086.stdout:984: finishing write tid 2 to smithi08678205-47 2024-09-11T03:35:12.542 INFO:tasks.rados.rados.0.smithi086.stdout:984: finishing write tid 3 to smithi08678205-47 2024-09-11T03:35:12.542 INFO:tasks.rados.rados.0.smithi086.stdout:984: oid 47 updating version 0 to 538 2024-09-11T03:35:12.542 INFO:tasks.rados.rados.0.smithi086.stdout:984: oid 47 updating version 538 to 539 2024-09-11T03:35:12.542 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 539 (ObjNum 324 snap 84 seq_num 324) dirty exists 2024-09-11T03:35:12.542 INFO:tasks.rados.rados.0.smithi086.stdout:984: left oid 47 (ObjNum 324 snap 84 seq_num 324) 2024-09-11T03:35:12.610 INFO:tasks.rados.rados.0.smithi086.stdout:982: done (2 left) 2024-09-11T03:35:12.610 INFO:tasks.rados.rados.0.smithi086.stdout:984: done (1 left) 2024-09-11T03:35:12.610 INFO:tasks.rados.rados.0.smithi086.stdout:985: done (0 left) 2024-09-11T03:35:12.610 INFO:tasks.rados.rados.0.smithi086.stdout:986: snap_remove snap 79 2024-09-11T03:35:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:12 smithi086 ceph-mon[89281]: pgmap v29: 121 pgs: 121 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 57 KiB/s wr, 5 op/s 2024-09-11T03:35:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:12 smithi086 ceph-mon[89281]: osdmap e243: 8 total, 8 up, 8 in 2024-09-11T03:35:12.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:12 smithi086 ceph-mon[91691]: pgmap v29: 121 pgs: 121 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 57 KiB/s wr, 5 op/s 2024-09-11T03:35:12.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:12 smithi086 ceph-mon[91691]: osdmap e243: 8 total, 8 up, 8 in 2024-09-11T03:35:12.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:12 smithi130 ceph-mon[31190]: pgmap v29: 121 pgs: 121 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 57 KiB/s wr, 5 op/s 2024-09-11T03:35:12.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:12 smithi130 ceph-mon[31190]: osdmap e243: 8 total, 8 up, 8 in 2024-09-11T03:35:13.612 INFO:tasks.rados.rados.0.smithi086.stdout:986: done (0 left) 2024-09-11T03:35:13.612 INFO:tasks.rados.rados.0.smithi086.stdout:987: rmattr oid 46 current snap is 85 2024-09-11T03:35:13.612 INFO:tasks.rados.rados.0.smithi086.stdout:987: done (0 left) 2024-09-11T03:35:13.613 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 85 2024-09-11T03:35:13.613 INFO:tasks.rados.rados.0.smithi086.stdout:988: seq_num 325 ranges {1884160=647168} 2024-09-11T03:35:13.627 INFO:tasks.rados.rados.0.smithi086.stdout:988: writing smithi08678205-21 from 1884160 to 2531328 tid 1 2024-09-11T03:35:13.627 INFO:tasks.rados.rados.0.smithi086.stdout:989: delete oid 39 current snap is 85 2024-09-11T03:35:13.631 INFO:tasks.rados.rados.0.smithi086.stdout:989: done (1 left) 2024-09-11T03:35:13.631 INFO:tasks.rados.rados.0.smithi086.stdout:990: read oid 49 snap -1 2024-09-11T03:35:13.631 INFO:tasks.rados.rados.0.smithi086.stdout:990: expect (ObjNum 294 snap 72 seq_num 294) 2024-09-11T03:35:13.631 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 28 current snap is 85 2024-09-11T03:35:13.631 INFO:tasks.rados.rados.0.smithi086.stdout:991: seq_num 327 ranges {2629632=679936} 2024-09-11T03:35:13.651 INFO:tasks.rados.rados.0.smithi086.stdout:991: writing smithi08678205-28 from 2629632 to 3309568 tid 1 2024-09-11T03:35:13.651 INFO:tasks.rados.rados.0.smithi086.stdout:992: read oid 39 snap -1 2024-09-11T03:35:13.651 INFO:tasks.rados.rados.0.smithi086.stdout:992: expect deleted 2024-09-11T03:35:13.651 INFO:tasks.rados.rados.0.smithi086.stdout:993: rmattr oid 12 current snap is 85 2024-09-11T03:35:13.651 INFO:tasks.rados.rados.0.smithi086.stdout:993: done (4 left) 2024-09-11T03:35:13.651 INFO:tasks.rados.rados.0.smithi086.stdout:994: delete oid 3 current snap is 85 2024-09-11T03:35:13.651 INFO:tasks.rados.rados.0.smithi086.stdout:988: finishing write tid 1 to smithi08678205-21 2024-09-11T03:35:13.651 INFO:tasks.rados.rados.0.smithi086.stdout:988: finishing write tid 2 to smithi08678205-21 2024-09-11T03:35:13.651 INFO:tasks.rados.rados.0.smithi086.stdout:988: finishing write tid 3 to smithi08678205-21 2024-09-11T03:35:13.652 INFO:tasks.rados.rados.0.smithi086.stdout:988: oid 21 updating version 0 to 297 2024-09-11T03:35:13.652 INFO:tasks.rados.rados.0.smithi086.stdout:988: oid 21 updating version 297 to 298 2024-09-11T03:35:13.652 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 298 (ObjNum 325 snap 85 seq_num 325) dirty exists 2024-09-11T03:35:13.652 INFO:tasks.rados.rados.0.smithi086.stdout:988: left oid 21 (ObjNum 325 snap 85 seq_num 325) 2024-09-11T03:35:13.652 INFO:tasks.rados.rados.0.smithi086.stdout:990: expect (ObjNum 294 snap 72 seq_num 294) 2024-09-11T03:35:13.765 INFO:tasks.rados.rados.0.smithi086.stdout:991: finishing write tid 1 to smithi08678205-28 2024-09-11T03:35:13.766 INFO:tasks.rados.rados.0.smithi086.stdout:991: finishing write tid 2 to smithi08678205-28 2024-09-11T03:35:13.766 INFO:tasks.rados.rados.0.smithi086.stdout:991: finishing write tid 3 to smithi08678205-28 2024-09-11T03:35:13.766 INFO:tasks.rados.rados.0.smithi086.stdout:991: oid 28 updating version 0 to 687 2024-09-11T03:35:13.766 INFO:tasks.rados.rados.0.smithi086.stdout:991: oid 28 updating version 687 to 688 2024-09-11T03:35:13.766 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 688 (ObjNum 327 snap 85 seq_num 327) dirty exists 2024-09-11T03:35:13.767 INFO:tasks.rados.rados.0.smithi086.stdout:991: left oid 28 (ObjNum 327 snap 85 seq_num 327) 2024-09-11T03:35:13.767 INFO:tasks.rados.rados.0.smithi086.stdout:988: done (4 left) 2024-09-11T03:35:13.767 INFO:tasks.rados.rados.0.smithi086.stdout:990: done (3 left) 2024-09-11T03:35:13.767 INFO:tasks.rados.rados.0.smithi086.stdout:991: done (2 left) 2024-09-11T03:35:13.767 INFO:tasks.rados.rados.0.smithi086.stdout:992: done (1 left) 2024-09-11T03:35:13.767 INFO:tasks.rados.rados.0.smithi086.stdout:994: done (0 left) 2024-09-11T03:35:13.767 INFO:tasks.rados.rados.0.smithi086.stdout:995: copy_from oid 50 from oid 30 current snap is 85 2024-09-11T03:35:13.767 INFO:tasks.rados.rados.0.smithi086.stdout:996: snap_remove snap 83 2024-09-11T03:35:13.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:13 smithi086 ceph-mon[89281]: osdmap e244: 8 total, 8 up, 8 in 2024-09-11T03:35:13.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:13 smithi086 ceph-mon[89281]: osdmap e245: 8 total, 8 up, 8 in 2024-09-11T03:35:13.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:13.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:13.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:13.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:13.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:13 smithi086 ceph-mon[91691]: osdmap e244: 8 total, 8 up, 8 in 2024-09-11T03:35:13.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:13 smithi086 ceph-mon[91691]: osdmap e245: 8 total, 8 up, 8 in 2024-09-11T03:35:13.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:13.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:13.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:13.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:13.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:13 smithi130 ceph-mon[31190]: osdmap e244: 8 total, 8 up, 8 in 2024-09-11T03:35:13.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:13 smithi130 ceph-mon[31190]: osdmap e245: 8 total, 8 up, 8 in 2024-09-11T03:35:13.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:13 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:13.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:13 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:13.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:13 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:13.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:13 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:14.572 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:35:14 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:35:14.247+0000 7f1689c5f640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-11T03:35:14.616 INFO:tasks.rados.rados.0.smithi086.stdout:996: done (1 left) 2024-09-11T03:35:14.617 INFO:tasks.rados.rados.0.smithi086.stdout:997: snap_create 2024-09-11T03:35:14.617 INFO:tasks.rados.rados.0.smithi086.stdout:995: finishing copy_from to smithi08678205-50 2024-09-11T03:35:14.617 INFO:tasks.rados.rados.0.smithi086.stdout:995: got expected ENOENT (src dne) 2024-09-11T03:35:14.617 INFO:tasks.rados.rados.0.smithi086.stdout:995: finishing copy_from racing read to smithi08678205-50 2024-09-11T03:35:14.925 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:14 smithi086 ceph-mon[89281]: pgmap v33: 121 pgs: 121 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:35:14.925 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:14 smithi086 ceph-mon[89281]: osdmap e246: 8 total, 8 up, 8 in 2024-09-11T03:35:14.926 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:14 smithi086 ceph-mon[91691]: pgmap v33: 121 pgs: 121 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:35:14.926 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:14 smithi086 ceph-mon[91691]: osdmap e246: 8 total, 8 up, 8 in 2024-09-11T03:35:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:14 smithi130 ceph-mon[31190]: pgmap v33: 121 pgs: 121 active+clean; 98 MiB data, 666 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:35:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:14 smithi130 ceph-mon[31190]: osdmap e246: 8 total, 8 up, 8 in 2024-09-11T03:35:15.623 INFO:tasks.rados.rados.0.smithi086.stdout:995: done (1 left) 2024-09-11T03:35:15.623 INFO:tasks.rados.rados.0.smithi086.stdout:997: done (0 left) 2024-09-11T03:35:15.623 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 86 2024-09-11T03:35:15.623 INFO:tasks.rados.rados.0.smithi086.stdout:998: seq_num 329 ranges {2531328=712704} 2024-09-11T03:35:15.640 INFO:tasks.rados.rados.0.smithi086.stdout:998: writing smithi08678205-21 from 2531328 to 3244032 tid 1 2024-09-11T03:35:15.641 INFO:tasks.rados.rados.0.smithi086.stdout:999: rollback oid 42 current snap is 86 2024-09-11T03:35:15.641 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 42 to 80 2024-09-11T03:35:15.641 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 86 2024-09-11T03:35:15.641 INFO:tasks.rados.rados.0.smithi086.stdout:1000: seq_num 330 ranges {958464=737280} 2024-09-11T03:35:15.650 INFO:tasks.rados.rados.0.smithi086.stdout:1000: writing smithi08678205-47 from 958464 to 1695744 tid 1 2024-09-11T03:35:15.651 INFO:tasks.rados.rados.0.smithi086.stdout:1001: copy_from oid 13 from oid 7 current snap is 86 2024-09-11T03:35:15.651 INFO:tasks.rados.rados.0.smithi086.stdout:998: finishing write tid 1 to smithi08678205-21 2024-09-11T03:35:15.651 INFO:tasks.rados.rados.0.smithi086.stdout:998: finishing write tid 2 to smithi08678205-21 2024-09-11T03:35:15.651 INFO:tasks.rados.rados.0.smithi086.stdout:999: finishing rollback tid 0 to smithi08678205-42 2024-09-11T03:35:15.651 INFO:tasks.rados.rados.0.smithi086.stdout:999: finishing rollback tid 1 to smithi08678205-42 2024-09-11T03:35:15.651 INFO:tasks.rados.rados.0.smithi086.stdout:998: finishing write tid 3 to smithi08678205-21 2024-09-11T03:35:15.651 INFO:tasks.rados.rados.0.smithi086.stdout:998: oid 21 updating version 0 to 302 2024-09-11T03:35:15.651 INFO:tasks.rados.rados.0.smithi086.stdout:998: oid 21 updating version 302 to 303 2024-09-11T03:35:15.651 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 303 (ObjNum 329 snap 86 seq_num 329) dirty exists 2024-09-11T03:35:15.651 INFO:tasks.rados.rados.0.smithi086.stdout:998: left oid 21 (ObjNum 329 snap 86 seq_num 329) 2024-09-11T03:35:15.651 INFO:tasks.rados.rados.0.smithi086.stdout:999: finishing rollback tid 2 to smithi08678205-42 2024-09-11T03:35:15.651 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 307 (ObjNum 301 snap 75 seq_num 301) dirty exists 2024-09-11T03:35:15.652 INFO:tasks.rados.rados.0.smithi086.stdout:998: done (3 left) 2024-09-11T03:35:15.652 INFO:tasks.rados.rados.0.smithi086.stdout:999: done (2 left) 2024-09-11T03:35:15.652 INFO:tasks.rados.rados.0.smithi086.stdout:1002: snap_create 2024-09-11T03:35:15.657 INFO:tasks.rados.rados.0.smithi086.stdout:1001: finishing copy_from to smithi08678205-13 2024-09-11T03:35:15.657 INFO:tasks.rados.rados.0.smithi086.stdout:1001: got expected ENOENT (src dne) 2024-09-11T03:35:15.657 INFO:tasks.rados.rados.0.smithi086.stdout:1001: finishing copy_from racing read to smithi08678205-13 2024-09-11T03:35:15.658 INFO:tasks.rados.rados.0.smithi086.stdout:1000: finishing write tid 1 to smithi08678205-47 2024-09-11T03:35:15.658 INFO:tasks.rados.rados.0.smithi086.stdout:1000: finishing write tid 2 to smithi08678205-47 2024-09-11T03:35:15.659 INFO:tasks.rados.rados.0.smithi086.stdout:1000: finishing write tid 3 to smithi08678205-47 2024-09-11T03:35:15.659 INFO:tasks.rados.rados.0.smithi086.stdout:1000: oid 47 updating version 0 to 540 2024-09-11T03:35:15.659 INFO:tasks.rados.rados.0.smithi086.stdout:1000: oid 47 updating version 540 to 541 2024-09-11T03:35:15.659 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 541 (ObjNum 330 snap 86 seq_num 330) dirty exists 2024-09-11T03:35:15.659 INFO:tasks.rados.rados.0.smithi086.stdout:1000: left oid 47 (ObjNum 330 snap 86 seq_num 330) 2024-09-11T03:35:15.910 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:15 smithi086 ceph-mon[89281]: osdmap e247: 8 total, 8 up, 8 in 2024-09-11T03:35:15.910 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:15 smithi086 ceph-mon[91691]: osdmap e247: 8 total, 8 up, 8 in 2024-09-11T03:35:16.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:15 smithi130 ceph-mon[31190]: osdmap e247: 8 total, 8 up, 8 in 2024-09-11T03:35:16.633 INFO:tasks.rados.rados.0.smithi086.stdout:1000: done (2 left) 2024-09-11T03:35:16.634 INFO:tasks.rados.rados.0.smithi086.stdout:1001: done (1 left) 2024-09-11T03:35:16.634 INFO:tasks.rados.rados.0.smithi086.stdout:1002: done (0 left) 2024-09-11T03:35:16.634 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 87 2024-09-11T03:35:16.634 INFO:tasks.rados.rados.0.smithi086.stdout:1003: seq_num 331 ranges {0=753664} 2024-09-11T03:35:16.637 INFO:tasks.rados.rados.0.smithi086.stdout:1003: writing smithi08678205-15 from 0 to 753664 tid 1 2024-09-11T03:35:16.637 INFO:tasks.rados.rados.0.smithi086.stdout:1004: delete oid 31 current snap is 87 2024-09-11T03:35:16.644 INFO:tasks.rados.rados.0.smithi086.stdout:1003: finishing write tid 1 to smithi08678205-15 2024-09-11T03:35:16.644 INFO:tasks.rados.rados.0.smithi086.stdout:1003: finishing write tid 2 to smithi08678205-15 2024-09-11T03:35:16.645 INFO:tasks.rados.rados.0.smithi086.stdout:1004: done (1 left) 2024-09-11T03:35:16.645 INFO:tasks.rados.rados.0.smithi086.stdout:1005: snap_create 2024-09-11T03:35:16.646 INFO:tasks.rados.rados.0.smithi086.stdout:1003: finishing write tid 3 to smithi08678205-15 2024-09-11T03:35:16.646 INFO:tasks.rados.rados.0.smithi086.stdout:1003: oid 15 updating version 0 to 694 2024-09-11T03:35:16.646 INFO:tasks.rados.rados.0.smithi086.stdout:1003: oid 15 version 694 is already newer than 693 2024-09-11T03:35:16.646 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 694 (ObjNum 331 snap 87 seq_num 331) dirty exists 2024-09-11T03:35:16.646 INFO:tasks.rados.rados.0.smithi086.stdout:1003: left oid 15 (ObjNum 331 snap 87 seq_num 331) 2024-09-11T03:35:16.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[89281]: pgmap v36: 121 pgs: 121 active+clean; 100 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 841 B/s rd, 419 KiB/s wr, 2 op/s 2024-09-11T03:35:16.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[89281]: osdmap e248: 8 total, 8 up, 8 in 2024-09-11T03:35:16.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:16.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:16.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:16.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:35:16.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:16.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[91691]: pgmap v36: 121 pgs: 121 active+clean; 100 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 841 B/s rd, 419 KiB/s wr, 2 op/s 2024-09-11T03:35:16.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[91691]: osdmap e248: 8 total, 8 up, 8 in 2024-09-11T03:35:16.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:16.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:16.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:16.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:35:16.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:16 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:16 smithi130 ceph-mon[31190]: pgmap v36: 121 pgs: 121 active+clean; 100 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 841 B/s rd, 419 KiB/s wr, 2 op/s 2024-09-11T03:35:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:16 smithi130 ceph-mon[31190]: osdmap e248: 8 total, 8 up, 8 in 2024-09-11T03:35:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:16 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:16 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:17.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:16 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:17.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:16 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:35:17.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:16 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:17.643 INFO:tasks.rados.rados.0.smithi086.stdout:1003: done (1 left) 2024-09-11T03:35:17.643 INFO:tasks.rados.rados.0.smithi086.stdout:1005: done (0 left) 2024-09-11T03:35:17.643 INFO:tasks.rados.rados.0.smithi086.stdout:1006: copy_from oid 33 from oid 44 current snap is 88 2024-09-11T03:35:17.643 INFO:tasks.rados.rados.0.smithi086.stdout:1007: delete oid 3 current snap is 88 2024-09-11T03:35:17.645 INFO:tasks.rados.rados.0.smithi086.stdout:1007: done (1 left) 2024-09-11T03:35:17.646 INFO:tasks.rados.rados.0.smithi086.stdout:1008: snap_remove snap 82 2024-09-11T03:35:18.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:17 smithi086 ceph-mon[89281]: osdmap e249: 8 total, 8 up, 8 in 2024-09-11T03:35:18.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:18.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:18.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-11T03:35:18.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-11T03:35:18.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:17 smithi086 ceph-mon[89281]: Upgrade: It appears safe to stop mon.b 2024-09-11T03:35:18.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:17 smithi086 ceph-mon[91691]: osdmap e249: 8 total, 8 up, 8 in 2024-09-11T03:35:18.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:18.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:18.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-11T03:35:18.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-11T03:35:18.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:17 smithi086 ceph-mon[91691]: Upgrade: It appears safe to stop mon.b 2024-09-11T03:35:18.040 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:17 smithi130 ceph-mon[31190]: osdmap e249: 8 total, 8 up, 8 in 2024-09-11T03:35:18.041 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:17 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:18.041 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:17 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:18.041 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:17 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-11T03:35:18.041 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:17 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-11T03:35:18.041 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:17 smithi130 ceph-mon[31190]: Upgrade: It appears safe to stop mon.b 2024-09-11T03:35:18.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:35:18] "GET /metrics HTTP/1.1" 200 36103 "" "Prometheus/2.43.0" 2024-09-11T03:35:18.639 INFO:tasks.rados.rados.0.smithi086.stdout:1008: done (1 left) 2024-09-11T03:35:18.640 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 88 2024-09-11T03:35:18.640 INFO:tasks.rados.rados.0.smithi086.stdout:1006: finishing copy_from racing read to smithi08678205-33 2024-09-11T03:35:18.640 INFO:tasks.rados.rados.0.smithi086.stdout:1009: seq_num 334 ranges {3244032=802816} 2024-09-11T03:35:18.662 INFO:tasks.rados.rados.0.smithi086.stdout:1009: writing smithi08678205-21 from 3244032 to 4046848 tid 1 2024-09-11T03:35:18.663 INFO:tasks.rados.rados.0.smithi086.stdout:1010: read oid 3 snap -1 2024-09-11T03:35:18.663 INFO:tasks.rados.rados.0.smithi086.stdout:1010: expect deleted 2024-09-11T03:35:18.663 INFO:tasks.rados.rados.0.smithi086.stdout:1011: read oid 23 snap -1 2024-09-11T03:35:18.664 INFO:tasks.rados.rados.0.smithi086.stdout:1011: expect (ObjNum 302 snap 75 seq_num 302) 2024-09-11T03:35:18.664 INFO:tasks.rados.rados.0.smithi086.stdout:1012: delete oid 19 current snap is 88 2024-09-11T03:35:18.664 INFO:tasks.rados.rados.0.smithi086.stdout:1006: finishing copy_from to smithi08678205-33 2024-09-11T03:35:18.664 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 100 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-11T03:35:18.667 INFO:tasks.rados.rados.0.smithi086.stdout:1006: done (4 left) 2024-09-11T03:35:18.667 INFO:tasks.rados.rados.0.smithi086.stdout:1010: done (3 left) 2024-09-11T03:35:18.667 INFO:tasks.rados.rados.0.smithi086.stdout:1012: done (2 left) 2024-09-11T03:35:18.667 INFO:tasks.rados.rados.0.smithi086.stdout:1013: rollback oid 41 current snap is 88 2024-09-11T03:35:18.667 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 41 to 87 2024-09-11T03:35:18.667 INFO:tasks.rados.rados.0.smithi086.stdout:1014: rollback oid 22 current snap is 88 2024-09-11T03:35:18.668 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 22 to 76 2024-09-11T03:35:18.668 INFO:tasks.rados.rados.0.smithi086.stdout:1015: rmattr oid 32 current snap is 88 2024-09-11T03:35:18.668 INFO:tasks.rados.rados.0.smithi086.stdout:1016: read oid 17 snap -1 2024-09-11T03:35:18.668 INFO:tasks.rados.rados.0.smithi086.stdout:1016: expect (ObjNum 227 snap 52 seq_num 227) 2024-09-11T03:35:18.668 INFO:tasks.rados.rados.0.smithi086.stdout:1017: snap_create 2024-09-11T03:35:18.669 INFO:tasks.rados.rados.0.smithi086.stdout:1013: finishing rollback tid 1 to smithi08678205-41 2024-09-11T03:35:18.669 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 0 (ObjNum 161 snap 0 seq_num 3220629952) dirty dne 2024-09-11T03:35:18.670 INFO:tasks.rados.rados.0.smithi086.stdout:1009: finishing write tid 1 to smithi08678205-21 2024-09-11T03:35:18.670 INFO:tasks.rados.rados.0.smithi086.stdout:1014: finishing rollback tid 0 to smithi08678205-22 2024-09-11T03:35:18.670 INFO:tasks.rados.rados.0.smithi086.stdout:1014: finishing rollback tid 1 to smithi08678205-22 2024-09-11T03:35:18.670 INFO:tasks.rados.rados.0.smithi086.stdout:1009: finishing write tid 2 to smithi08678205-21 2024-09-11T03:35:18.670 INFO:tasks.rados.rados.0.smithi086.stdout:1014: finishing rollback tid 2 to smithi08678205-22 2024-09-11T03:35:18.671 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 295 (ObjNum 241 snap 53 seq_num 241) dirty exists 2024-09-11T03:35:18.671 INFO:tasks.rados.rados.0.smithi086.stdout:1009: finishing write tid 3 to smithi08678205-21 2024-09-11T03:35:18.671 INFO:tasks.rados.rados.0.smithi086.stdout:1009: oid 21 updating version 0 to 314 2024-09-11T03:35:18.671 INFO:tasks.rados.rados.0.smithi086.stdout:1009: oid 21 version 314 is already newer than 313 2024-09-11T03:35:18.671 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 314 (ObjNum 334 snap 88 seq_num 334) dirty exists 2024-09-11T03:35:18.671 INFO:tasks.rados.rados.0.smithi086.stdout:1009: left oid 21 (ObjNum 334 snap 88 seq_num 334) 2024-09-11T03:35:18.672 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 372 (ObjNum 191 snap 38 seq_num 191) dirty exists 2024-09-11T03:35:18.676 INFO:tasks.rados.rados.0.smithi086.stdout:1011: expect (ObjNum 302 snap 75 seq_num 302) 2024-09-11T03:35:18.752 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:18 smithi130 ceph-mon[31190]: pgmap v39: 121 pgs: 121 active+clean; 103 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-09-11T03:35:18.752 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:18 smithi130 ceph-mon[31190]: osdmap e250: 8 total, 8 up, 8 in 2024-09-11T03:35:18.752 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:18 smithi130 ceph-mon[31190]: Upgrade: Updating mon.b 2024-09-11T03:35:18.752 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:18 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:18.752 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:18 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:18.752 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:18 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:18.752 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:18 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:18.753 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:18 smithi130 ceph-mon[31190]: Deploying daemon mon.b on smithi130 2024-09-11T03:35:18.776 INFO:tasks.rados.rados.0.smithi086.stdout:1016: expect (ObjNum 227 snap 52 seq_num 227) 2024-09-11T03:35:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[89281]: pgmap v39: 121 pgs: 121 active+clean; 103 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-09-11T03:35:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[89281]: osdmap e250: 8 total, 8 up, 8 in 2024-09-11T03:35:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[89281]: Upgrade: Updating mon.b 2024-09-11T03:35:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[89281]: Deploying daemon mon.b on smithi130 2024-09-11T03:35:19.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[91691]: pgmap v39: 121 pgs: 121 active+clean; 103 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-09-11T03:35:19.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[91691]: osdmap e250: 8 total, 8 up, 8 in 2024-09-11T03:35:19.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[91691]: Upgrade: Updating mon.b 2024-09-11T03:35:19.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:19.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:19.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:19.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:19.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:18 smithi086 ceph-mon[91691]: Deploying daemon mon.b on smithi130 2024-09-11T03:35:19.651 INFO:tasks.rados.rados.0.smithi086.stdout:1009: done (6 left) 2024-09-11T03:35:19.651 INFO:tasks.rados.rados.0.smithi086.stdout:1011: done (5 left) 2024-09-11T03:35:19.651 INFO:tasks.rados.rados.0.smithi086.stdout:1013: done (4 left) 2024-09-11T03:35:19.651 INFO:tasks.rados.rados.0.smithi086.stdout:1014: done (3 left) 2024-09-11T03:35:19.651 INFO:tasks.rados.rados.0.smithi086.stdout:1015: done (2 left) 2024-09-11T03:35:19.651 INFO:tasks.rados.rados.0.smithi086.stdout:1016: done (1 left) 2024-09-11T03:35:19.651 INFO:tasks.rados.rados.0.smithi086.stdout:1017: done (0 left) 2024-09-11T03:35:19.651 INFO:tasks.rados.rados.0.smithi086.stdout:1018: snap_remove snap 74 2024-09-11T03:35:19.729 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:19 smithi130 ceph-mon[31190]: osdmap e251: 8 total, 8 up, 8 in 2024-09-11T03:35:19.730 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:19 smithi130 ceph-mon[31190]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:35:20.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:19 smithi086 ceph-mon[89281]: osdmap e251: 8 total, 8 up, 8 in 2024-09-11T03:35:20.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:35:20.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:19 smithi086 ceph-mon[91691]: osdmap e251: 8 total, 8 up, 8 in 2024-09-11T03:35:20.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:35:20.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:19 smithi130 systemd[1]: Stopping Ceph mon.b for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:35:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:20 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b[31182]: 2024-09-11T03:35:20.193+0000 7fe0795d2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:35:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:20 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b[31182]: 2024-09-11T03:35:20.193+0000 7fe0795d2640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-11T03:35:20.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:20 smithi130 podman[83525]: 2024-09-11 03:35:20.378055754 +0000 UTC m=+0.319106231 container died f24156c810aadcf7d95ebd99898e6a70e61788f41d027b898756a82c64796cf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-7a853b1, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:35:21.027 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:20 smithi130 podman[83525]: 2024-09-11 03:35:20.676847395 +0000 UTC m=+0.617897883 container cleanup f24156c810aadcf7d95ebd99898e6a70e61788f41d027b898756a82c64796cf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=reef-7a853b1, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-11T03:35:21.027 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:20 smithi130 bash[83525]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b 2024-09-11T03:35:21.027 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:20 smithi130 podman[83540]: 2024-09-11 03:35:20.819954167 +0000 UTC m=+0.442149480 container remove f24156c810aadcf7d95ebd99898e6a70e61788f41d027b898756a82c64796cf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=reef-7a853b1, maintainer=Guillaume Abrioux ) 2024-09-11T03:35:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-11T03:35:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 systemd[1]: Stopped Ceph mon.b for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:35:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.b.service: Consumed 8.796s CPU time. 2024-09-11T03:35:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 systemd[1]: Starting Ceph mon.b for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:35:21.723 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 podman[83666]: 2024-09-11 03:35:21.463098898 +0000 UTC m=+0.112228727 container create ea79ba44611d74690fef165c48fe10eb3d4ab674cf1edc537402af5c4374950a (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:35:21.723 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 podman[83666]: 2024-09-11 03:35:21.36677362 +0000 UTC m=+0.015903450 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:35:21.723 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 podman[83666]: 2024-09-11 03:35:21.698752072 +0000 UTC m=+0.347881901 container init ea79ba44611d74690fef165c48fe10eb3d4ab674cf1edc537402af5c4374950a (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-11T03:35:21.723 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 podman[83666]: 2024-09-11 03:35:21.702044631 +0000 UTC m=+0.351174461 container start ea79ba44611d74690fef165c48fe10eb3d4ab674cf1edc537402af5c4374950a (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-11T03:35:22.069 INFO:tasks.rados.rados.0.smithi086.stdout:1018: done (0 left) 2024-09-11T03:35:22.069 INFO:tasks.rados.rados.0.smithi086.stdout:1019: read oid 47 snap -1 2024-09-11T03:35:22.069 INFO:tasks.rados.rados.0.smithi086.stdout:1019: expect (ObjNum 330 snap 86 seq_num 330) 2024-09-11T03:35:22.070 INFO:tasks.rados.rados.0.smithi086.stdout:1020: copy_from oid 21 from oid 5 current snap is 89 2024-09-11T03:35:22.070 INFO:tasks.rados.rados.0.smithi086.stdout:1021: snap_create 2024-09-11T03:35:22.076 INFO:tasks.rados.rados.0.smithi086.stdout:1020: finishing copy_from to smithi08678205-21 2024-09-11T03:35:22.077 INFO:tasks.rados.rados.0.smithi086.stdout:1020: got expected ENOENT (src dne) 2024-09-11T03:35:22.077 INFO:tasks.rados.rados.0.smithi086.stdout:1020: finishing copy_from racing read to smithi08678205-21 2024-09-11T03:35:22.087 INFO:tasks.rados.rados.0.smithi086.stdout:1019: expect (ObjNum 330 snap 86 seq_num 330) 2024-09-11T03:35:22.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: set uid:gid to 167:167 (ceph:ceph) 2024-09-11T03:35:22.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev), process ceph-mon, pid 2 2024-09-11T03:35:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: pidfile_write: ignore empty --pid-file 2024-09-11T03:35:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: load: jerasure load: lrc 2024-09-11T03:35:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: RocksDB version: 7.9.2 2024-09-11T03:35:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Git sha 0 2024-09-11T03:35:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Compile date 2024-09-10 08:02:51 2024-09-11T03:35:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: DB SUMMARY 2024-09-11T03:35:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: DB Session ID: 31VFXS0H1YMMFKWCEART 2024-09-11T03:35:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: CURRENT file: CURRENT 2024-09-11T03:35:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: IDENTITY file: IDENTITY 2024-09-11T03:35:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1412 Bytes 2024-09-11T03:35:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-09-11T03:35:22.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10022744 ; 2024-09-11T03:35:22.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.error_if_exists: 0 2024-09-11T03:35:22.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.create_if_missing: 0 2024-09-11T03:35:22.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.paranoid_checks: 1 2024-09-11T03:35:22.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-11T03:35:22.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-11T03:35:22.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-11T03:35:22.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.env: 0x55d7724a3180 2024-09-11T03:35:22.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.fs: PosixFileSystem 2024-09-11T03:35:22.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.info_log: 0x55d77392b700 2024-09-11T03:35:22.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_file_opening_threads: 16 2024-09-11T03:35:22.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.statistics: (nil) 2024-09-11T03:35:22.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.use_fsync: 0 2024-09-11T03:35:22.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_log_file_size: 0 2024-09-11T03:35:22.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-11T03:35:22.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-11T03:35:22.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.keep_log_file_num: 1000 2024-09-11T03:35:22.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.recycle_log_file_num: 0 2024-09-11T03:35:22.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.allow_fallocate: 1 2024-09-11T03:35:22.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.allow_mmap_reads: 0 2024-09-11T03:35:22.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.allow_mmap_writes: 0 2024-09-11T03:35:22.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.use_direct_reads: 0 2024-09-11T03:35:22.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-11T03:35:22.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.create_missing_column_families: 0 2024-09-11T03:35:22.100 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.db_log_dir: 2024-09-11T03:35:22.100 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.wal_dir: 2024-09-11T03:35:22.100 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-11T03:35:22.101 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-11T03:35:22.101 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-11T03:35:22.101 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-11T03:35:22.101 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-11T03:35:22.102 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-11T03:35:22.102 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.advise_random_on_open: 1 2024-09-11T03:35:22.102 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.db_write_buffer_size: 0 2024-09-11T03:35:22.102 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.write_buffer_manager: 0x55d77392e1e0 2024-09-11T03:35:22.102 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-11T03:35:22.102 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-11T03:35:22.102 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-11T03:35:22.102 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.rate_limiter: (nil) 2024-09-11T03:35:22.102 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-11T03:35:22.102 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.wal_recovery_mode: 2 2024-09-11T03:35:22.102 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.enable_thread_tracking: 0 2024-09-11T03:35:22.102 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.enable_pipelined_write: 0 2024-09-11T03:35:22.102 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.unordered_write: 0 2024-09-11T03:35:22.103 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-11T03:35:22.103 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-11T03:35:22.103 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-11T03:35:22.103 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-11T03:35:22.103 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.row_cache: None 2024-09-11T03:35:22.103 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.wal_filter: None 2024-09-11T03:35:22.103 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-11T03:35:22.103 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.allow_ingest_behind: 0 2024-09-11T03:35:22.103 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.two_write_queues: 0 2024-09-11T03:35:22.103 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.manual_wal_flush: 0 2024-09-11T03:35:22.103 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.wal_compression: 0 2024-09-11T03:35:22.103 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.atomic_flush: 0 2024-09-11T03:35:22.104 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-11T03:35:22.104 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-11T03:35:22.104 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-11T03:35:22.104 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.log_readahead_size: 0 2024-09-11T03:35:22.104 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-11T03:35:22.104 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.best_efforts_recovery: 0 2024-09-11T03:35:22.104 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-11T03:35:22.104 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-11T03:35:22.104 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.allow_data_in_errors: 0 2024-09-11T03:35:22.104 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.db_host_id: __hostname__ 2024-09-11T03:35:22.104 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-11T03:35:22.104 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_background_jobs: 2 2024-09-11T03:35:22.104 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_background_compactions: -1 2024-09-11T03:35:22.105 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_subcompactions: 1 2024-09-11T03:35:22.105 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-11T03:35:22.105 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-11T03:35:22.105 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-11T03:35:22.105 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_total_wal_size: 0 2024-09-11T03:35:22.105 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-11T03:35:22.105 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-11T03:35:22.105 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-11T03:35:22.105 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-11T03:35:22.105 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_open_files: -1 2024-09-11T03:35:22.105 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.bytes_per_sync: 0 2024-09-11T03:35:22.105 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-11T03:35:22.105 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-11T03:35:22.106 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compaction_readahead_size: 0 2024-09-11T03:35:22.106 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_background_flushes: -1 2024-09-11T03:35:22.106 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Compression algorithms supported: 2024-09-11T03:35:22.106 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: kZSTD supported: 0 2024-09-11T03:35:22.106 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: kXpressCompression supported: 0 2024-09-11T03:35:22.106 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: kBZip2Compression supported: 0 2024-09-11T03:35:22.106 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-11T03:35:22.106 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: kLZ4Compression supported: 1 2024-09-11T03:35:22.106 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: kZlibCompression supported: 1 2024-09-11T03:35:22.106 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: kLZ4HCCompression supported: 1 2024-09-11T03:35:22.106 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: kSnappyCompression supported: 1 2024-09-11T03:35:22.106 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-11T03:35:22.107 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-11T03:35:22.107 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-09-11T03:35:22.107 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-11T03:35:22.107 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-11T03:35:22.107 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.merge_operator: 2024-09-11T03:35:22.107 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compaction_filter: None 2024-09-11T03:35:22.107 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compaction_filter_factory: None 2024-09-11T03:35:22.107 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.sst_partitioner_factory: None 2024-09-11T03:35:22.107 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-11T03:35:22.107 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-11T03:35:22.107 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d77392b320) 2024-09-11T03:35:22.107 INFO:journalctl@ceph.mon.b.smithi130.stdout: cache_index_and_filter_blocks: 1 2024-09-11T03:35:22.108 INFO:journalctl@ceph.mon.b.smithi130.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-11T03:35:22.108 INFO:journalctl@ceph.mon.b.smithi130.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-11T03:35:22.108 INFO:journalctl@ceph.mon.b.smithi130.stdout: pin_top_level_index_and_filter: 1 2024-09-11T03:35:22.108 INFO:journalctl@ceph.mon.b.smithi130.stdout: index_type: 0 2024-09-11T03:35:22.108 INFO:journalctl@ceph.mon.b.smithi130.stdout: data_block_index_type: 0 2024-09-11T03:35:22.108 INFO:journalctl@ceph.mon.b.smithi130.stdout: index_shortening: 1 2024-09-11T03:35:22.108 INFO:journalctl@ceph.mon.b.smithi130.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-11T03:35:22.108 INFO:journalctl@ceph.mon.b.smithi130.stdout: checksum: 4 2024-09-11T03:35:22.108 INFO:journalctl@ceph.mon.b.smithi130.stdout: no_block_cache: 0 2024-09-11T03:35:22.108 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_cache: 0x55d77391f610 2024-09-11T03:35:22.109 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_cache_name: BinnedLRUCache 2024-09-11T03:35:22.109 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_cache_options: 2024-09-11T03:35:22.109 INFO:journalctl@ceph.mon.b.smithi130.stdout: capacity : 536870912 2024-09-11T03:35:22.109 INFO:journalctl@ceph.mon.b.smithi130.stdout: num_shard_bits : 4 2024-09-11T03:35:22.109 INFO:journalctl@ceph.mon.b.smithi130.stdout: strict_capacity_limit : 0 2024-09-11T03:35:22.109 INFO:journalctl@ceph.mon.b.smithi130.stdout: high_pri_pool_ratio: 0.000 2024-09-11T03:35:22.109 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_cache_compressed: (nil) 2024-09-11T03:35:22.109 INFO:journalctl@ceph.mon.b.smithi130.stdout: persistent_cache: (nil) 2024-09-11T03:35:22.109 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_size: 4096 2024-09-11T03:35:22.109 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_size_deviation: 10 2024-09-11T03:35:22.110 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_restart_interval: 16 2024-09-11T03:35:22.110 INFO:journalctl@ceph.mon.b.smithi130.stdout: index_block_restart_interval: 1 2024-09-11T03:35:22.110 INFO:journalctl@ceph.mon.b.smithi130.stdout: metadata_block_size: 4096 2024-09-11T03:35:22.110 INFO:journalctl@ceph.mon.b.smithi130.stdout: partition_filters: 0 2024-09-11T03:35:22.110 INFO:journalctl@ceph.mon.b.smithi130.stdout: use_delta_encoding: 1 2024-09-11T03:35:22.110 INFO:journalctl@ceph.mon.b.smithi130.stdout: filter_policy: bloomfilter 2024-09-11T03:35:22.110 INFO:journalctl@ceph.mon.b.smithi130.stdout: whole_key_filtering: 1 2024-09-11T03:35:22.110 INFO:journalctl@ceph.mon.b.smithi130.stdout: verify_compression: 0 2024-09-11T03:35:22.110 INFO:journalctl@ceph.mon.b.smithi130.stdout: read_amp_bytes_per_bit: 0 2024-09-11T03:35:22.110 INFO:journalctl@ceph.mon.b.smithi130.stdout: format_version: 5 2024-09-11T03:35:22.111 INFO:journalctl@ceph.mon.b.smithi130.stdout: enable_index_compression: 1 2024-09-11T03:35:22.111 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_align: 0 2024-09-11T03:35:22.111 INFO:journalctl@ceph.mon.b.smithi130.stdout: max_auto_readahead_size: 262144 2024-09-11T03:35:22.111 INFO:journalctl@ceph.mon.b.smithi130.stdout: prepopulate_block_cache: 0 2024-09-11T03:35:22.111 INFO:journalctl@ceph.mon.b.smithi130.stdout: initial_auto_readahead_size: 8192 2024-09-11T03:35:22.111 INFO:journalctl@ceph.mon.b.smithi130.stdout: num_file_reads_for_auto_readahead: 2 2024-09-11T03:35:22.111 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.write_buffer_size: 33554432 2024-09-11T03:35:22.111 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_write_buffer_number: 2 2024-09-11T03:35:22.111 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compression: NoCompression 2024-09-11T03:35:22.112 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.bottommost_compression: Disabled 2024-09-11T03:35:22.112 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.prefix_extractor: nullptr 2024-09-11T03:35:22.112 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-11T03:35:22.112 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.num_levels: 7 2024-09-11T03:35:22.112 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-11T03:35:22.112 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-11T03:35:22.112 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-11T03:35:22.112 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-11T03:35:22.112 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-11T03:35:22.113 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-11T03:35:22.113 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-11T03:35:22.113 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-11T03:35:22.113 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-11T03:35:22.113 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-11T03:35:22.113 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-11T03:35:22.113 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-11T03:35:22.113 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-11T03:35:22.113 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compression_opts.level: 32767 2024-09-11T03:35:22.113 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compression_opts.strategy: 0 2024-09-11T03:35:22.114 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-11T03:35:22.114 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-11T03:35:22.114 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-11T03:35:22.114 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-11T03:35:22.114 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compression_opts.enabled: false 2024-09-11T03:35:22.114 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-11T03:35:22.114 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-11T03:35:22.114 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-11T03:35:22.114 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-11T03:35:22.114 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.target_file_size_base: 67108864 2024-09-11T03:35:22.115 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-11T03:35:22.115 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-11T03:35:22.115 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-11T03:35:22.115 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-11T03:35:22.115 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-11T03:35:22.115 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-11T03:35:22.115 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-11T03:35:22.115 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-11T03:35:22.115 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-11T03:35:22.116 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-11T03:35:22.116 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-11T03:35:22.116 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-11T03:35:22.116 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-11T03:35:22.116 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-11T03:35:22.116 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.arena_block_size: 1048576 2024-09-11T03:35:22.116 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-11T03:35:22.116 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-11T03:35:22.116 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.disable_auto_compactions: 0 2024-09-11T03:35:22.116 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-11T03:35:22.116 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-11T03:35:22.117 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-11T03:35:22.117 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-11T03:35:22.117 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-11T03:35:22.117 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-11T03:35:22.117 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-11T03:35:22.117 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-11T03:35:22.117 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-11T03:35:22.117 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-11T03:35:22.117 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-11T03:35:22.117 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.inplace_update_support: 0 2024-09-11T03:35:22.117 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-11T03:35:22.117 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-11T03:35:22.118 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-11T03:35:22.118 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-11T03:35:22.118 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.bloom_locality: 0 2024-09-11T03:35:22.118 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.max_successive_merges: 0 2024-09-11T03:35:22.118 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-11T03:35:22.118 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.paranoid_file_checks: 0 2024-09-11T03:35:22.118 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.force_consistency_checks: 1 2024-09-11T03:35:22.118 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.report_bg_io_stats: 0 2024-09-11T03:35:22.118 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.ttl: 2592000 2024-09-11T03:35:22.118 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-11T03:35:22.118 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-11T03:35:22.118 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.enable_blob_files: false 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.min_blob_size: 0 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.blob_file_size: 268435456 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.blob_file_starting_level: 0 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13568, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-11T03:35:22.119 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 682117eb-637c-4241-9967-b4095f693fd9 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726025721729555, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726025721752368, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6177311, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13573, "largest_seqno": 16327, "table_properties": {"data_size": 6164257, "index_size": 9192, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2821, "raw_key_size": 27146, "raw_average_key_size": 24, "raw_value_size": 6139046, "raw_average_value_size": 5452, "num_data_blocks": 400, "num_entries": 1126, "num_filter_entries": 1126, "num_deletions": 39, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726025721, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "682117eb-637c-4241-9967-b4095f693fd9", "db_session_id": "31VFXS0H1YMMFKWCEART", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726025721752499, "job": 1, "event": "recovery_finished"} 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d77394ee00 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: DB pointer 0x55d773a50000 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout: ** DB Stats ** 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-11T03:35:22.120 INFO:journalctl@ceph.mon.b.smithi130.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-11T03:35:22.121 INFO:journalctl@ceph.mon.b.smithi130.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-11T03:35:22.121 INFO:journalctl@ceph.mon.b.smithi130.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-11T03:35:22.121 INFO:journalctl@ceph.mon.b.smithi130.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-11T03:35:22.121 INFO:journalctl@ceph.mon.b.smithi130.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-11T03:35:22.121 INFO:journalctl@ceph.mon.b.smithi130.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-11T03:35:22.121 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2024-09-11T03:35:22.121 INFO:journalctl@ceph.mon.b.smithi130.stdout: ** Compaction Stats [default] ** 2024-09-11T03:35:22.121 INFO:journalctl@ceph.mon.b.smithi130.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-11T03:35:22.121 INFO:journalctl@ceph.mon.b.smithi130.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-11T03:35:22.121 INFO:journalctl@ceph.mon.b.smithi130.stdout: L0 1/0 5.89 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 621.8 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-09-11T03:35:22.121 INFO:journalctl@ceph.mon.b.smithi130.stdout: L6 1/0 7.70 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: Sum 2/0 13.59 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 621.8 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 621.8 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: ** Compaction Stats [default] ** 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 621.8 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-11T03:35:22.122 INFO:journalctl@ceph.mon.b.smithi130.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout: Cumulative compaction: 0.01 GB write, 229.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout: Interval compaction: 0.01 GB write, 229.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout: Block cache BinnedLRUCache@0x55d77391f610#2 capacity: 512.00 MB usage: 12.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.03 KB,0.000578165%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: starting mon.b rank 1 at public addrs [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] at bind addrs [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: mon.b@-1(???) e3 preinit fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: mon.b@-1(???).mds e8 new map 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: mon.b@-1(???).mds e8 print_map 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout: e8 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-11T03:35:22.123 INFO:journalctl@ceph.mon.b.smithi130.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: legacy client fscid: 1 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: Filesystem 'cephfs' (1) 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: fs_name cephfs 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: epoch 8 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: created 2024-09-11T03:28:48.837037+0000 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: modified 2024-09-11T03:29:01.133461+0000 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: tableserver 0 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: root 0 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: session_timeout 60 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: session_autoclose 300 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: max_file_size 1099511627776 2024-09-11T03:35:22.124 INFO:journalctl@ceph.mon.b.smithi130.stdout: max_xattr_size 65536 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: required_client_features {} 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: last_failure 0 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: last_failure_osd_epoch 0 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: max_mds 1 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: in 0 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: up {0=24347} 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: failed 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: damaged 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: stopped 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: data_pools [3] 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: metadata_pool 2 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: inline_data disabled 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: balancer 2024-09-11T03:35:22.125 INFO:journalctl@ceph.mon.b.smithi130.stdout: bal_rank_mask -1 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout: standby_count_wanted 0 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout: qdb_cluster leader: 0 members: 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout: [mds.a{0:24347} state up:active seq 5 addr [v2:172.21.15.86:6834/3997876808,v1:172.21.15.86:6835/3997876808] compat {c=[1],r=[1],i=[7ff]}] 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout: Standby daemons: 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout: [mds.b{-1:24322} state up:standby seq 1 addr [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] compat {c=[1],r=[1],i=[7ff]}] 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: mon.b@-1(???).osd e252 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: mon.b@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: mon.b@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: mon.b@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 ceph-mon[83685]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 bash[83666]: ea79ba44611d74690fef165c48fe10eb3d4ab674cf1edc537402af5c4374950a 2024-09-11T03:35:22.126 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:21 smithi130 systemd[1]: Started Ceph mon.b for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:35:22.616 INFO:tasks.rados.rados.0.smithi086.stdout:1019: done (2 left) 2024-09-11T03:35:22.617 INFO:tasks.rados.rados.0.smithi086.stdout:1020: done (1 left) 2024-09-11T03:35:22.617 INFO:tasks.rados.rados.0.smithi086.stdout:1021: done (0 left) 2024-09-11T03:35:22.617 INFO:tasks.rados.rados.0.smithi086.stdout:1022: rollback oid 44 current snap is 90 2024-09-11T03:35:22.617 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 44 to 76 2024-09-11T03:35:22.617 INFO:tasks.rados.rados.0.smithi086.stdout:1023: copy_from oid 18 from oid 38 current snap is 90 2024-09-11T03:35:22.617 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 90 2024-09-11T03:35:22.617 INFO:tasks.rados.rados.0.smithi086.stdout:1024: seq_num 336 ranges {0=434176,434176=401408} 2024-09-11T03:35:22.619 INFO:tasks.rados.rados.0.smithi086.stdout:1024: writing smithi08678205-3 from 0 to 434176 tid 1 2024-09-11T03:35:22.621 INFO:tasks.rados.rados.0.smithi086.stdout:1024: writing smithi08678205-3 from 434176 to 835584 tid 2 2024-09-11T03:35:22.622 INFO:tasks.rados.rados.0.smithi086.stdout:1025: snap_remove snap 85 2024-09-11T03:35:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: pgmap v44: 121 pgs: 121 active+clean; 106 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 652 KiB/s wr, 7 op/s 2024-09-11T03:35:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: mon.a calling monitor election 2024-09-11T03:35:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: mon.c calling monitor election 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: mon.b calling monitor election 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: monmap epoch 4 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: last_changed 2024-09-11T03:35:22.064560+0000 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: created 2024-09-11T03:23:16.099776+0000 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: min_mon_release 19 (squid) 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: election_strategy: 1 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: 0: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.a 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.b 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: 2: [v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0] mon.c 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:35:23.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: osdmap e253: 8 total, 8 up, 8 in 2024-09-11T03:35:23.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: mgrmap e42: y(active, since 32s), standbys: x 2024-09-11T03:35:23.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: overall HEALTH_OK 2024-09-11T03:35:23.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:23.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:23.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:23.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[89281]: osdmap e254: 8 total, 8 up, 8 in 2024-09-11T03:35:23.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: pgmap v44: 121 pgs: 121 active+clean; 106 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 652 KiB/s wr, 7 op/s 2024-09-11T03:35:23.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:23.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:23.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: mon.a calling monitor election 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: mon.c calling monitor election 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: mon.b calling monitor election 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: monmap epoch 4 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: last_changed 2024-09-11T03:35:22.064560+0000 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: created 2024-09-11T03:23:16.099776+0000 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: min_mon_release 19 (squid) 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: election_strategy: 1 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: 0: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.a 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.b 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: 2: [v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0] mon.c 2024-09-11T03:35:23.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:35:23.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: osdmap e253: 8 total, 8 up, 8 in 2024-09-11T03:35:23.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: mgrmap e42: y(active, since 32s), standbys: x 2024-09-11T03:35:23.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: overall HEALTH_OK 2024-09-11T03:35:23.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:23.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:23.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:23.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:23 smithi086 ceph-mon[91691]: osdmap e254: 8 total, 8 up, 8 in 2024-09-11T03:35:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: pgmap v44: 121 pgs: 121 active+clean; 106 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 652 KiB/s wr, 7 op/s 2024-09-11T03:35:23.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-11T03:35:23.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-11T03:35:23.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: mon.a calling monitor election 2024-09-11T03:35:23.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: mon.c calling monitor election 2024-09-11T03:35:23.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: mon.b calling monitor election 2024-09-11T03:35:23.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-11T03:35:23.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-11T03:35:23.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: monmap epoch 4 2024-09-11T03:35:23.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: fsid 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:35:23.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: last_changed 2024-09-11T03:35:22.064560+0000 2024-09-11T03:35:23.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: created 2024-09-11T03:23:16.099776+0000 2024-09-11T03:35:23.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: min_mon_release 19 (squid) 2024-09-11T03:35:23.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: election_strategy: 1 2024-09-11T03:35:23.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: 0: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.a 2024-09-11T03:35:23.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: 1: [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon.b 2024-09-11T03:35:23.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: 2: [v2:172.21.15.86:3301/0,v1:172.21.15.86:6790/0] mon.c 2024-09-11T03:35:23.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:35:23.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: osdmap e253: 8 total, 8 up, 8 in 2024-09-11T03:35:23.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: mgrmap e42: y(active, since 32s), standbys: x 2024-09-11T03:35:23.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: overall HEALTH_OK 2024-09-11T03:35:23.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:23.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:23.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:23.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:23 smithi130 ceph-mon[83685]: osdmap e254: 8 total, 8 up, 8 in 2024-09-11T03:35:23.619 INFO:tasks.rados.rados.0.smithi086.stdout:1025: done (3 left) 2024-09-11T03:35:23.619 INFO:tasks.rados.rados.0.smithi086.stdout:1026: snap_create 2024-09-11T03:35:23.620 INFO:tasks.rados.rados.0.smithi086.stdout:1022: finishing rollback tid 0 to smithi08678205-44 2024-09-11T03:35:23.620 INFO:tasks.rados.rados.0.smithi086.stdout:1022: finishing rollback tid 1 to smithi08678205-44 2024-09-11T03:35:23.620 INFO:tasks.rados.rados.0.smithi086.stdout:1022: finishing rollback tid 2 to smithi08678205-44 2024-09-11T03:35:23.620 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 103 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-11T03:35:23.620 INFO:tasks.rados.rados.0.smithi086.stdout:1024: finishing write tid 1 to smithi08678205-3 2024-09-11T03:35:23.620 INFO:tasks.rados.rados.0.smithi086.stdout:1024: finishing write tid 2 to smithi08678205-3 2024-09-11T03:35:23.620 INFO:tasks.rados.rados.0.smithi086.stdout:1024: finishing write tid 3 to smithi08678205-3 2024-09-11T03:35:23.620 INFO:tasks.rados.rados.0.smithi086.stdout:1024: finishing write tid 4 to smithi08678205-3 2024-09-11T03:35:23.620 INFO:tasks.rados.rados.0.smithi086.stdout:1024: oid 3 updating version 0 to 609 2024-09-11T03:35:23.620 INFO:tasks.rados.rados.0.smithi086.stdout:1024: oid 3 version 609 is already newer than 608 2024-09-11T03:35:23.620 INFO:tasks.rados.rados.0.smithi086.stdout:1024: oid 3 updating version 609 to 610 2024-09-11T03:35:23.620 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 610 (ObjNum 336 snap 90 seq_num 336) dirty exists 2024-09-11T03:35:23.621 INFO:tasks.rados.rados.0.smithi086.stdout:1024: left oid 3 (ObjNum 336 snap 90 seq_num 336) 2024-09-11T03:35:23.621 INFO:tasks.rados.rados.0.smithi086.stdout:1023: finishing copy_from racing read to smithi08678205-18 2024-09-11T03:35:23.621 INFO:tasks.rados.rados.0.smithi086.stdout:1023: finishing copy_from to smithi08678205-18 2024-09-11T03:35:23.621 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 285 (ObjNum 321 snap 84 seq_num 321) dirty exists 2024-09-11T03:35:24.617 INFO:tasks.rados.rados.0.smithi086.stdout:1022: done (3 left) 2024-09-11T03:35:24.618 INFO:tasks.rados.rados.0.smithi086.stdout:1023: done (2 left) 2024-09-11T03:35:24.618 INFO:tasks.rados.rados.0.smithi086.stdout:1024: done (1 left) 2024-09-11T03:35:24.618 INFO:tasks.rados.rados.0.smithi086.stdout:1026: done (0 left) 2024-09-11T03:35:24.618 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 91 2024-09-11T03:35:24.618 INFO:tasks.rados.rados.0.smithi086.stdout:1027: seq_num 337 ranges {0=450560,450560=401408} 2024-09-11T03:35:24.620 INFO:tasks.rados.rados.0.smithi086.stdout:1027: writing smithi08678205-1 from 0 to 450560 tid 1 2024-09-11T03:35:24.623 INFO:tasks.rados.rados.0.smithi086.stdout:1027: writing smithi08678205-1 from 450560 to 851968 tid 2 2024-09-11T03:35:24.623 INFO:tasks.rados.rados.0.smithi086.stdout:1028: read oid 35 snap -1 2024-09-11T03:35:24.623 INFO:tasks.rados.rados.0.smithi086.stdout:1028: expect deleted 2024-09-11T03:35:24.623 INFO:tasks.rados.rados.0.smithi086.stdout:1029: snap_create 2024-09-11T03:35:24.623 INFO:tasks.rados.rados.0.smithi086.stdout:1027: finishing write tid 1 to smithi08678205-1 2024-09-11T03:35:24.625 INFO:tasks.rados.rados.0.smithi086.stdout:1027: finishing write tid 2 to smithi08678205-1 2024-09-11T03:35:24.627 INFO:tasks.rados.rados.0.smithi086.stdout:1027: finishing write tid 3 to smithi08678205-1 2024-09-11T03:35:24.628 INFO:tasks.rados.rados.0.smithi086.stdout:1027: finishing write tid 4 to smithi08678205-1 2024-09-11T03:35:24.628 INFO:tasks.rados.rados.0.smithi086.stdout:1027: oid 1 updating version 0 to 544 2024-09-11T03:35:24.629 INFO:tasks.rados.rados.0.smithi086.stdout:1027: oid 1 version 544 is already newer than 542 2024-09-11T03:35:24.629 INFO:tasks.rados.rados.0.smithi086.stdout:1027: oid 1 version 544 is already newer than 543 2024-09-11T03:35:24.629 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 544 (ObjNum 337 snap 91 seq_num 337) dirty exists 2024-09-11T03:35:24.629 INFO:tasks.rados.rados.0.smithi086.stdout:1027: left oid 1 (ObjNum 337 snap 91 seq_num 337) 2024-09-11T03:35:24.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:24 smithi130 ceph-mon[83685]: pgmap v47: 121 pgs: 121 active+clean; 106 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 653 KiB/s wr, 7 op/s 2024-09-11T03:35:24.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:24 smithi130 ceph-mon[83685]: osdmap e255: 8 total, 8 up, 8 in 2024-09-11T03:35:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:24 smithi086 ceph-mon[89281]: pgmap v47: 121 pgs: 121 active+clean; 106 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 653 KiB/s wr, 7 op/s 2024-09-11T03:35:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:24 smithi086 ceph-mon[89281]: osdmap e255: 8 total, 8 up, 8 in 2024-09-11T03:35:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:24 smithi086 ceph-mon[91691]: pgmap v47: 121 pgs: 121 active+clean; 106 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 653 KiB/s wr, 7 op/s 2024-09-11T03:35:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:24 smithi086 ceph-mon[91691]: osdmap e255: 8 total, 8 up, 8 in 2024-09-11T03:35:25.628 INFO:tasks.rados.rados.0.smithi086.stdout:1027: done (2 left) 2024-09-11T03:35:25.628 INFO:tasks.rados.rados.0.smithi086.stdout:1028: done (1 left) 2024-09-11T03:35:25.628 INFO:tasks.rados.rados.0.smithi086.stdout:1029: done (0 left) 2024-09-11T03:35:25.628 INFO:tasks.rados.rados.0.smithi086.stdout:1030: rollback oid 37 current snap is 92 2024-09-11T03:35:25.628 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 37 to 81 2024-09-11T03:35:25.628 INFO:tasks.rados.rados.0.smithi086.stdout:1031: delete oid 44 current snap is 92 2024-09-11T03:35:25.630 INFO:tasks.rados.rados.0.smithi086.stdout:1030: finishing rollback tid 0 to smithi08678205-37 2024-09-11T03:35:25.631 INFO:tasks.rados.rados.0.smithi086.stdout:1030: finishing rollback tid 1 to smithi08678205-37 2024-09-11T03:35:25.632 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 159 (ObjNum 129 snap 0 seq_num 3221293728) dirty dne 2024-09-11T03:35:25.633 INFO:tasks.rados.rados.0.smithi086.stdout:1030: done (1 left) 2024-09-11T03:35:25.633 INFO:tasks.rados.rados.0.smithi086.stdout:1031: done (0 left) 2024-09-11T03:35:25.633 INFO:tasks.rados.rados.0.smithi086.stdout:1032: copy_from oid 5 from oid 45 current snap is 92 2024-09-11T03:35:25.633 INFO:tasks.rados.rados.0.smithi086.stdout:1033: read oid 12 snap 91 2024-09-11T03:35:25.633 INFO:tasks.rados.rados.0.smithi086.stdout:1033: expect (ObjNum 312 snap 77 seq_num 312) 2024-09-11T03:35:25.633 INFO:tasks.rados.rados.0.smithi086.stdout:1034: rollback oid 47 current snap is 92 2024-09-11T03:35:25.633 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 47 to 76 2024-09-11T03:35:25.633 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 28 current snap is 92 2024-09-11T03:35:25.633 INFO:tasks.rados.rados.0.smithi086.stdout:1035: seq_num 339 ranges {3309568=483328,3792896=401408} 2024-09-11T03:35:25.653 INFO:tasks.rados.rados.0.smithi086.stdout:1035: writing smithi08678205-28 from 3309568 to 3792896 tid 1 2024-09-11T03:35:25.656 INFO:tasks.rados.rados.0.smithi086.stdout:1035: writing smithi08678205-28 from 3792896 to 4194304 tid 2 2024-09-11T03:35:25.656 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 92 2024-09-11T03:35:25.656 INFO:tasks.rados.rados.0.smithi086.stdout:1034: finishing rollback tid 0 to smithi08678205-47 2024-09-11T03:35:25.656 INFO:tasks.rados.rados.0.smithi086.stdout:1036: seq_num 340 ranges {0=499712,499712=401408} 2024-09-11T03:35:25.659 INFO:tasks.rados.rados.0.smithi086.stdout:1036: writing smithi08678205-36 from 0 to 499712 tid 1 2024-09-11T03:35:25.661 INFO:tasks.rados.rados.0.smithi086.stdout:1036: writing smithi08678205-36 from 499712 to 901120 tid 2 2024-09-11T03:35:25.661 INFO:tasks.rados.rados.0.smithi086.stdout:1037: snap_remove snap 84 2024-09-11T03:35:25.887 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:25 smithi130 ceph-mon[83685]: osdmap e256: 8 total, 8 up, 8 in 2024-09-11T03:35:26.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:25 smithi086 ceph-mon[89281]: osdmap e256: 8 total, 8 up, 8 in 2024-09-11T03:35:26.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:25 smithi086 ceph-mon[91691]: osdmap e256: 8 total, 8 up, 8 in 2024-09-11T03:35:26.636 INFO:tasks.rados.rados.0.smithi086.stdout:1037: done (5 left) 2024-09-11T03:35:26.636 INFO:tasks.rados.rados.0.smithi086.stdout:1038: rmattr oid 44 current snap is 92 2024-09-11T03:35:26.636 INFO:tasks.rados.rados.0.smithi086.stdout:1038: done (5 left) 2024-09-11T03:35:26.636 INFO:tasks.rados.rados.0.smithi086.stdout:1039: setattr oid 19 current snap is 92 2024-09-11T03:35:26.636 INFO:tasks.rados.rados.0.smithi086.stdout:1034: finishing rollback tid 1 to smithi08678205-47 2024-09-11T03:35:26.637 INFO:tasks.rados.rados.0.smithi086.stdout:1034: finishing rollback tid 2 to smithi08678205-47 2024-09-11T03:35:26.637 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 547 (ObjNum 306 snap 76 seq_num 306) dirty exists 2024-09-11T03:35:26.637 INFO:tasks.rados.rados.0.smithi086.stdout:1033: expect (ObjNum 312 snap 77 seq_num 312) 2024-09-11T03:35:26.652 INFO:tasks.rados.rados.0.smithi086.stdout:1032: finishing copy_from racing read to smithi08678205-5 2024-09-11T03:35:26.653 INFO:tasks.rados.rados.0.smithi086.stdout:1032: finishing copy_from to smithi08678205-5 2024-09-11T03:35:26.653 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 275 (ObjNum 303 snap 76 seq_num 303) dirty exists 2024-09-11T03:35:26.653 INFO:tasks.rados.rados.0.smithi086.stdout:1035: finishing write tid 1 to smithi08678205-28 2024-09-11T03:35:26.653 INFO:tasks.rados.rados.0.smithi086.stdout:1035: finishing write tid 2 to smithi08678205-28 2024-09-11T03:35:26.653 INFO:tasks.rados.rados.0.smithi086.stdout:1035: finishing write tid 3 to smithi08678205-28 2024-09-11T03:35:26.653 INFO:tasks.rados.rados.0.smithi086.stdout:1035: finishing write tid 4 to smithi08678205-28 2024-09-11T03:35:26.654 INFO:tasks.rados.rados.0.smithi086.stdout:1035: oid 28 updating version 0 to 719 2024-09-11T03:35:26.654 INFO:tasks.rados.rados.0.smithi086.stdout:1035: oid 28 version 719 is already newer than 718 2024-09-11T03:35:26.654 INFO:tasks.rados.rados.0.smithi086.stdout:1035: oid 28 version 719 is already newer than 717 2024-09-11T03:35:26.654 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 719 (ObjNum 339 snap 92 seq_num 339) dirty exists 2024-09-11T03:35:26.654 INFO:tasks.rados.rados.0.smithi086.stdout:1035: left oid 28 (ObjNum 339 snap 92 seq_num 339) 2024-09-11T03:35:26.654 INFO:tasks.rados.rados.0.smithi086.stdout:1036: finishing write tid 1 to smithi08678205-36 2024-09-11T03:35:26.654 INFO:tasks.rados.rados.0.smithi086.stdout:1036: finishing write tid 2 to smithi08678205-36 2024-09-11T03:35:26.654 INFO:tasks.rados.rados.0.smithi086.stdout:1036: finishing write tid 3 to smithi08678205-36 2024-09-11T03:35:26.654 INFO:tasks.rados.rados.0.smithi086.stdout:1036: finishing write tid 4 to smithi08678205-36 2024-09-11T03:35:26.654 INFO:tasks.rados.rados.0.smithi086.stdout:1036: oid 36 updating version 0 to 720 2024-09-11T03:35:26.654 INFO:tasks.rados.rados.0.smithi086.stdout:1036: oid 36 updating version 720 to 721 2024-09-11T03:35:26.654 INFO:tasks.rados.rados.0.smithi086.stdout:1036: oid 36 updating version 721 to 722 2024-09-11T03:35:26.655 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 722 (ObjNum 340 snap 92 seq_num 340) dirty exists 2024-09-11T03:35:26.655 INFO:tasks.rados.rados.0.smithi086.stdout:1036: left oid 36 (ObjNum 340 snap 92 seq_num 340) 2024-09-11T03:35:26.655 INFO:tasks.rados.rados.0.smithi086.stdout:1032: done (5 left) 2024-09-11T03:35:26.655 INFO:tasks.rados.rados.0.smithi086.stdout:1033: done (4 left) 2024-09-11T03:35:26.655 INFO:tasks.rados.rados.0.smithi086.stdout:1034: done (3 left) 2024-09-11T03:35:26.655 INFO:tasks.rados.rados.0.smithi086.stdout:1035: done (2 left) 2024-09-11T03:35:26.655 INFO:tasks.rados.rados.0.smithi086.stdout:1036: done (1 left) 2024-09-11T03:35:26.655 INFO:tasks.rados.rados.0.smithi086.stdout:1040: snap_remove snap 86 2024-09-11T03:35:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:26 smithi086 ceph-mon[89281]: pgmap v50: 121 pgs: 121 active+clean; 106 MiB data, 708 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:35:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:26 smithi086 ceph-mon[89281]: osdmap e257: 8 total, 8 up, 8 in 2024-09-11T03:35:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:26 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:26 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:26 smithi086 ceph-mon[91691]: pgmap v50: 121 pgs: 121 active+clean; 106 MiB data, 708 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:35:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:26 smithi086 ceph-mon[91691]: osdmap e257: 8 total, 8 up, 8 in 2024-09-11T03:35:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:26 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:26 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:27.073 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:35:26 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:35:26.763+0000 7f1689c5f640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-11T03:35:27.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:26 smithi130 ceph-mon[83685]: pgmap v50: 121 pgs: 121 active+clean; 106 MiB data, 708 MiB used, 715 GiB / 715 GiB avail 2024-09-11T03:35:27.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:26 smithi130 ceph-mon[83685]: osdmap e257: 8 total, 8 up, 8 in 2024-09-11T03:35:27.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:26 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:27.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:26 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:27.619 INFO:tasks.rados.rados.0.smithi086.stdout:1040: done (1 left) 2024-09-11T03:35:27.619 INFO:tasks.rados.rados.0.smithi086.stdout:1041: rollback oid 16 current snap is 92 2024-09-11T03:35:27.619 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 16 to 76 2024-09-11T03:35:27.619 INFO:tasks.rados.rados.0.smithi086.stdout:1042: snap_remove snap 87 2024-09-11T03:35:27.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:27 smithi130 ceph-mon[83685]: osdmap e258: 8 total, 8 up, 8 in 2024-09-11T03:35:27.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:27.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:27.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:27 smithi130 ceph-mon[83685]: osdmap e259: 8 total, 8 up, 8 in 2024-09-11T03:35:28.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:27 smithi086 ceph-mon[89281]: osdmap e258: 8 total, 8 up, 8 in 2024-09-11T03:35:28.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:28.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:28.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:27 smithi086 ceph-mon[89281]: osdmap e259: 8 total, 8 up, 8 in 2024-09-11T03:35:28.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:27 smithi086 ceph-mon[91691]: osdmap e258: 8 total, 8 up, 8 in 2024-09-11T03:35:28.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:28.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:28.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:27 smithi086 ceph-mon[91691]: osdmap e259: 8 total, 8 up, 8 in 2024-09-11T03:35:28.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:35:28 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:35:28] "GET /metrics HTTP/1.1" 200 36164 "" "Prometheus/2.43.0" 2024-09-11T03:35:28.616 INFO:tasks.rados.rados.0.smithi086.stdout:1042: done (2 left) 2024-09-11T03:35:28.616 INFO:tasks.rados.rados.0.smithi086.stdout:1043: read oid 28 snap -1 2024-09-11T03:35:28.616 INFO:tasks.rados.rados.0.smithi086.stdout:1043: expect (ObjNum 339 snap 92 seq_num 339) 2024-09-11T03:35:28.616 INFO:tasks.rados.rados.0.smithi086.stdout:1044: copy_from oid 15 from oid 9 current snap is 92 2024-09-11T03:35:28.616 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 389 (ObjNum 129 snap 0 seq_num 3220748648) dirty exists 2024-09-11T03:35:28.616 INFO:tasks.rados.rados.0.smithi086.stdout:1041: finishing rollback tid 1 to smithi08678205-16 2024-09-11T03:35:28.616 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-11T03:35:28.617 INFO:tasks.rados.rados.0.smithi086.stdout:1039: done (3 left) 2024-09-11T03:35:28.617 INFO:tasks.rados.rados.0.smithi086.stdout:1041: done (2 left) 2024-09-11T03:35:28.617 INFO:tasks.rados.rados.0.smithi086.stdout:1045: snap_remove snap 76 2024-09-11T03:35:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:28 smithi130 ceph-mon[83685]: pgmap v53: 121 pgs: 121 active+clean; 95 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 554 KiB/s wr, 4 op/s 2024-09-11T03:35:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:28 smithi130 ceph-mon[83685]: osdmap e260: 8 total, 8 up, 8 in 2024-09-11T03:35:29.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:28 smithi086 ceph-mon[89281]: pgmap v53: 121 pgs: 121 active+clean; 95 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 554 KiB/s wr, 4 op/s 2024-09-11T03:35:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:28 smithi086 ceph-mon[89281]: osdmap e260: 8 total, 8 up, 8 in 2024-09-11T03:35:29.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:28 smithi086 ceph-mon[91691]: pgmap v53: 121 pgs: 121 active+clean; 95 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 554 KiB/s wr, 4 op/s 2024-09-11T03:35:29.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:28 smithi086 ceph-mon[91691]: osdmap e260: 8 total, 8 up, 8 in 2024-09-11T03:35:29.617 INFO:tasks.rados.rados.0.smithi086.stdout:1045: done (2 left) 2024-09-11T03:35:29.618 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 92 2024-09-11T03:35:29.618 INFO:tasks.rados.rados.0.smithi086.stdout:1046: seq_num 341 ranges {6488064=516096,7004160=401408} 2024-09-11T03:35:29.656 INFO:tasks.rados.rados.0.smithi086.stdout:1046: writing smithi08678205-17 from 6488064 to 7004160 tid 1 2024-09-11T03:35:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:1046: writing smithi08678205-17 from 7004160 to 7405568 tid 2 2024-09-11T03:35:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:1047: delete oid 29 current snap is 92 2024-09-11T03:35:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:1044: finishing copy_from to smithi08678205-15 2024-09-11T03:35:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:1044: got expected ENOENT (src dne) 2024-09-11T03:35:29.659 INFO:tasks.rados.rados.0.smithi086.stdout:1044: finishing copy_from racing read to smithi08678205-15 2024-09-11T03:35:29.659 INFO:tasks.rados.rados.0.smithi086.stdout:1043: expect (ObjNum 339 snap 92 seq_num 339) 2024-09-11T03:35:29.932 INFO:tasks.rados.rados.0.smithi086.stdout:1046: finishing write tid 1 to smithi08678205-17 2024-09-11T03:35:29.932 INFO:tasks.rados.rados.0.smithi086.stdout:1046: finishing write tid 2 to smithi08678205-17 2024-09-11T03:35:29.932 INFO:tasks.rados.rados.0.smithi086.stdout:1046: finishing write tid 3 to smithi08678205-17 2024-09-11T03:35:29.932 INFO:tasks.rados.rados.0.smithi086.stdout:1046: finishing write tid 4 to smithi08678205-17 2024-09-11T03:35:29.932 INFO:tasks.rados.rados.0.smithi086.stdout:1046: oid 17 updating version 0 to 80 2024-09-11T03:35:29.933 INFO:tasks.rados.rados.0.smithi086.stdout:1046: oid 17 updating version 80 to 81 2024-09-11T03:35:29.933 INFO:tasks.rados.rados.0.smithi086.stdout:1046: oid 17 version 81 is already newer than 79 2024-09-11T03:35:29.933 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 81 (ObjNum 341 snap 92 seq_num 341) dirty exists 2024-09-11T03:35:29.933 INFO:tasks.rados.rados.0.smithi086.stdout:1046: left oid 17 (ObjNum 341 snap 92 seq_num 341) 2024-09-11T03:35:29.933 INFO:tasks.rados.rados.0.smithi086.stdout:1043: done (3 left) 2024-09-11T03:35:29.933 INFO:tasks.rados.rados.0.smithi086.stdout:1044: done (2 left) 2024-09-11T03:35:29.934 INFO:tasks.rados.rados.0.smithi086.stdout:1046: done (1 left) 2024-09-11T03:35:29.934 INFO:tasks.rados.rados.0.smithi086.stdout:1047: done (0 left) 2024-09-11T03:35:29.934 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 92 2024-09-11T03:35:29.934 INFO:tasks.rados.rados.0.smithi086.stdout:1048: seq_num 343 ranges {0=548864,548864=401408} 2024-09-11T03:35:29.935 INFO:tasks.rados.rados.0.smithi086.stdout:1048: writing smithi08678205-41 from 0 to 548864 tid 1 2024-09-11T03:35:29.937 INFO:tasks.rados.rados.0.smithi086.stdout:1048: writing smithi08678205-41 from 548864 to 950272 tid 2 2024-09-11T03:35:29.937 INFO:tasks.rados.rados.0.smithi086.stdout:1049: rollback oid 47 current snap is 92 2024-09-11T03:35:29.937 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 47 to 89 2024-09-11T03:35:29.938 INFO:tasks.rados.rados.0.smithi086.stdout:1048: finishing write tid 1 to smithi08678205-41 2024-09-11T03:35:29.938 INFO:tasks.rados.rados.0.smithi086.stdout:1050: snap_create 2024-09-11T03:35:29.939 INFO:tasks.rados.rados.0.smithi086.stdout:1048: finishing write tid 2 to smithi08678205-41 2024-09-11T03:35:29.939 INFO:tasks.rados.rados.0.smithi086.stdout:1049: finishing rollback tid 0 to smithi08678205-47 2024-09-11T03:35:29.939 INFO:tasks.rados.rados.0.smithi086.stdout:1049: finishing rollback tid 1 to smithi08678205-47 2024-09-11T03:35:29.940 INFO:tasks.rados.rados.0.smithi086.stdout:1048: finishing write tid 3 to smithi08678205-41 2024-09-11T03:35:29.940 INFO:tasks.rados.rados.0.smithi086.stdout:1049: finishing rollback tid 2 to smithi08678205-47 2024-09-11T03:35:29.940 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 550 (ObjNum 330 snap 86 seq_num 330) dirty exists 2024-09-11T03:35:29.940 INFO:tasks.rados.rados.0.smithi086.stdout:1048: finishing write tid 4 to smithi08678205-41 2024-09-11T03:35:29.941 INFO:tasks.rados.rados.0.smithi086.stdout:1048: oid 41 updating version 0 to 742 2024-09-11T03:35:29.941 INFO:tasks.rados.rados.0.smithi086.stdout:1048: oid 41 updating version 742 to 743 2024-09-11T03:35:29.941 INFO:tasks.rados.rados.0.smithi086.stdout:1048: oid 41 version 743 is already newer than 741 2024-09-11T03:35:29.941 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 743 (ObjNum 343 snap 92 seq_num 343) dirty exists 2024-09-11T03:35:29.941 INFO:tasks.rados.rados.0.smithi086.stdout:1048: left oid 41 (ObjNum 343 snap 92 seq_num 343) 2024-09-11T03:35:30.806 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:35:30.877 INFO:tasks.rados.rados.0.smithi086.stdout:1048: done (2 left) 2024-09-11T03:35:30.878 INFO:tasks.rados.rados.0.smithi086.stdout:1049: done (1 left) 2024-09-11T03:35:30.878 INFO:tasks.rados.rados.0.smithi086.stdout:1050: done (0 left) 2024-09-11T03:35:30.878 INFO:tasks.rados.rados.0.smithi086.stdout:1051: rmattr oid 32 current snap is 93 2024-09-11T03:35:30.878 INFO:tasks.rados.rados.0.smithi086.stdout:1052: read oid 14 snap -1 2024-09-11T03:35:30.878 INFO:tasks.rados.rados.0.smithi086.stdout:1052: expect (ObjNum 256 snap 55 seq_num 256) 2024-09-11T03:35:30.878 INFO:tasks.rados.rados.0.smithi086.stdout:1053: rollback oid 42 current snap is 93 2024-09-11T03:35:30.878 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 42 to 80 2024-09-11T03:35:30.878 INFO:tasks.rados.rados.0.smithi086.stdout:1054: delete oid 12 current snap is 93 2024-09-11T03:35:30.880 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 407 (ObjNum 191 snap 38 seq_num 191) dirty exists 2024-09-11T03:35:30.881 INFO:tasks.rados.rados.0.smithi086.stdout:1051: done (3 left) 2024-09-11T03:35:30.881 INFO:tasks.rados.rados.0.smithi086.stdout:1054: done (2 left) 2024-09-11T03:35:30.881 INFO:tasks.rados.rados.0.smithi086.stdout:1055: delete oid 37 current snap is 93 2024-09-11T03:35:30.883 INFO:tasks.rados.rados.0.smithi086.stdout:1055: done (2 left) 2024-09-11T03:35:30.883 INFO:tasks.rados.rados.0.smithi086.stdout:1056: copy_from oid 19 from oid 8 current snap is 93 2024-09-11T03:35:30.883 INFO:tasks.rados.rados.0.smithi086.stdout:1057: read oid 25 snap 92 2024-09-11T03:35:30.884 INFO:tasks.rados.rados.0.smithi086.stdout:1057: expect (ObjNum 221 snap 49 seq_num 221) 2024-09-11T03:35:30.884 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 93 2024-09-11T03:35:30.884 INFO:tasks.rados.rados.0.smithi086.stdout:1058: seq_num 346 ranges {5816320=598016,6414336=401408} 2024-09-11T03:35:30.919 INFO:tasks.rados.rados.0.smithi086.stdout:1058: writing smithi08678205-11 from 5816320 to 6414336 tid 1 2024-09-11T03:35:30.921 INFO:tasks.rados.rados.0.smithi086.stdout:1058: writing smithi08678205-11 from 6414336 to 6815744 tid 2 2024-09-11T03:35:30.921 INFO:tasks.rados.rados.0.smithi086.stdout:1059: copy_from oid 21 from oid 6 current snap is 93 2024-09-11T03:35:30.921 INFO:tasks.rados.rados.0.smithi086.stdout:1057: expect (ObjNum 221 snap 49 seq_num 221) 2024-09-11T03:35:30.958 INFO:tasks.rados.rados.0.smithi086.stdout:1053: finishing rollback tid 0 to smithi08678205-42 2024-09-11T03:35:30.958 INFO:tasks.rados.rados.0.smithi086.stdout:1053: finishing rollback tid 1 to smithi08678205-42 2024-09-11T03:35:30.958 INFO:tasks.rados.rados.0.smithi086.stdout:1057: done (5 left) 2024-09-11T03:35:30.958 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 93 2024-09-11T03:35:30.959 INFO:tasks.rados.rados.0.smithi086.stdout:1052: expect (ObjNum 256 snap 55 seq_num 256) 2024-09-11T03:35:30.974 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[89281]: pgmap v56: 121 pgs: 121 active+clean; 95 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 554 KiB/s wr, 4 op/s 2024-09-11T03:35:30.974 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[89281]: osdmap e261: 8 total, 8 up, 8 in 2024-09-11T03:35:30.974 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:30.974 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:30.974 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:30.974 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:35:30.974 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:30.975 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[89281]: Reconfiguring mon.a (monmap changed)... 2024-09-11T03:35:30.975 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:30.975 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:30.975 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:30.975 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[89281]: Reconfiguring daemon mon.a on smithi086 2024-09-11T03:35:30.975 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[91691]: pgmap v56: 121 pgs: 121 active+clean; 95 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 554 KiB/s wr, 4 op/s 2024-09-11T03:35:30.975 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[91691]: osdmap e261: 8 total, 8 up, 8 in 2024-09-11T03:35:30.975 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:30.975 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:30.975 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:30.975 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:35:30.976 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:30.976 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[91691]: Reconfiguring mon.a (monmap changed)... 2024-09-11T03:35:30.976 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:30.976 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:30.976 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:30.976 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:30 smithi086 ceph-mon[91691]: Reconfiguring daemon mon.a on smithi086 2024-09-11T03:35:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:30 smithi130 ceph-mon[83685]: pgmap v56: 121 pgs: 121 active+clean; 95 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 554 KiB/s wr, 4 op/s 2024-09-11T03:35:31.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:30 smithi130 ceph-mon[83685]: osdmap e261: 8 total, 8 up, 8 in 2024-09-11T03:35:31.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:30 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:31.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:30 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:31.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:30 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:31.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:30 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:35:31.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:30 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:31.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:30 smithi130 ceph-mon[83685]: Reconfiguring mon.a (monmap changed)... 2024-09-11T03:35:31.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:30 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:31.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:30 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:31.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:30 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:31.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:30 smithi130 ceph-mon[83685]: Reconfiguring daemon mon.a on smithi086 2024-09-11T03:35:31.251 INFO:tasks.rados.rados.0.smithi086.stdout:1053: finishing rollback tid 2 to smithi08678205-42 2024-09-11T03:35:31.251 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 338 (ObjNum 301 snap 75 seq_num 301) dirty exists 2024-09-11T03:35:31.251 INFO:tasks.rados.rados.0.smithi086.stdout:1056: finishing copy_from racing read to smithi08678205-19 2024-09-11T03:35:31.251 INFO:tasks.rados.rados.0.smithi086.stdout:1060: seq_num 347 ranges {0=614400,614400=401408} 2024-09-11T03:35:31.254 INFO:tasks.rados.rados.0.smithi086.stdout:1060: writing smithi08678205-16 from 0 to 614400 tid 1 2024-09-11T03:35:31.257 INFO:tasks.rados.rados.0.smithi086.stdout:1060: writing smithi08678205-16 from 614400 to 1015808 tid 2 2024-09-11T03:35:31.257 INFO:tasks.rados.rados.0.smithi086.stdout:1052: done (5 left) 2024-09-11T03:35:31.257 INFO:tasks.rados.rados.0.smithi086.stdout:1053: done (4 left) 2024-09-11T03:35:31.257 INFO:tasks.rados.rados.0.smithi086.stdout:1061: read oid 47 snap 90 2024-09-11T03:35:31.257 INFO:tasks.rados.rados.0.smithi086.stdout:1061: expect (ObjNum 330 snap 86 seq_num 330) 2024-09-11T03:35:31.257 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 43 current snap is 93 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:1056: finishing copy_from to smithi08678205-19 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 240 (ObjNum 247 snap 53 seq_num 247) dirty exists 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:1058: finishing write tid 1 to smithi08678205-11 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:1058: finishing write tid 2 to smithi08678205-11 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:1058: finishing write tid 3 to smithi08678205-11 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:1058: finishing write tid 4 to smithi08678205-11 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:1058: oid 11 updating version 0 to 413 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:1058: oid 11 version 413 is already newer than 411 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:1058: oid 11 version 413 is already newer than 412 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 413 (ObjNum 346 snap 93 seq_num 346) dirty exists 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:1058: left oid 11 (ObjNum 346 snap 93 seq_num 346) 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:1059: finishing copy_from racing read to smithi08678205-21 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:1059: finishing copy_from to smithi08678205-21 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 192 (ObjNum 322 snap 84 seq_num 322) dirty exists 2024-09-11T03:35:31.258 INFO:tasks.rados.rados.0.smithi086.stdout:1062: seq_num 348 ranges {0=630784,630784=401408} 2024-09-11T03:35:31.260 INFO:tasks.rados.rados.0.smithi086.stdout:1062: writing smithi08678205-43 from 0 to 630784 tid 1 2024-09-11T03:35:31.262 INFO:tasks.rados.rados.0.smithi086.stdout:1062: writing smithi08678205-43 from 630784 to 1032192 tid 2 2024-09-11T03:35:31.262 INFO:tasks.rados.rados.0.smithi086.stdout:1056: done (5 left) 2024-09-11T03:35:31.262 INFO:tasks.rados.rados.0.smithi086.stdout:1058: done (4 left) 2024-09-11T03:35:31.263 INFO:tasks.rados.rados.0.smithi086.stdout:1059: done (3 left) 2024-09-11T03:35:31.263 INFO:tasks.rados.rados.0.smithi086.stdout:1063: copy_from oid 38 from oid 8 current snap is 93 2024-09-11T03:35:31.263 INFO:tasks.rados.rados.0.smithi086.stdout:1060: finishing write tid 1 to smithi08678205-16 2024-09-11T03:35:31.263 INFO:tasks.rados.rados.0.smithi086.stdout:1060: finishing write tid 2 to smithi08678205-16 2024-09-11T03:35:31.263 INFO:tasks.rados.rados.0.smithi086.stdout:1060: finishing write tid 3 to smithi08678205-16 2024-09-11T03:35:31.263 INFO:tasks.rados.rados.0.smithi086.stdout:1064: snap_remove snap 89 2024-09-11T03:35:31.406 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:35:31.406 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (4m) 18s ago 5m 24.9M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:35:31.406 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (5m) 5s ago 5m 88.1M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:35:31.407 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (6m) 18s ago 6m 21.6M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:35:31.407 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (6m) 5s ago 6m 15.4M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:35:31.407 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (62s) 5s ago 10m 453M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:35:31.407 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (90s) 18s ago 11m 512M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:35:31.407 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (49s) 18s ago 12m 40.2M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:35:31.407 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (10s) 5s ago 10m 20.4M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:35:31.407 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (27s) 18s ago 10m 26.2M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:35:31.407 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (5m) 18s ago 5m 16.5M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:35:31.407 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (5m) 5s ago 5m 15.4M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:35:31.407 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (10m) 18s ago 10m 128M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 4b42e892b785 2024-09-11T03:35:31.407 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (9m) 18s ago 9m 124M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 6d8c3e9230e8 2024-09-11T03:35:31.407 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (9m) 18s ago 9m 143M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e d3d0f22e40b8 2024-09-11T03:35:31.407 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (8m) 18s ago 8m 95.2M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e ec41798cba7a 2024-09-11T03:35:31.408 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (8m) 5s ago 8m 120M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 21e3380b8d63 2024-09-11T03:35:31.408 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (8m) 5s ago 8m 135M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 8946be32054c 2024-09-11T03:35:31.408 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (7m) 5s ago 7m 115M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:35:31.408 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (7m) 5s ago 7m 116M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:35:31.408 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (67s) 5s ago 6m 49.9M - 2.43.0 a07b618ecd1d 700e3afbbd6b 2024-09-11T03:35:31.769 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:35:31.770 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:35:31.770 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:35:31.770 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:35:31.770 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:35:31.770 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:35:31.770 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:35:31.770 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:35:31.770 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8 2024-09-11T03:35:31.770 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:35:31.770 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:35:31.770 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:35:31.770 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:35:31.771 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:35:31.771 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 10, 2024-09-11T03:35:31.771 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 5 2024-09-11T03:35:31.771 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:35:31.771 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:35:31.891 INFO:tasks.rados.rados.0.smithi086.stdout:1064: done (4 left) 2024-09-11T03:35:31.891 INFO:tasks.rados.rados.0.smithi086.stdout:1065: snap_remove snap 78 2024-09-11T03:35:32.054 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[89281]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:32.054 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[89281]: osdmap e262: 8 total, 8 up, 8 in 2024-09-11T03:35:32.054 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:32.054 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:32.054 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-11T03:35:32.054 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-11T03:35:32.054 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:32.054 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3371941893' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:32.055 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[91691]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:32.055 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[91691]: osdmap e262: 8 total, 8 up, 8 in 2024-09-11T03:35:32.055 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:32.055 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:32.055 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-11T03:35:32.055 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-11T03:35:32.055 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:32.055 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:31 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3371941893' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:32.073 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:35:32.074 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:35:32.074 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:35:32.074 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:35:32.074 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:35:32.074 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr", 2024-09-11T03:35:32.074 INFO:teuthology.orchestra.run.smithi086.stdout: "mon" 2024-09-11T03:35:32.074 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:35:32.074 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "5/20 daemons upgraded", 2024-09-11T03:35:32.074 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading mon daemons", 2024-09-11T03:35:32.074 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:35:32.074 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:35:32.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:31 smithi130 ceph-mon[83685]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:32.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:31 smithi130 ceph-mon[83685]: osdmap e262: 8 total, 8 up, 8 in 2024-09-11T03:35:32.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:31 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:32.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:31 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:32.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:31 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-11T03:35:32.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:31 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-11T03:35:32.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:31 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:32.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:31 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3371941893' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:32.613 INFO:tasks.rados.rados.0.smithi086.stdout:1065: done (4 left) 2024-09-11T03:35:32.613 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 93 2024-09-11T03:35:32.613 INFO:tasks.rados.rados.0.smithi086.stdout:1066: seq_num 349 ranges {3883008=655360,4538368=401408} 2024-09-11T03:35:32.639 INFO:tasks.rados.rados.0.smithi086.stdout:1066: writing smithi08678205-26 from 3883008 to 4538368 tid 1 2024-09-11T03:35:32.641 INFO:tasks.rados.rados.0.smithi086.stdout:1066: writing smithi08678205-26 from 4538368 to 4939776 tid 2 2024-09-11T03:35:32.641 INFO:tasks.rados.rados.0.smithi086.stdout:1067: read oid 20 snap -1 2024-09-11T03:35:32.642 INFO:tasks.rados.rados.0.smithi086.stdout:1067: expect (ObjNum 273 snap 69 seq_num 273) 2024-09-11T03:35:32.642 INFO:tasks.rados.rados.0.smithi086.stdout:1068: setattr oid 39 current snap is 93 2024-09-11T03:35:32.642 INFO:tasks.rados.rados.0.smithi086.stdout:1060: finishing write tid 4 to smithi08678205-16 2024-09-11T03:35:32.642 INFO:tasks.rados.rados.0.smithi086.stdout:1060: oid 16 updating version 0 to 527 2024-09-11T03:35:32.642 INFO:tasks.rados.rados.0.smithi086.stdout:1060: oid 16 updating version 527 to 529 2024-09-11T03:35:32.642 INFO:tasks.rados.rados.0.smithi086.stdout:1060: oid 16 version 529 is already newer than 528 2024-09-11T03:35:32.642 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 529 (ObjNum 347 snap 93 seq_num 347) dirty exists 2024-09-11T03:35:32.642 INFO:tasks.rados.rados.0.smithi086.stdout:1060: left oid 16 (ObjNum 347 snap 93 seq_num 347) 2024-09-11T03:35:32.642 INFO:tasks.rados.rados.0.smithi086.stdout:1062: finishing write tid 1 to smithi08678205-43 2024-09-11T03:35:32.642 INFO:tasks.rados.rados.0.smithi086.stdout:1062: finishing write tid 2 to smithi08678205-43 2024-09-11T03:35:32.642 INFO:tasks.rados.rados.0.smithi086.stdout:1062: finishing write tid 3 to smithi08678205-43 2024-09-11T03:35:32.642 INFO:tasks.rados.rados.0.smithi086.stdout:1061: expect (ObjNum 330 snap 86 seq_num 330) 2024-09-11T03:35:32.710 INFO:tasks.rados.rados.0.smithi086.stdout:1062: finishing write tid 4 to smithi08678205-43 2024-09-11T03:35:32.710 INFO:tasks.rados.rados.0.smithi086.stdout:1062: oid 43 updating version 0 to 744 2024-09-11T03:35:32.710 INFO:tasks.rados.rados.0.smithi086.stdout:1062: oid 43 updating version 744 to 745 2024-09-11T03:35:32.710 INFO:tasks.rados.rados.0.smithi086.stdout:1062: oid 43 updating version 745 to 746 2024-09-11T03:35:32.710 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 746 (ObjNum 348 snap 93 seq_num 348) dirty exists 2024-09-11T03:35:32.710 INFO:tasks.rados.rados.0.smithi086.stdout:1062: left oid 43 (ObjNum 348 snap 93 seq_num 348) 2024-09-11T03:35:32.710 INFO:tasks.rados.rados.0.smithi086.stdout:1063: finishing copy_from racing read to smithi08678205-38 2024-09-11T03:35:32.710 INFO:tasks.rados.rados.0.smithi086.stdout:1063: finishing copy_from to smithi08678205-38 2024-09-11T03:35:32.710 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 240 (ObjNum 247 snap 53 seq_num 247) dirty exists 2024-09-11T03:35:32.710 INFO:tasks.rados.rados.0.smithi086.stdout:1066: finishing write tid 1 to smithi08678205-26 2024-09-11T03:35:32.711 INFO:tasks.rados.rados.0.smithi086.stdout:1066: finishing write tid 2 to smithi08678205-26 2024-09-11T03:35:32.711 INFO:tasks.rados.rados.0.smithi086.stdout:1066: finishing write tid 3 to smithi08678205-26 2024-09-11T03:35:32.711 INFO:tasks.rados.rados.0.smithi086.stdout:1066: finishing write tid 4 to smithi08678205-26 2024-09-11T03:35:32.711 INFO:tasks.rados.rados.0.smithi086.stdout:1066: oid 26 updating version 0 to 170 2024-09-11T03:35:32.711 INFO:tasks.rados.rados.0.smithi086.stdout:1066: oid 26 updating version 170 to 171 2024-09-11T03:35:32.711 INFO:tasks.rados.rados.0.smithi086.stdout:1066: oid 26 updating version 171 to 172 2024-09-11T03:35:32.711 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 172 (ObjNum 349 snap 93 seq_num 349) dirty exists 2024-09-11T03:35:32.711 INFO:tasks.rados.rados.0.smithi086.stdout:1066: left oid 26 (ObjNum 349 snap 93 seq_num 349) 2024-09-11T03:35:32.711 INFO:tasks.rados.rados.0.smithi086.stdout:1067: expect (ObjNum 273 snap 69 seq_num 273) 2024-09-11T03:35:32.821 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 530 (ObjNum 289 snap 0 seq_num 2570026247) dirty exists 2024-09-11T03:35:32.821 INFO:tasks.rados.rados.0.smithi086.stdout:1060: done (6 left) 2024-09-11T03:35:32.821 INFO:tasks.rados.rados.0.smithi086.stdout:1061: done (5 left) 2024-09-11T03:35:32.821 INFO:tasks.rados.rados.0.smithi086.stdout:1062: done (4 left) 2024-09-11T03:35:32.821 INFO:tasks.rados.rados.0.smithi086.stdout:1063: done (3 left) 2024-09-11T03:35:32.821 INFO:tasks.rados.rados.0.smithi086.stdout:1066: done (2 left) 2024-09-11T03:35:32.821 INFO:tasks.rados.rados.0.smithi086.stdout:1067: done (1 left) 2024-09-11T03:35:32.821 INFO:tasks.rados.rados.0.smithi086.stdout:1068: done (0 left) 2024-09-11T03:35:32.822 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 30 current snap is 93 2024-09-11T03:35:32.822 INFO:tasks.rados.rados.0.smithi086.stdout:1069: seq_num 350 ranges {0=671744,671744=401408} 2024-09-11T03:35:32.824 INFO:tasks.rados.rados.0.smithi086.stdout:1069: writing smithi08678205-30 from 0 to 671744 tid 1 2024-09-11T03:35:32.826 INFO:tasks.rados.rados.0.smithi086.stdout:1069: writing smithi08678205-30 from 671744 to 1073152 tid 2 2024-09-11T03:35:32.826 INFO:tasks.rados.rados.0.smithi086.stdout:1070: delete oid 42 current snap is 93 2024-09-11T03:35:32.829 INFO:tasks.rados.rados.0.smithi086.stdout:1070: done (1 left) 2024-09-11T03:35:32.829 INFO:tasks.rados.rados.0.smithi086.stdout:1071: read oid 5 snap -1 2024-09-11T03:35:32.829 INFO:tasks.rados.rados.0.smithi086.stdout:1071: expect (ObjNum 303 snap 76 seq_num 303) 2024-09-11T03:35:32.829 INFO:tasks.rados.rados.0.smithi086.stdout:1072: read oid 38 snap -1 2024-09-11T03:35:32.829 INFO:tasks.rados.rados.0.smithi086.stdout:1072: expect (ObjNum 247 snap 53 seq_num 247) 2024-09-11T03:35:32.829 INFO:tasks.rados.rados.0.smithi086.stdout:1073: snap_create 2024-09-11T03:35:32.829 INFO:tasks.rados.rados.0.smithi086.stdout:1069: finishing write tid 1 to smithi08678205-30 2024-09-11T03:35:32.829 INFO:tasks.rados.rados.0.smithi086.stdout:1069: finishing write tid 2 to smithi08678205-30 2024-09-11T03:35:32.829 INFO:tasks.rados.rados.0.smithi086.stdout:1069: finishing write tid 3 to smithi08678205-30 2024-09-11T03:35:32.830 INFO:tasks.rados.rados.0.smithi086.stdout:1069: finishing write tid 4 to smithi08678205-30 2024-09-11T03:35:32.830 INFO:tasks.rados.rados.0.smithi086.stdout:1069: oid 30 updating version 0 to 758 2024-09-11T03:35:32.830 INFO:tasks.rados.rados.0.smithi086.stdout:1069: oid 30 version 758 is already newer than 757 2024-09-11T03:35:32.831 INFO:tasks.rados.rados.0.smithi086.stdout:1069: oid 30 updating version 758 to 759 2024-09-11T03:35:32.831 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 759 (ObjNum 350 snap 93 seq_num 350) dirty exists 2024-09-11T03:35:32.831 INFO:tasks.rados.rados.0.smithi086.stdout:1069: left oid 30 (ObjNum 350 snap 93 seq_num 350) 2024-09-11T03:35:32.834 INFO:tasks.rados.rados.0.smithi086.stdout:1071: expect (ObjNum 303 snap 76 seq_num 303) 2024-09-11T03:35:32.849 INFO:tasks.rados.rados.0.smithi086.stdout:1072: expect (ObjNum 247 snap 53 seq_num 247) 2024-09-11T03:35:33.302 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[89281]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:33.302 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[89281]: pgmap v59: 121 pgs: 121 active+clean; 96 MiB data, 752 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 960 KiB/s wr, 13 op/s 2024-09-11T03:35:33.302 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[89281]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:33.302 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[89281]: Reconfiguring mgr.y (monmap changed)... 2024-09-11T03:35:33.303 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[89281]: Reconfiguring daemon mgr.y on smithi086 2024-09-11T03:35:33.303 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[89281]: osdmap e263: 8 total, 8 up, 8 in 2024-09-11T03:35:33.303 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[89281]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:33.303 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[89281]: osdmap e264: 8 total, 8 up, 8 in 2024-09-11T03:35:33.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[91691]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:33.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[91691]: pgmap v59: 121 pgs: 121 active+clean; 96 MiB data, 752 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 960 KiB/s wr, 13 op/s 2024-09-11T03:35:33.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[91691]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:33.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[91691]: Reconfiguring mgr.y (monmap changed)... 2024-09-11T03:35:33.303 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[91691]: Reconfiguring daemon mgr.y on smithi086 2024-09-11T03:35:33.304 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[91691]: osdmap e263: 8 total, 8 up, 8 in 2024-09-11T03:35:33.304 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[91691]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:33.304 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:32 smithi086 ceph-mon[91691]: osdmap e264: 8 total, 8 up, 8 in 2024-09-11T03:35:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:32 smithi130 ceph-mon[83685]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:32 smithi130 ceph-mon[83685]: pgmap v59: 121 pgs: 121 active+clean; 96 MiB data, 752 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 960 KiB/s wr, 13 op/s 2024-09-11T03:35:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:32 smithi130 ceph-mon[83685]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:33.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:32 smithi130 ceph-mon[83685]: Reconfiguring mgr.y (monmap changed)... 2024-09-11T03:35:33.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:32 smithi130 ceph-mon[83685]: Reconfiguring daemon mgr.y on smithi086 2024-09-11T03:35:33.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:32 smithi130 ceph-mon[83685]: osdmap e263: 8 total, 8 up, 8 in 2024-09-11T03:35:33.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:32 smithi130 ceph-mon[83685]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:35:33.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:32 smithi130 ceph-mon[83685]: osdmap e264: 8 total, 8 up, 8 in 2024-09-11T03:35:33.619 INFO:tasks.rados.rados.0.smithi086.stdout:1069: done (3 left) 2024-09-11T03:35:33.619 INFO:tasks.rados.rados.0.smithi086.stdout:1071: done (2 left) 2024-09-11T03:35:33.619 INFO:tasks.rados.rados.0.smithi086.stdout:1072: done (1 left) 2024-09-11T03:35:33.619 INFO:tasks.rados.rados.0.smithi086.stdout:1073: done (0 left) 2024-09-11T03:35:33.619 INFO:tasks.rados.rados.0.smithi086.stdout:1074: copy_from oid 44 from oid 47 current snap is 94 2024-09-11T03:35:33.620 INFO:tasks.rados.rados.0.smithi086.stdout:1075: copy_from oid 18 from oid 21 current snap is 94 2024-09-11T03:35:33.620 INFO:tasks.rados.rados.0.smithi086.stdout:1076: snap_create 2024-09-11T03:35:33.624 INFO:tasks.rados.rados.0.smithi086.stdout:1075: finishing copy_from racing read to smithi08678205-18 2024-09-11T03:35:33.625 INFO:tasks.rados.rados.0.smithi086.stdout:1075: finishing copy_from to smithi08678205-18 2024-09-11T03:35:33.625 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 192 (ObjNum 322 snap 84 seq_num 322) dirty exists 2024-09-11T03:35:33.627 INFO:tasks.rados.rados.0.smithi086.stdout:1074: finishing copy_from racing read to smithi08678205-44 2024-09-11T03:35:33.629 INFO:tasks.rados.rados.0.smithi086.stdout:1074: finishing copy_from to smithi08678205-44 2024-09-11T03:35:33.629 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 550 (ObjNum 330 snap 86 seq_num 330) dirty exists 2024-09-11T03:35:34.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:34.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:34.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[89281]: Reconfiguring mon.c (monmap changed)... 2024-09-11T03:35:34.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:34.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:34.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:34.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[89281]: Reconfiguring daemon mon.c on smithi086 2024-09-11T03:35:34.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[89281]: osdmap e265: 8 total, 8 up, 8 in 2024-09-11T03:35:34.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:34.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:34.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[91691]: Reconfiguring mon.c (monmap changed)... 2024-09-11T03:35:34.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:34.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:34.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:34.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[91691]: Reconfiguring daemon mon.c on smithi086 2024-09-11T03:35:34.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:33 smithi086 ceph-mon[91691]: osdmap e265: 8 total, 8 up, 8 in 2024-09-11T03:35:34.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:33 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:34.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:33 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:34.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:33 smithi130 ceph-mon[83685]: Reconfiguring mon.c (monmap changed)... 2024-09-11T03:35:34.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:33 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:34.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:33 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:34.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:33 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:34.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:33 smithi130 ceph-mon[83685]: Reconfiguring daemon mon.c on smithi086 2024-09-11T03:35:34.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:33 smithi130 ceph-mon[83685]: osdmap e265: 8 total, 8 up, 8 in 2024-09-11T03:35:34.619 INFO:tasks.rados.rados.0.smithi086.stdout:1074: done (2 left) 2024-09-11T03:35:34.620 INFO:tasks.rados.rados.0.smithi086.stdout:1075: done (1 left) 2024-09-11T03:35:34.620 INFO:tasks.rados.rados.0.smithi086.stdout:1076: done (0 left) 2024-09-11T03:35:34.620 INFO:tasks.rados.rados.0.smithi086.stdout:1077: read oid 16 snap 81 2024-09-11T03:35:34.620 INFO:tasks.rados.rados.0.smithi086.stdout:1077: expect deleted 2024-09-11T03:35:34.620 INFO:tasks.rados.rados.0.smithi086.stdout:1078: setattr oid 20 current snap is 95 2024-09-11T03:35:34.621 INFO:tasks.rados.rados.0.smithi086.stdout:1077: done (1 left) 2024-09-11T03:35:34.621 INFO:tasks.rados.rados.0.smithi086.stdout:1079: copy_from oid 11 from oid 22 current snap is 95 2024-09-11T03:35:34.621 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 95 2024-09-11T03:35:34.621 INFO:tasks.rados.rados.0.smithi086.stdout:1080: seq_num 352 ranges {7405568=704512,8110080=401408} 2024-09-11T03:35:34.665 INFO:tasks.rados.rados.0.smithi086.stdout:1080: writing smithi08678205-17 from 7405568 to 8110080 tid 1 2024-09-11T03:35:34.667 INFO:tasks.rados.rados.0.smithi086.stdout:1080: writing smithi08678205-17 from 8110080 to 8511488 tid 2 2024-09-11T03:35:34.667 INFO:tasks.rados.rados.0.smithi086.stdout:1081: setattr oid 29 current snap is 95 2024-09-11T03:35:34.667 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 531 (ObjNum 273 snap 69 seq_num 273) dirty exists 2024-09-11T03:35:34.668 INFO:tasks.rados.rados.0.smithi086.stdout:1079: finishing copy_from racing read to smithi08678205-11 2024-09-11T03:35:34.668 INFO:tasks.rados.rados.0.smithi086.stdout:1079: finishing copy_from to smithi08678205-11 2024-09-11T03:35:34.668 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 295 (ObjNum 241 snap 53 seq_num 241) dirty exists 2024-09-11T03:35:34.669 INFO:tasks.rados.rados.0.smithi086.stdout:1078: done (3 left) 2024-09-11T03:35:34.669 INFO:tasks.rados.rados.0.smithi086.stdout:1079: done (2 left) 2024-09-11T03:35:34.669 INFO:tasks.rados.rados.0.smithi086.stdout:1082: snap_create 2024-09-11T03:35:34.672 INFO:tasks.rados.rados.0.smithi086.stdout:1080: finishing write tid 1 to smithi08678205-17 2024-09-11T03:35:34.672 INFO:tasks.rados.rados.0.smithi086.stdout:1080: finishing write tid 2 to smithi08678205-17 2024-09-11T03:35:34.672 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 525 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-11T03:35:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:1080: finishing write tid 3 to smithi08678205-17 2024-09-11T03:35:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:1080: finishing write tid 4 to smithi08678205-17 2024-09-11T03:35:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:1080: oid 17 updating version 0 to 88 2024-09-11T03:35:34.674 INFO:tasks.rados.rados.0.smithi086.stdout:1080: oid 17 version 88 is already newer than 87 2024-09-11T03:35:34.674 INFO:tasks.rados.rados.0.smithi086.stdout:1080: oid 17 updating version 88 to 89 2024-09-11T03:35:34.674 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 89 (ObjNum 352 snap 95 seq_num 352) dirty exists 2024-09-11T03:35:34.674 INFO:tasks.rados.rados.0.smithi086.stdout:1080: left oid 17 (ObjNum 352 snap 95 seq_num 352) 2024-09-11T03:35:35.113 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[89281]: pgmap v62: 121 pgs: 121 active+clean; 96 MiB data, 752 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 960 KiB/s wr, 13 op/s 2024-09-11T03:35:35.113 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:35:35.113 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:35.113 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:35.113 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-11T03:35:35.113 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:35.113 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[89281]: osdmap e266: 8 total, 8 up, 8 in 2024-09-11T03:35:35.114 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[91691]: pgmap v62: 121 pgs: 121 active+clean; 96 MiB data, 752 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 960 KiB/s wr, 13 op/s 2024-09-11T03:35:35.114 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:35:35.114 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:35.114 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:35.114 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-11T03:35:35.114 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:35.114 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:34 smithi086 ceph-mon[91691]: osdmap e266: 8 total, 8 up, 8 in 2024-09-11T03:35:35.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:34 smithi130 ceph-mon[83685]: pgmap v62: 121 pgs: 121 active+clean; 96 MiB data, 752 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 960 KiB/s wr, 13 op/s 2024-09-11T03:35:35.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:35:35.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:35.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:35.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-11T03:35:35.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:35.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:34 smithi130 ceph-mon[83685]: osdmap e266: 8 total, 8 up, 8 in 2024-09-11T03:35:35.619 INFO:tasks.rados.rados.0.smithi086.stdout:1080: done (2 left) 2024-09-11T03:35:35.620 INFO:tasks.rados.rados.0.smithi086.stdout:1081: done (1 left) 2024-09-11T03:35:35.620 INFO:tasks.rados.rados.0.smithi086.stdout:1082: done (0 left) 2024-09-11T03:35:35.620 INFO:tasks.rados.rados.0.smithi086.stdout:1083: snap_create 2024-09-11T03:35:36.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:35 smithi086 ceph-mon[89281]: Reconfiguring osd.0 (monmap changed)... 2024-09-11T03:35:36.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:35 smithi086 ceph-mon[89281]: Reconfiguring daemon osd.0 on smithi086 2024-09-11T03:35:36.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:35 smithi086 ceph-mon[89281]: osdmap e267: 8 total, 8 up, 8 in 2024-09-11T03:35:36.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:35 smithi086 ceph-mon[91691]: Reconfiguring osd.0 (monmap changed)... 2024-09-11T03:35:36.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:35 smithi086 ceph-mon[91691]: Reconfiguring daemon osd.0 on smithi086 2024-09-11T03:35:36.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:35 smithi086 ceph-mon[91691]: osdmap e267: 8 total, 8 up, 8 in 2024-09-11T03:35:36.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:35 smithi130 ceph-mon[83685]: Reconfiguring osd.0 (monmap changed)... 2024-09-11T03:35:36.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:35 smithi130 ceph-mon[83685]: Reconfiguring daemon osd.0 on smithi086 2024-09-11T03:35:36.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:35 smithi130 ceph-mon[83685]: osdmap e267: 8 total, 8 up, 8 in 2024-09-11T03:35:36.622 INFO:tasks.rados.rados.0.smithi086.stdout:1083: done (0 left) 2024-09-11T03:35:36.622 INFO:tasks.rados.rados.0.smithi086.stdout:1084: copy_from oid 10 from oid 16 current snap is 97 2024-09-11T03:35:36.622 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 5 current snap is 97 2024-09-11T03:35:36.622 INFO:tasks.rados.rados.0.smithi086.stdout:1085: seq_num 353 ranges {278528=720896,999424=401408} 2024-09-11T03:35:36.627 INFO:tasks.rados.rados.0.smithi086.stdout:1085: writing smithi08678205-5 from 278528 to 999424 tid 1 2024-09-11T03:35:36.630 INFO:tasks.rados.rados.0.smithi086.stdout:1085: writing smithi08678205-5 from 999424 to 1400832 tid 2 2024-09-11T03:35:36.630 INFO:tasks.rados.rados.0.smithi086.stdout:1086: read oid 23 snap 80 2024-09-11T03:35:36.630 INFO:tasks.rados.rados.0.smithi086.stdout:1086: expect (ObjNum 302 snap 75 seq_num 302) 2024-09-11T03:35:36.630 INFO:tasks.rados.rados.0.smithi086.stdout:1087: read oid 35 snap 94 2024-09-11T03:35:36.630 INFO:tasks.rados.rados.0.smithi086.stdout:1087: expect deleted 2024-09-11T03:35:36.630 INFO:tasks.rados.rados.0.smithi086.stdout:1088: setattr oid 50 current snap is 97 2024-09-11T03:35:36.631 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 43 current snap is 97 2024-09-11T03:35:36.631 INFO:tasks.rados.rados.0.smithi086.stdout:1089: seq_num 354 ranges {1032192=737280,1769472=401408} 2024-09-11T03:35:36.641 INFO:tasks.rados.rados.0.smithi086.stdout:1089: writing smithi08678205-43 from 1032192 to 1769472 tid 1 2024-09-11T03:35:36.643 INFO:tasks.rados.rados.0.smithi086.stdout:1089: writing smithi08678205-43 from 1769472 to 2170880 tid 2 2024-09-11T03:35:36.643 INFO:tasks.rados.rados.0.smithi086.stdout:1090: delete oid 17 current snap is 97 2024-09-11T03:35:36.644 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 426 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-09-11T03:35:36.644 INFO:tasks.rados.rados.0.smithi086.stdout:1084: finishing copy_from racing read to smithi08678205-10 2024-09-11T03:35:36.644 INFO:tasks.rados.rados.0.smithi086.stdout:1085: finishing write tid 1 to smithi08678205-5 2024-09-11T03:35:36.644 INFO:tasks.rados.rados.0.smithi086.stdout:1085: finishing write tid 2 to smithi08678205-5 2024-09-11T03:35:36.644 INFO:tasks.rados.rados.0.smithi086.stdout:1085: finishing write tid 3 to smithi08678205-5 2024-09-11T03:35:36.644 INFO:tasks.rados.rados.0.smithi086.stdout:1084: finishing copy_from to smithi08678205-10 2024-09-11T03:35:36.644 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 529 (ObjNum 347 snap 93 seq_num 347) dirty exists 2024-09-11T03:35:36.645 INFO:tasks.rados.rados.0.smithi086.stdout:1086: expect (ObjNum 302 snap 75 seq_num 302) 2024-09-11T03:35:36.743 INFO:tasks.rados.rados.0.smithi086.stdout:1085: finishing write tid 4 to smithi08678205-5 2024-09-11T03:35:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:1085: oid 5 updating version 0 to 611 2024-09-11T03:35:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:1085: oid 5 updating version 611 to 612 2024-09-11T03:35:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:1085: oid 5 updating version 612 to 613 2024-09-11T03:35:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 613 (ObjNum 353 snap 97 seq_num 353) dirty exists 2024-09-11T03:35:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:1085: left oid 5 (ObjNum 353 snap 97 seq_num 353) 2024-09-11T03:35:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:1084: done (6 left) 2024-09-11T03:35:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:1085: done (5 left) 2024-09-11T03:35:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:1086: done (4 left) 2024-09-11T03:35:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:1087: done (3 left) 2024-09-11T03:35:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:1088: done (2 left) 2024-09-11T03:35:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:1090: done (1 left) 2024-09-11T03:35:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:1091: setattr oid 50 current snap is 97 2024-09-11T03:35:36.745 INFO:tasks.rados.rados.0.smithi086.stdout:1089: finishing write tid 1 to smithi08678205-43 2024-09-11T03:35:36.745 INFO:tasks.rados.rados.0.smithi086.stdout:1089: finishing write tid 2 to smithi08678205-43 2024-09-11T03:35:36.745 INFO:tasks.rados.rados.0.smithi086.stdout:1089: finishing write tid 3 to smithi08678205-43 2024-09-11T03:35:36.745 INFO:tasks.rados.rados.0.smithi086.stdout:1089: finishing write tid 4 to smithi08678205-43 2024-09-11T03:35:36.745 INFO:tasks.rados.rados.0.smithi086.stdout:1089: oid 43 updating version 0 to 763 2024-09-11T03:35:36.745 INFO:tasks.rados.rados.0.smithi086.stdout:1089: oid 43 version 763 is already newer than 762 2024-09-11T03:35:36.745 INFO:tasks.rados.rados.0.smithi086.stdout:1089: oid 43 version 763 is already newer than 761 2024-09-11T03:35:36.745 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 763 (ObjNum 354 snap 97 seq_num 354) dirty exists 2024-09-11T03:35:36.745 INFO:tasks.rados.rados.0.smithi086.stdout:1089: left oid 43 (ObjNum 354 snap 97 seq_num 354) 2024-09-11T03:35:36.746 INFO:tasks.rados.rados.0.smithi086.stdout:1089: done (1 left) 2024-09-11T03:35:36.746 INFO:tasks.rados.rados.0.smithi086.stdout:1092: rollback oid 29 current snap is 97 2024-09-11T03:35:36.746 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 29 to 95 2024-09-11T03:35:36.746 INFO:tasks.rados.rados.0.smithi086.stdout:1093: snap_create 2024-09-11T03:35:36.748 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 427 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-09-11T03:35:36.748 INFO:tasks.rados.rados.0.smithi086.stdout:1092: finishing rollback tid 0 to smithi08678205-29 2024-09-11T03:35:36.748 INFO:tasks.rados.rados.0.smithi086.stdout:1092: finishing rollback tid 1 to smithi08678205-29 2024-09-11T03:35:36.748 INFO:tasks.rados.rados.0.smithi086.stdout:1092: finishing rollback tid 2 to smithi08678205-29 2024-09-11T03:35:36.748 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 528 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-11T03:35:37.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:36 smithi086 ceph-mon[89281]: pgmap v65: 121 pgs: 121 active+clean; 101 MiB data, 758 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 2 op/s 2024-09-11T03:35:37.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:36 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:37.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:36 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:37.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:36 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-11T03:35:37.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:36 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:37.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:36 smithi086 ceph-mon[89281]: osdmap e268: 8 total, 8 up, 8 in 2024-09-11T03:35:37.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:36 smithi086 ceph-mon[91691]: pgmap v65: 121 pgs: 121 active+clean; 101 MiB data, 758 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 2 op/s 2024-09-11T03:35:37.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:36 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:37.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:36 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:37.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:36 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-11T03:35:37.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:36 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:37.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:36 smithi086 ceph-mon[91691]: osdmap e268: 8 total, 8 up, 8 in 2024-09-11T03:35:37.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:36 smithi130 ceph-mon[83685]: pgmap v65: 121 pgs: 121 active+clean; 101 MiB data, 758 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 2 op/s 2024-09-11T03:35:37.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:36 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:37.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:36 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:37.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:36 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-11T03:35:37.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:36 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:37.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:36 smithi130 ceph-mon[83685]: osdmap e268: 8 total, 8 up, 8 in 2024-09-11T03:35:37.622 INFO:tasks.rados.rados.0.smithi086.stdout:1091: done (2 left) 2024-09-11T03:35:37.622 INFO:tasks.rados.rados.0.smithi086.stdout:1092: done (1 left) 2024-09-11T03:35:37.622 INFO:tasks.rados.rados.0.smithi086.stdout:1093: done (0 left) 2024-09-11T03:35:37.623 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 98 2024-09-11T03:35:37.623 INFO:tasks.rados.rados.0.smithi086.stdout:1094: seq_num 356 ranges {901120=770048,1671168=401408} 2024-09-11T03:35:37.632 INFO:tasks.rados.rados.0.smithi086.stdout:1094: writing smithi08678205-36 from 901120 to 1671168 tid 1 2024-09-11T03:35:37.636 INFO:tasks.rados.rados.0.smithi086.stdout:1094: writing smithi08678205-36 from 1671168 to 2072576 tid 2 2024-09-11T03:35:37.636 INFO:tasks.rados.rados.0.smithi086.stdout:1095: read oid 24 snap -1 2024-09-11T03:35:37.636 INFO:tasks.rados.rados.0.smithi086.stdout:1095: expect (ObjNum 292 snap 72 seq_num 292) 2024-09-11T03:35:37.636 INFO:tasks.rados.rados.0.smithi086.stdout:1096: read oid 30 snap -1 2024-09-11T03:35:37.636 INFO:tasks.rados.rados.0.smithi086.stdout:1096: expect (ObjNum 350 snap 93 seq_num 350) 2024-09-11T03:35:37.636 INFO:tasks.rados.rados.0.smithi086.stdout:1097: rmattr oid 9 current snap is 98 2024-09-11T03:35:37.636 INFO:tasks.rados.rados.0.smithi086.stdout:1097: done (3 left) 2024-09-11T03:35:37.637 INFO:tasks.rados.rados.0.smithi086.stdout:1098: rollback oid 39 current snap is 98 2024-09-11T03:35:37.637 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 39 to 97 2024-09-11T03:35:37.637 INFO:tasks.rados.rados.0.smithi086.stdout:1099: delete oid 17 current snap is 98 2024-09-11T03:35:37.639 INFO:tasks.rados.rados.0.smithi086.stdout:1099: done (4 left) 2024-09-11T03:35:37.639 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 98 2024-09-11T03:35:37.640 INFO:tasks.rados.rados.0.smithi086.stdout:1100: seq_num 358 ranges {2531328=802816,3334144=401408} 2024-09-11T03:35:37.659 INFO:tasks.rados.rados.0.smithi086.stdout:1100: writing smithi08678205-49 from 2531328 to 3334144 tid 1 2024-09-11T03:35:37.662 INFO:tasks.rados.rados.0.smithi086.stdout:1100: writing smithi08678205-49 from 3334144 to 3735552 tid 2 2024-09-11T03:35:37.662 INFO:tasks.rados.rados.0.smithi086.stdout:1101: read oid 22 snap -1 2024-09-11T03:35:37.662 INFO:tasks.rados.rados.0.smithi086.stdout:1101: expect (ObjNum 241 snap 53 seq_num 241) 2024-09-11T03:35:37.662 INFO:tasks.rados.rados.0.smithi086.stdout:1102: snap_remove snap 91 2024-09-11T03:35:38.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:35:38] "GET /metrics HTTP/1.1" 200 36168 "" "Prometheus/2.43.0" 2024-09-11T03:35:38.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[89281]: Reconfiguring osd.1 (monmap changed)... 2024-09-11T03:35:38.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[89281]: Reconfiguring daemon osd.1 on smithi086 2024-09-11T03:35:38.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:38.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:38.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-11T03:35:38.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:38.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[89281]: osdmap e269: 8 total, 8 up, 8 in 2024-09-11T03:35:38.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[91691]: Reconfiguring osd.1 (monmap changed)... 2024-09-11T03:35:38.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[91691]: Reconfiguring daemon osd.1 on smithi086 2024-09-11T03:35:38.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:38.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:38.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-11T03:35:38.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:38.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:37 smithi086 ceph-mon[91691]: osdmap e269: 8 total, 8 up, 8 in 2024-09-11T03:35:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:37 smithi130 ceph-mon[83685]: Reconfiguring osd.1 (monmap changed)... 2024-09-11T03:35:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:37 smithi130 ceph-mon[83685]: Reconfiguring daemon osd.1 on smithi086 2024-09-11T03:35:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:37 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:37 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:37 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-11T03:35:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:37 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:37 smithi130 ceph-mon[83685]: osdmap e269: 8 total, 8 up, 8 in 2024-09-11T03:35:38.626 INFO:tasks.rados.rados.0.smithi086.stdout:1102: done (6 left) 2024-09-11T03:35:38.626 INFO:tasks.rados.rados.0.smithi086.stdout:1103: read oid 12 snap -1 2024-09-11T03:35:38.626 INFO:tasks.rados.rados.0.smithi086.stdout:1103: expect deleted 2024-09-11T03:35:38.626 INFO:tasks.rados.rados.0.smithi086.stdout:1104: rollback oid 26 current snap is 98 2024-09-11T03:35:38.626 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 26 to 97 2024-09-11T03:35:38.627 INFO:tasks.rados.rados.0.smithi086.stdout:1098: finishing rollback tid 0 to smithi08678205-39 2024-09-11T03:35:38.627 INFO:tasks.rados.rados.0.smithi086.stdout:1098: finishing rollback tid 1 to smithi08678205-39 2024-09-11T03:35:38.627 INFO:tasks.rados.rados.0.smithi086.stdout:1094: finishing write tid 1 to smithi08678205-36 2024-09-11T03:35:38.627 INFO:tasks.rados.rados.0.smithi086.stdout:1098: finishing rollback tid 2 to smithi08678205-39 2024-09-11T03:35:38.627 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 534 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-11T03:35:38.627 INFO:tasks.rados.rados.0.smithi086.stdout:1094: finishing write tid 2 to smithi08678205-36 2024-09-11T03:35:38.627 INFO:tasks.rados.rados.0.smithi086.stdout:1094: finishing write tid 3 to smithi08678205-36 2024-09-11T03:35:38.627 INFO:tasks.rados.rados.0.smithi086.stdout:1096: expect (ObjNum 350 snap 93 seq_num 350) 2024-09-11T03:35:38.660 INFO:tasks.rados.rados.0.smithi086.stdout:1094: finishing write tid 4 to smithi08678205-36 2024-09-11T03:35:38.661 INFO:tasks.rados.rados.0.smithi086.stdout:1094: oid 36 updating version 0 to 766 2024-09-11T03:35:38.661 INFO:tasks.rados.rados.0.smithi086.stdout:1094: oid 36 version 766 is already newer than 765 2024-09-11T03:35:38.661 INFO:tasks.rados.rados.0.smithi086.stdout:1094: oid 36 updating version 766 to 767 2024-09-11T03:35:38.661 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 767 (ObjNum 356 snap 98 seq_num 356) dirty exists 2024-09-11T03:35:38.661 INFO:tasks.rados.rados.0.smithi086.stdout:1094: left oid 36 (ObjNum 356 snap 98 seq_num 356) 2024-09-11T03:35:38.661 INFO:tasks.rados.rados.0.smithi086.stdout:1095: expect (ObjNum 292 snap 72 seq_num 292) 2024-09-11T03:35:38.769 INFO:tasks.rados.rados.0.smithi086.stdout:1100: finishing write tid 1 to smithi08678205-49 2024-09-11T03:35:38.769 INFO:tasks.rados.rados.0.smithi086.stdout:1100: finishing write tid 2 to smithi08678205-49 2024-09-11T03:35:38.769 INFO:tasks.rados.rados.0.smithi086.stdout:1100: finishing write tid 3 to smithi08678205-49 2024-09-11T03:35:38.769 INFO:tasks.rados.rados.0.smithi086.stdout:1100: finishing write tid 4 to smithi08678205-49 2024-09-11T03:35:38.769 INFO:tasks.rados.rados.0.smithi086.stdout:1100: oid 49 updating version 0 to 552 2024-09-11T03:35:38.769 INFO:tasks.rados.rados.0.smithi086.stdout:1100: oid 49 version 552 is already newer than 551 2024-09-11T03:35:38.769 INFO:tasks.rados.rados.0.smithi086.stdout:1100: oid 49 updating version 552 to 553 2024-09-11T03:35:38.770 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 553 (ObjNum 358 snap 98 seq_num 358) dirty exists 2024-09-11T03:35:38.770 INFO:tasks.rados.rados.0.smithi086.stdout:1100: left oid 49 (ObjNum 358 snap 98 seq_num 358) 2024-09-11T03:35:38.770 INFO:tasks.rados.rados.0.smithi086.stdout:1101: expect (ObjNum 241 snap 53 seq_num 241) 2024-09-11T03:35:38.926 INFO:tasks.rados.rados.0.smithi086.stdout:1104: finishing rollback tid 0 to smithi08678205-26 2024-09-11T03:35:38.926 INFO:tasks.rados.rados.0.smithi086.stdout:1104: finishing rollback tid 1 to smithi08678205-26 2024-09-11T03:35:38.926 INFO:tasks.rados.rados.0.smithi086.stdout:1104: finishing rollback tid 2 to smithi08678205-26 2024-09-11T03:35:38.926 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 176 (ObjNum 349 snap 93 seq_num 349) dirty exists 2024-09-11T03:35:38.926 INFO:tasks.rados.rados.0.smithi086.stdout:1094: done (7 left) 2024-09-11T03:35:38.926 INFO:tasks.rados.rados.0.smithi086.stdout:1095: done (6 left) 2024-09-11T03:35:38.926 INFO:tasks.rados.rados.0.smithi086.stdout:1096: done (5 left) 2024-09-11T03:35:38.926 INFO:tasks.rados.rados.0.smithi086.stdout:1098: done (4 left) 2024-09-11T03:35:38.926 INFO:tasks.rados.rados.0.smithi086.stdout:1100: done (3 left) 2024-09-11T03:35:38.926 INFO:tasks.rados.rados.0.smithi086.stdout:1101: done (2 left) 2024-09-11T03:35:38.927 INFO:tasks.rados.rados.0.smithi086.stdout:1103: done (1 left) 2024-09-11T03:35:38.927 INFO:tasks.rados.rados.0.smithi086.stdout:1104: done (0 left) 2024-09-11T03:35:38.927 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 18 current snap is 98 2024-09-11T03:35:38.927 INFO:tasks.rados.rados.0.smithi086.stdout:1105: seq_num 359 ranges {598016=417792,1015808=417792,1433600=385024} 2024-09-11T03:35:38.931 INFO:tasks.rados.rados.0.smithi086.stdout:1105: writing smithi08678205-18 from 598016 to 1015808 tid 1 2024-09-11T03:35:38.933 INFO:tasks.rados.rados.0.smithi086.stdout:1105: writing smithi08678205-18 from 1015808 to 1433600 tid 2 2024-09-11T03:35:38.935 INFO:tasks.rados.rados.0.smithi086.stdout:1105: writing smithi08678205-18 from 1433600 to 1818624 tid 3 2024-09-11T03:35:38.936 INFO:tasks.rados.rados.0.smithi086.stdout:1106: setattr oid 7 current snap is 98 2024-09-11T03:35:38.936 INFO:tasks.rados.rados.0.smithi086.stdout:1105: finishing write tid 1 to smithi08678205-18 2024-09-11T03:35:38.936 INFO:tasks.rados.rados.0.smithi086.stdout:1105: finishing write tid 2 to smithi08678205-18 2024-09-11T03:35:38.937 INFO:tasks.rados.rados.0.smithi086.stdout:1107: setattr oid 41 current snap is 98 2024-09-11T03:35:38.938 INFO:tasks.rados.rados.0.smithi086.stdout:1105: finishing write tid 3 to smithi08678205-18 2024-09-11T03:35:38.938 INFO:tasks.rados.rados.0.smithi086.stdout:1105: finishing write tid 4 to smithi08678205-18 2024-09-11T03:35:38.940 INFO:tasks.rados.rados.0.smithi086.stdout:1108: rmattr oid 19 current snap is 98 2024-09-11T03:35:38.940 INFO:tasks.rados.rados.0.smithi086.stdout:1108: done (3 left) 2024-09-11T03:35:38.940 INFO:tasks.rados.rados.0.smithi086.stdout:1109: read oid 43 snap -1 2024-09-11T03:35:38.940 INFO:tasks.rados.rados.0.smithi086.stdout:1109: expect (ObjNum 354 snap 97 seq_num 354) 2024-09-11T03:35:38.940 INFO:tasks.rados.rados.0.smithi086.stdout:1105: finishing write tid 5 to smithi08678205-18 2024-09-11T03:35:38.941 INFO:tasks.rados.rados.0.smithi086.stdout:1105: oid 18 updating version 0 to 529 2024-09-11T03:35:38.941 INFO:tasks.rados.rados.0.smithi086.stdout:1105: oid 18 updating version 529 to 531 2024-09-11T03:35:38.941 INFO:tasks.rados.rados.0.smithi086.stdout:1105: oid 18 version 531 is already newer than 530 2024-09-11T03:35:38.941 INFO:tasks.rados.rados.0.smithi086.stdout:1105: oid 18 updating version 531 to 532 2024-09-11T03:35:38.941 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 532 (ObjNum 359 snap 98 seq_num 359) dirty exists 2024-09-11T03:35:38.941 INFO:tasks.rados.rados.0.smithi086.stdout:1105: left oid 18 (ObjNum 359 snap 98 seq_num 359) 2024-09-11T03:35:38.941 INFO:tasks.rados.rados.0.smithi086.stdout:1105: done (3 left) 2024-09-11T03:35:38.941 INFO:tasks.rados.rados.0.smithi086.stdout:1110: rmattr oid 50 current snap is 98 2024-09-11T03:35:38.941 INFO:tasks.rados.rados.0.smithi086.stdout:1111: setattr oid 22 current snap is 98 2024-09-11T03:35:38.942 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 351 (ObjNum 49 snap 0 seq_num 1496055809) dirty exists 2024-09-11T03:35:38.943 INFO:tasks.rados.rados.0.smithi086.stdout:1106: done (4 left) 2024-09-11T03:35:38.943 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 98 2024-09-11T03:35:38.943 INFO:tasks.rados.rados.0.smithi086.stdout:1112: seq_num 360 ranges {3735552=434176,4169728=704512,4874240=98304} 2024-09-11T03:35:38.966 INFO:tasks.rados.rados.0.smithi086.stdout:1112: writing smithi08678205-49 from 3735552 to 4169728 tid 1 2024-09-11T03:35:38.970 INFO:tasks.rados.rados.0.smithi086.stdout:1112: writing smithi08678205-49 from 4169728 to 4874240 tid 2 2024-09-11T03:35:38.971 INFO:tasks.rados.rados.0.smithi086.stdout:1112: writing smithi08678205-49 from 4874240 to 4972544 tid 3 2024-09-11T03:35:38.971 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 98 2024-09-11T03:35:38.971 INFO:tasks.rados.rados.0.smithi086.stdout:1113: seq_num 361 ranges {0=450560,450560=581632,1032192=221184} 2024-09-11T03:35:38.973 INFO:tasks.rados.rados.0.smithi086.stdout:1113: writing smithi08678205-12 from 0 to 450560 tid 1 2024-09-11T03:35:38.976 INFO:tasks.rados.rados.0.smithi086.stdout:1113: writing smithi08678205-12 from 450560 to 1032192 tid 2 2024-09-11T03:35:38.978 INFO:tasks.rados.rados.0.smithi086.stdout:1113: writing smithi08678205-12 from 1032192 to 1253376 tid 3 2024-09-11T03:35:38.978 INFO:tasks.rados.rados.0.smithi086.stdout:1114: setattr oid 27 current snap is 98 2024-09-11T03:35:38.978 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 433 (ObjNum 65 snap 0 seq_num 1616143466) dirty exists 2024-09-11T03:35:38.978 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 323 (ObjNum 241 snap 53 seq_num 241) dirty exists 2024-09-11T03:35:38.978 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 771 (ObjNum 343 snap 92 seq_num 343) dirty exists 2024-09-11T03:35:38.978 INFO:tasks.rados.rados.0.smithi086.stdout:1109: expect (ObjNum 354 snap 97 seq_num 354) 2024-09-11T03:35:39.054 INFO:tasks.rados.rados.0.smithi086.stdout:1112: finishing write tid 1 to smithi08678205-49 2024-09-11T03:35:39.054 INFO:tasks.rados.rados.0.smithi086.stdout:1112: finishing write tid 2 to smithi08678205-49 2024-09-11T03:35:39.054 INFO:tasks.rados.rados.0.smithi086.stdout:1112: finishing write tid 3 to smithi08678205-49 2024-09-11T03:35:39.054 INFO:tasks.rados.rados.0.smithi086.stdout:1112: finishing write tid 4 to smithi08678205-49 2024-09-11T03:35:39.054 INFO:tasks.rados.rados.0.smithi086.stdout:1112: finishing write tid 5 to smithi08678205-49 2024-09-11T03:35:39.054 INFO:tasks.rados.rados.0.smithi086.stdout:1112: oid 49 updating version 0 to 557 2024-09-11T03:35:39.054 INFO:tasks.rados.rados.0.smithi086.stdout:1112: oid 49 version 557 is already newer than 554 2024-09-11T03:35:39.054 INFO:tasks.rados.rados.0.smithi086.stdout:1112: oid 49 version 557 is already newer than 555 2024-09-11T03:35:39.055 INFO:tasks.rados.rados.0.smithi086.stdout:1112: oid 49 version 557 is already newer than 556 2024-09-11T03:35:39.055 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 557 (ObjNum 360 snap 98 seq_num 360) dirty exists 2024-09-11T03:35:39.055 INFO:tasks.rados.rados.0.smithi086.stdout:1112: left oid 49 (ObjNum 360 snap 98 seq_num 360) 2024-09-11T03:35:39.055 INFO:tasks.rados.rados.0.smithi086.stdout:1113: finishing write tid 1 to smithi08678205-12 2024-09-11T03:35:39.055 INFO:tasks.rados.rados.0.smithi086.stdout:1113: finishing write tid 2 to smithi08678205-12 2024-09-11T03:35:39.055 INFO:tasks.rados.rados.0.smithi086.stdout:1113: finishing write tid 3 to smithi08678205-12 2024-09-11T03:35:39.055 INFO:tasks.rados.rados.0.smithi086.stdout:1113: finishing write tid 4 to smithi08678205-12 2024-09-11T03:35:39.055 INFO:tasks.rados.rados.0.smithi086.stdout:1113: finishing write tid 5 to smithi08678205-12 2024-09-11T03:35:39.055 INFO:tasks.rados.rados.0.smithi086.stdout:1113: oid 12 updating version 0 to 352 2024-09-11T03:35:39.055 INFO:tasks.rados.rados.0.smithi086.stdout:1113: oid 12 updating version 352 to 354 2024-09-11T03:35:39.055 INFO:tasks.rados.rados.0.smithi086.stdout:1113: oid 12 version 354 is already newer than 353 2024-09-11T03:35:39.055 INFO:tasks.rados.rados.0.smithi086.stdout:1113: oid 12 updating version 354 to 355 2024-09-11T03:35:39.055 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 355 (ObjNum 361 snap 98 seq_num 361) dirty exists 2024-09-11T03:35:39.056 INFO:tasks.rados.rados.0.smithi086.stdout:1113: left oid 12 (ObjNum 361 snap 98 seq_num 361) 2024-09-11T03:35:39.056 INFO:tasks.rados.rados.0.smithi086.stdout:1107: done (6 left) 2024-09-11T03:35:39.056 INFO:tasks.rados.rados.0.smithi086.stdout:1109: done (5 left) 2024-09-11T03:35:39.056 INFO:tasks.rados.rados.0.smithi086.stdout:1110: done (4 left) 2024-09-11T03:35:39.056 INFO:tasks.rados.rados.0.smithi086.stdout:1111: done (3 left) 2024-09-11T03:35:39.056 INFO:tasks.rados.rados.0.smithi086.stdout:1112: done (2 left) 2024-09-11T03:35:39.056 INFO:tasks.rados.rados.0.smithi086.stdout:1113: done (1 left) 2024-09-11T03:35:39.056 INFO:tasks.rados.rados.0.smithi086.stdout:1115: read oid 45 snap -1 2024-09-11T03:35:39.056 INFO:tasks.rados.rados.0.smithi086.stdout:1115: expect (ObjNum 303 snap 76 seq_num 303) 2024-09-11T03:35:39.056 INFO:tasks.rados.rados.0.smithi086.stdout:1116: read oid 37 snap 88 2024-09-11T03:35:39.056 INFO:tasks.rados.rados.0.smithi086.stdout:1116: expect (ObjNum 315 snap 82 seq_num 315) 2024-09-11T03:35:39.056 INFO:tasks.rados.rados.0.smithi086.stdout:1117: setattr oid 21 current snap is 98 2024-09-11T03:35:39.057 INFO:tasks.rados.rados.0.smithi086.stdout:1118: read oid 25 snap -1 2024-09-11T03:35:39.057 INFO:tasks.rados.rados.0.smithi086.stdout:1118: expect (ObjNum 221 snap 49 seq_num 221) 2024-09-11T03:35:39.057 INFO:tasks.rados.rados.0.smithi086.stdout:1119: read oid 23 snap -1 2024-09-11T03:35:39.057 INFO:tasks.rados.rados.0.smithi086.stdout:1119: expect (ObjNum 302 snap 75 seq_num 302) 2024-09-11T03:35:39.058 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 98 2024-09-11T03:35:39.058 INFO:tasks.rados.rados.0.smithi086.stdout:1120: seq_num 362 ranges {4939776=466944,5406720=466944,5873664=335872} 2024-09-11T03:35:39.085 INFO:tasks.rados.rados.0.smithi086.stdout:1120: writing smithi08678205-26 from 4939776 to 5406720 tid 1 2024-09-11T03:35:39.088 INFO:tasks.rados.rados.0.smithi086.stdout:1120: writing smithi08678205-26 from 5406720 to 5873664 tid 2 2024-09-11T03:35:39.090 INFO:tasks.rados.rados.0.smithi086.stdout:1120: writing smithi08678205-26 from 5873664 to 6209536 tid 3 2024-09-11T03:35:39.090 INFO:tasks.rados.rados.0.smithi086.stdout:1121: copy_from oid 34 from oid 46 current snap is 98 2024-09-11T03:35:39.090 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 196 (ObjNum 296 snap 73 seq_num 296) dirty exists 2024-09-11T03:35:39.090 INFO:tasks.rados.rados.0.smithi086.stdout:1115: expect (ObjNum 303 snap 76 seq_num 303) 2024-09-11T03:35:39.105 INFO:tasks.rados.rados.0.smithi086.stdout:1116: expect (ObjNum 315 snap 82 seq_num 315) 2024-09-11T03:35:39.124 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 355 (ObjNum 322 snap 84 seq_num 322) dirty exists 2024-09-11T03:35:39.124 INFO:tasks.rados.rados.0.smithi086.stdout:1118: expect (ObjNum 221 snap 49 seq_num 221) 2024-09-11T03:35:39.158 INFO:tasks.rados.rados.0.smithi086.stdout:1119: expect (ObjNum 302 snap 75 seq_num 302) 2024-09-11T03:35:39.261 INFO:tasks.rados.rados.0.smithi086.stdout:1120: finishing write tid 1 to smithi08678205-26 2024-09-11T03:35:39.261 INFO:tasks.rados.rados.0.smithi086.stdout:1114: done (7 left) 2024-09-11T03:35:39.261 INFO:tasks.rados.rados.0.smithi086.stdout:1115: done (6 left) 2024-09-11T03:35:39.261 INFO:tasks.rados.rados.0.smithi086.stdout:1116: done (5 left) 2024-09-11T03:35:39.261 INFO:tasks.rados.rados.0.smithi086.stdout:1117: done (4 left) 2024-09-11T03:35:39.261 INFO:tasks.rados.rados.0.smithi086.stdout:1118: done (3 left) 2024-09-11T03:35:39.261 INFO:tasks.rados.rados.0.smithi086.stdout:1119: done (2 left) 2024-09-11T03:35:39.261 INFO:tasks.rados.rados.0.smithi086.stdout:1122: read oid 45 snap -1 2024-09-11T03:35:39.261 INFO:tasks.rados.rados.0.smithi086.stdout:1122: expect (ObjNum 303 snap 76 seq_num 303) 2024-09-11T03:35:39.261 INFO:tasks.rados.rados.0.smithi086.stdout:1123: setattr oid 39 current snap is 98 2024-09-11T03:35:39.262 INFO:tasks.rados.rados.0.smithi086.stdout:1121: finishing copy_from to smithi08678205-34 2024-09-11T03:35:39.262 INFO:tasks.rados.rados.0.smithi086.stdout:1121: got expected ENOENT (src dne) 2024-09-11T03:35:39.262 INFO:tasks.rados.rados.0.smithi086.stdout:1121: finishing copy_from racing read to smithi08678205-34 2024-09-11T03:35:39.262 INFO:tasks.rados.rados.0.smithi086.stdout:1120: finishing write tid 2 to smithi08678205-26 2024-09-11T03:35:39.262 INFO:tasks.rados.rados.0.smithi086.stdout:1120: finishing write tid 3 to smithi08678205-26 2024-09-11T03:35:39.262 INFO:tasks.rados.rados.0.smithi086.stdout:1120: finishing write tid 4 to smithi08678205-26 2024-09-11T03:35:39.262 INFO:tasks.rados.rados.0.smithi086.stdout:1120: finishing write tid 5 to smithi08678205-26 2024-09-11T03:35:39.262 INFO:tasks.rados.rados.0.smithi086.stdout:1120: oid 26 updating version 0 to 183 2024-09-11T03:35:39.262 INFO:tasks.rados.rados.0.smithi086.stdout:1120: oid 26 updating version 183 to 184 2024-09-11T03:35:39.262 INFO:tasks.rados.rados.0.smithi086.stdout:1120: oid 26 version 184 is already newer than 182 2024-09-11T03:35:39.262 INFO:tasks.rados.rados.0.smithi086.stdout:1120: oid 26 version 184 is already newer than 181 2024-09-11T03:35:39.262 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 184 (ObjNum 362 snap 98 seq_num 362) dirty exists 2024-09-11T03:35:39.262 INFO:tasks.rados.rados.0.smithi086.stdout:1120: left oid 26 (ObjNum 362 snap 98 seq_num 362) 2024-09-11T03:35:39.263 INFO:tasks.rados.rados.0.smithi086.stdout:1120: done (3 left) 2024-09-11T03:35:39.263 INFO:tasks.rados.rados.0.smithi086.stdout:1121: done (2 left) 2024-09-11T03:35:39.263 INFO:tasks.rados.rados.0.smithi086.stdout:1124: delete oid 9 current snap is 98 2024-09-11T03:35:39.263 INFO:tasks.rados.rados.0.smithi086.stdout:1122: expect (ObjNum 303 snap 76 seq_num 303) 2024-09-11T03:35:39.271 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 535 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-11T03:35:39.271 INFO:tasks.rados.rados.0.smithi086.stdout:1122: done (2 left) 2024-09-11T03:35:39.272 INFO:tasks.rados.rados.0.smithi086.stdout:1123: done (1 left) 2024-09-11T03:35:39.272 INFO:tasks.rados.rados.0.smithi086.stdout:1124: done (0 left) 2024-09-11T03:35:39.272 INFO:tasks.rados.rados.0.smithi086.stdout:1125: snap_remove snap 88 2024-09-11T03:35:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[91691]: pgmap v68: 121 pgs: 121 active+clean; 117 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 32 op/s 2024-09-11T03:35:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[91691]: Reconfiguring osd.2 (monmap changed)... 2024-09-11T03:35:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[91691]: Reconfiguring daemon osd.2 on smithi086 2024-09-11T03:35:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[91691]: osdmap e270: 8 total, 8 up, 8 in 2024-09-11T03:35:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-11T03:35:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:39.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[89281]: pgmap v68: 121 pgs: 121 active+clean; 117 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 32 op/s 2024-09-11T03:35:39.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[89281]: Reconfiguring osd.2 (monmap changed)... 2024-09-11T03:35:39.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[89281]: Reconfiguring daemon osd.2 on smithi086 2024-09-11T03:35:39.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[89281]: osdmap e270: 8 total, 8 up, 8 in 2024-09-11T03:35:39.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:39.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:39.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-11T03:35:39.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:38 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:38 smithi130 ceph-mon[83685]: pgmap v68: 121 pgs: 121 active+clean; 117 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 32 op/s 2024-09-11T03:35:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:38 smithi130 ceph-mon[83685]: Reconfiguring osd.2 (monmap changed)... 2024-09-11T03:35:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:38 smithi130 ceph-mon[83685]: Reconfiguring daemon osd.2 on smithi086 2024-09-11T03:35:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:38 smithi130 ceph-mon[83685]: osdmap e270: 8 total, 8 up, 8 in 2024-09-11T03:35:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:38 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:38 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:38 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-11T03:35:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:38 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:39.961 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:39 smithi086 ceph-mon[89281]: Reconfiguring osd.3 (monmap changed)... 2024-09-11T03:35:39.962 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:39 smithi086 ceph-mon[89281]: Reconfiguring daemon osd.3 on smithi086 2024-09-11T03:35:39.962 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:39 smithi086 ceph-mon[91691]: Reconfiguring osd.3 (monmap changed)... 2024-09-11T03:35:39.962 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:39 smithi086 ceph-mon[91691]: Reconfiguring daemon osd.3 on smithi086 2024-09-11T03:35:39.965 INFO:tasks.rados.rados.0.smithi086.stdout:1125: done (0 left) 2024-09-11T03:35:39.965 INFO:tasks.rados.rados.0.smithi086.stdout:1126: rollback oid 6 current snap is 98 2024-09-11T03:35:39.965 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 6 to 90 2024-09-11T03:35:39.965 INFO:tasks.rados.rados.0.smithi086.stdout:1127: read oid 4 snap -1 2024-09-11T03:35:39.965 INFO:tasks.rados.rados.0.smithi086.stdout:1127: expect (ObjNum 277 snap 69 seq_num 277) 2024-09-11T03:35:39.965 INFO:tasks.rados.rados.0.smithi086.stdout:1128: snap_remove snap 97 2024-09-11T03:35:40.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:39 smithi130 ceph-mon[83685]: Reconfiguring osd.3 (monmap changed)... 2024-09-11T03:35:40.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:39 smithi130 ceph-mon[83685]: Reconfiguring daemon osd.3 on smithi086 2024-09-11T03:35:40.972 INFO:tasks.rados.rados.0.smithi086.stdout:1128: done (2 left) 2024-09-11T03:35:40.972 INFO:tasks.rados.rados.0.smithi086.stdout:1129: read oid 18 snap -1 2024-09-11T03:35:40.972 INFO:tasks.rados.rados.0.smithi086.stdout:1129: expect (ObjNum 359 snap 98 seq_num 359) 2024-09-11T03:35:40.972 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 98 2024-09-11T03:35:40.972 INFO:tasks.rados.rados.0.smithi086.stdout:1126: finishing rollback tid 0 to smithi08678205-6 2024-09-11T03:35:40.972 INFO:tasks.rados.rados.0.smithi086.stdout:1130: seq_num 364 ranges {4440064=499712,4939776=638976,5578752=163840} 2024-09-11T03:35:41.000 INFO:tasks.rados.rados.0.smithi086.stdout:1130: writing smithi08678205-8 from 4440064 to 4939776 tid 1 2024-09-11T03:35:41.004 INFO:tasks.rados.rados.0.smithi086.stdout:1130: writing smithi08678205-8 from 4939776 to 5578752 tid 2 2024-09-11T03:35:41.005 INFO:tasks.rados.rados.0.smithi086.stdout:1130: writing smithi08678205-8 from 5578752 to 5742592 tid 3 2024-09-11T03:35:41.005 INFO:tasks.rados.rados.0.smithi086.stdout:1131: rollback oid 39 current snap is 98 2024-09-11T03:35:41.006 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 39 to 95 2024-09-11T03:35:41.006 INFO:tasks.rados.rados.0.smithi086.stdout:1126: finishing rollback tid 1 to smithi08678205-6 2024-09-11T03:35:41.006 INFO:tasks.rados.rados.0.smithi086.stdout:1126: finishing rollback tid 2 to smithi08678205-6 2024-09-11T03:35:41.006 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 200 (ObjNum 322 snap 84 seq_num 322) dirty exists 2024-09-11T03:35:41.006 INFO:tasks.rados.rados.0.smithi086.stdout:1127: expect (ObjNum 277 snap 69 seq_num 277) 2024-09-11T03:35:41.095 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:40 smithi086 ceph-mon[89281]: pgmap v71: 121 pgs: 121 active+clean; 117 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-09-11T03:35:41.095 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:40 smithi086 ceph-mon[89281]: osdmap e271: 8 total, 8 up, 8 in 2024-09-11T03:35:41.095 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:41.095 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:41.096 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-11T03:35:41.096 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:41.096 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:40 smithi086 ceph-mon[91691]: pgmap v71: 121 pgs: 121 active+clean; 117 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-09-11T03:35:41.096 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:40 smithi086 ceph-mon[91691]: osdmap e271: 8 total, 8 up, 8 in 2024-09-11T03:35:41.096 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:41.096 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:41.096 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-11T03:35:41.097 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:41.209 INFO:tasks.rados.rados.0.smithi086.stdout:1129: expect (ObjNum 359 snap 98 seq_num 359) 2024-09-11T03:35:41.265 INFO:tasks.rados.rados.0.smithi086.stdout:1130: finishing write tid 1 to smithi08678205-8 2024-09-11T03:35:41.265 INFO:tasks.rados.rados.0.smithi086.stdout:1130: finishing write tid 2 to smithi08678205-8 2024-09-11T03:35:41.265 INFO:tasks.rados.rados.0.smithi086.stdout:1130: finishing write tid 3 to smithi08678205-8 2024-09-11T03:35:41.265 INFO:tasks.rados.rados.0.smithi086.stdout:1130: finishing write tid 4 to smithi08678205-8 2024-09-11T03:35:41.265 INFO:tasks.rados.rados.0.smithi086.stdout:1131: finishing rollback tid 0 to smithi08678205-39 2024-09-11T03:35:41.265 INFO:tasks.rados.rados.0.smithi086.stdout:1131: finishing rollback tid 1 to smithi08678205-39 2024-09-11T03:35:41.265 INFO:tasks.rados.rados.0.smithi086.stdout:1130: finishing write tid 5 to smithi08678205-8 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:1130: oid 8 updating version 0 to 363 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:1130: oid 8 updating version 363 to 366 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:1130: oid 8 version 366 is already newer than 365 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:1130: oid 8 version 366 is already newer than 364 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 366 (ObjNum 364 snap 98 seq_num 364) dirty exists 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:1130: left oid 8 (ObjNum 364 snap 98 seq_num 364) 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:1131: finishing rollback tid 2 to smithi08678205-39 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 538 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:1126: done (4 left) 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:1127: done (3 left) 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:1129: done (2 left) 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:1130: done (1 left) 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:1131: done (0 left) 2024-09-11T03:35:41.266 INFO:tasks.rados.rados.0.smithi086.stdout:1132: delete oid 31 current snap is 98 2024-09-11T03:35:41.267 INFO:tasks.rados.rados.0.smithi086.stdout:1132: done (0 left) 2024-09-11T03:35:41.267 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 98 2024-09-11T03:35:41.267 INFO:tasks.rados.rados.0.smithi086.stdout:1133: seq_num 366 ranges {0=532480,532480=458752,991232=344064} 2024-09-11T03:35:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:1133: writing smithi08678205-7 from 0 to 532480 tid 1 2024-09-11T03:35:41.271 INFO:tasks.rados.rados.0.smithi086.stdout:1133: writing smithi08678205-7 from 532480 to 991232 tid 2 2024-09-11T03:35:41.274 INFO:tasks.rados.rados.0.smithi086.stdout:1133: writing smithi08678205-7 from 991232 to 1335296 tid 3 2024-09-11T03:35:41.274 INFO:tasks.rados.rados.0.smithi086.stdout:1134: delete oid 9 current snap is 98 2024-09-11T03:35:41.274 INFO:tasks.rados.rados.0.smithi086.stdout:1133: finishing write tid 1 to smithi08678205-7 2024-09-11T03:35:41.275 INFO:tasks.rados.rados.0.smithi086.stdout:1134: done (1 left) 2024-09-11T03:35:41.275 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 98 2024-09-11T03:35:41.275 INFO:tasks.rados.rados.0.smithi086.stdout:1135: seq_num 368 ranges {835584=573440,1409024=622592,2031616=180224} 2024-09-11T03:35:41.283 INFO:tasks.rados.rados.0.smithi086.stdout:1135: writing smithi08678205-3 from 835584 to 1409024 tid 1 2024-09-11T03:35:41.286 INFO:tasks.rados.rados.0.smithi086.stdout:1135: writing smithi08678205-3 from 1409024 to 2031616 tid 2 2024-09-11T03:35:41.288 INFO:tasks.rados.rados.0.smithi086.stdout:1135: writing smithi08678205-3 from 2031616 to 2211840 tid 3 2024-09-11T03:35:41.288 INFO:tasks.rados.rados.0.smithi086.stdout:1136: read oid 38 snap -1 2024-09-11T03:35:41.288 INFO:tasks.rados.rados.0.smithi086.stdout:1136: expect (ObjNum 247 snap 53 seq_num 247) 2024-09-11T03:35:41.288 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 20 current snap is 98 2024-09-11T03:35:41.288 INFO:tasks.rados.rados.0.smithi086.stdout:1133: finishing write tid 2 to smithi08678205-7 2024-09-11T03:35:41.288 INFO:tasks.rados.rados.0.smithi086.stdout:1133: finishing write tid 3 to smithi08678205-7 2024-09-11T03:35:41.288 INFO:tasks.rados.rados.0.smithi086.stdout:1133: finishing write tid 4 to smithi08678205-7 2024-09-11T03:35:41.288 INFO:tasks.rados.rados.0.smithi086.stdout:1137: seq_num 369 ranges {3481600=589824,4071424=507904,4579328=294912} 2024-09-11T03:35:41.309 INFO:tasks.rados.rados.0.smithi086.stdout:1137: writing smithi08678205-20 from 3481600 to 4071424 tid 1 2024-09-11T03:35:41.312 INFO:tasks.rados.rados.0.smithi086.stdout:1137: writing smithi08678205-20 from 4071424 to 4579328 tid 2 2024-09-11T03:35:41.314 INFO:tasks.rados.rados.0.smithi086.stdout:1137: writing smithi08678205-20 from 4579328 to 4874240 tid 3 2024-09-11T03:35:41.314 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 98 2024-09-11T03:35:41.314 INFO:tasks.rados.rados.0.smithi086.stdout:1133: finishing write tid 5 to smithi08678205-7 2024-09-11T03:35:41.314 INFO:tasks.rados.rados.0.smithi086.stdout:1133: oid 7 updating version 0 to 356 2024-09-11T03:35:41.314 INFO:tasks.rados.rados.0.smithi086.stdout:1133: oid 7 updating version 356 to 358 2024-09-11T03:35:41.315 INFO:tasks.rados.rados.0.smithi086.stdout:1133: oid 7 updating version 358 to 359 2024-09-11T03:35:41.315 INFO:tasks.rados.rados.0.smithi086.stdout:1133: oid 7 version 359 is already newer than 357 2024-09-11T03:35:41.315 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 359 (ObjNum 366 snap 98 seq_num 366) dirty exists 2024-09-11T03:35:41.315 INFO:tasks.rados.rados.0.smithi086.stdout:1133: left oid 7 (ObjNum 366 snap 98 seq_num 366) 2024-09-11T03:35:41.315 INFO:tasks.rados.rados.0.smithi086.stdout:1135: finishing write tid 1 to smithi08678205-3 2024-09-11T03:35:41.315 INFO:tasks.rados.rados.0.smithi086.stdout:1138: seq_num 370 ranges {1695744=606208,2301952=794624,3096576=8192} 2024-09-11T03:35:41.326 INFO:tasks.rados.rados.0.smithi086.stdout:1138: writing smithi08678205-44 from 1695744 to 2301952 tid 1 2024-09-11T03:35:41.331 INFO:tasks.rados.rados.0.smithi086.stdout:1138: writing smithi08678205-44 from 2301952 to 3096576 tid 2 2024-09-11T03:35:41.331 INFO:tasks.rados.rados.0.smithi086.stdout:1138: writing smithi08678205-44 from 3096576 to 3104768 tid 3 2024-09-11T03:35:41.331 INFO:tasks.rados.rados.0.smithi086.stdout:1133: done (4 left) 2024-09-11T03:35:41.331 INFO:tasks.rados.rados.0.smithi086.stdout:1139: snap_create 2024-09-11T03:35:41.331 INFO:tasks.rados.rados.0.smithi086.stdout:1135: finishing write tid 2 to smithi08678205-3 2024-09-11T03:35:41.331 INFO:tasks.rados.rados.0.smithi086.stdout:1135: finishing write tid 3 to smithi08678205-3 2024-09-11T03:35:41.331 INFO:tasks.rados.rados.0.smithi086.stdout:1135: finishing write tid 4 to smithi08678205-3 2024-09-11T03:35:41.331 INFO:tasks.rados.rados.0.smithi086.stdout:1135: finishing write tid 5 to smithi08678205-3 2024-09-11T03:35:41.332 INFO:tasks.rados.rados.0.smithi086.stdout:1135: oid 3 updating version 0 to 616 2024-09-11T03:35:41.332 INFO:tasks.rados.rados.0.smithi086.stdout:1135: oid 3 updating version 616 to 617 2024-09-11T03:35:41.332 INFO:tasks.rados.rados.0.smithi086.stdout:1135: oid 3 version 617 is already newer than 615 2024-09-11T03:35:41.332 INFO:tasks.rados.rados.0.smithi086.stdout:1135: oid 3 version 617 is already newer than 614 2024-09-11T03:35:41.332 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 617 (ObjNum 368 snap 98 seq_num 368) dirty exists 2024-09-11T03:35:41.332 INFO:tasks.rados.rados.0.smithi086.stdout:1135: left oid 3 (ObjNum 368 snap 98 seq_num 368) 2024-09-11T03:35:41.332 INFO:tasks.rados.rados.0.smithi086.stdout:1136: expect (ObjNum 247 snap 53 seq_num 247) 2024-09-11T03:35:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:40 smithi130 ceph-mon[83685]: pgmap v71: 121 pgs: 121 active+clean; 117 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-09-11T03:35:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:40 smithi130 ceph-mon[83685]: osdmap e271: 8 total, 8 up, 8 in 2024-09-11T03:35:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-11T03:35:41.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:41.508 INFO:tasks.rados.rados.0.smithi086.stdout:1137: finishing write tid 1 to smithi08678205-20 2024-09-11T03:35:41.508 INFO:tasks.rados.rados.0.smithi086.stdout:1137: finishing write tid 2 to smithi08678205-20 2024-09-11T03:35:41.508 INFO:tasks.rados.rados.0.smithi086.stdout:1137: finishing write tid 3 to smithi08678205-20 2024-09-11T03:35:41.508 INFO:tasks.rados.rados.0.smithi086.stdout:1137: finishing write tid 4 to smithi08678205-20 2024-09-11T03:35:41.508 INFO:tasks.rados.rados.0.smithi086.stdout:1137: finishing write tid 5 to smithi08678205-20 2024-09-11T03:35:41.508 INFO:tasks.rados.rados.0.smithi086.stdout:1137: oid 20 updating version 0 to 540 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:1137: oid 20 updating version 540 to 541 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:1137: oid 20 updating version 541 to 542 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:1137: oid 20 version 542 is already newer than 539 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 542 (ObjNum 369 snap 98 seq_num 369) dirty exists 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:1137: left oid 20 (ObjNum 369 snap 98 seq_num 369) 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:1138: finishing write tid 1 to smithi08678205-44 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:1138: finishing write tid 2 to smithi08678205-44 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:1138: finishing write tid 3 to smithi08678205-44 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:1138: finishing write tid 4 to smithi08678205-44 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:1138: finishing write tid 5 to smithi08678205-44 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:1138: oid 44 updating version 0 to 551 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:1138: oid 44 updating version 551 to 552 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:1138: oid 44 updating version 552 to 554 2024-09-11T03:35:41.509 INFO:tasks.rados.rados.0.smithi086.stdout:1138: oid 44 version 554 is already newer than 553 2024-09-11T03:35:41.510 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 554 (ObjNum 370 snap 98 seq_num 370) dirty exists 2024-09-11T03:35:41.510 INFO:tasks.rados.rados.0.smithi086.stdout:1138: left oid 44 (ObjNum 370 snap 98 seq_num 370) 2024-09-11T03:35:41.976 INFO:tasks.rados.rados.0.smithi086.stdout:1135: done (4 left) 2024-09-11T03:35:41.977 INFO:tasks.rados.rados.0.smithi086.stdout:1136: done (3 left) 2024-09-11T03:35:41.977 INFO:tasks.rados.rados.0.smithi086.stdout:1137: done (2 left) 2024-09-11T03:35:41.977 INFO:tasks.rados.rados.0.smithi086.stdout:1138: done (1 left) 2024-09-11T03:35:41.977 INFO:tasks.rados.rados.0.smithi086.stdout:1139: done (0 left) 2024-09-11T03:35:41.977 INFO:tasks.rados.rados.0.smithi086.stdout:1140: copy_from oid 12 from oid 23 current snap is 99 2024-09-11T03:35:41.977 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 19 current snap is 99 2024-09-11T03:35:41.977 INFO:tasks.rados.rados.0.smithi086.stdout:1141: seq_num 371 ranges {4440064=622592,5062656=679936,5742592=122880} 2024-09-11T03:35:42.004 INFO:tasks.rados.rados.0.smithi086.stdout:1141: writing smithi08678205-19 from 4440064 to 5062656 tid 1 2024-09-11T03:35:42.008 INFO:tasks.rados.rados.0.smithi086.stdout:1141: writing smithi08678205-19 from 5062656 to 5742592 tid 2 2024-09-11T03:35:42.010 INFO:tasks.rados.rados.0.smithi086.stdout:1141: writing smithi08678205-19 from 5742592 to 5865472 tid 3 2024-09-11T03:35:42.010 INFO:tasks.rados.rados.0.smithi086.stdout:1142: read oid 2 snap -1 2024-09-11T03:35:42.010 INFO:tasks.rados.rados.0.smithi086.stdout:1142: expect (ObjNum 316 snap 84 seq_num 316) 2024-09-11T03:35:42.010 INFO:tasks.rados.rados.0.smithi086.stdout:1143: read oid 14 snap -1 2024-09-11T03:35:42.010 INFO:tasks.rados.rados.0.smithi086.stdout:1143: expect (ObjNum 256 snap 55 seq_num 256) 2024-09-11T03:35:42.010 INFO:tasks.rados.rados.0.smithi086.stdout:1144: copy_from oid 31 from oid 17 current snap is 99 2024-09-11T03:35:42.010 INFO:tasks.rados.rados.0.smithi086.stdout:1140: finishing copy_from racing read to smithi08678205-12 2024-09-11T03:35:42.010 INFO:tasks.rados.rados.0.smithi086.stdout:1140: finishing copy_from to smithi08678205-12 2024-09-11T03:35:42.010 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 667 (ObjNum 302 snap 75 seq_num 302) dirty exists 2024-09-11T03:35:42.010 INFO:tasks.rados.rados.0.smithi086.stdout:1141: finishing write tid 1 to smithi08678205-19 2024-09-11T03:35:42.010 INFO:tasks.rados.rados.0.smithi086.stdout:1140: done (4 left) 2024-09-11T03:35:42.011 INFO:tasks.rados.rados.0.smithi086.stdout:1145: read oid 22 snap -1 2024-09-11T03:35:42.011 INFO:tasks.rados.rados.0.smithi086.stdout:1145: expect (ObjNum 241 snap 53 seq_num 241) 2024-09-11T03:35:42.011 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 99 2024-09-11T03:35:42.011 INFO:tasks.rados.rados.0.smithi086.stdout:1146: seq_num 372 ranges {1015808=638976,1654784=565248,2220032=237568} 2024-09-11T03:35:42.018 INFO:tasks.rados.rados.0.smithi086.stdout:1146: writing smithi08678205-16 from 1015808 to 1654784 tid 1 2024-09-11T03:35:42.021 INFO:tasks.rados.rados.0.smithi086.stdout:1146: writing smithi08678205-16 from 1654784 to 2220032 tid 2 2024-09-11T03:35:42.023 INFO:tasks.rados.rados.0.smithi086.stdout:1146: writing smithi08678205-16 from 2220032 to 2457600 tid 3 2024-09-11T03:35:42.023 INFO:tasks.rados.rados.0.smithi086.stdout:1147: setattr oid 6 current snap is 99 2024-09-11T03:35:42.023 INFO:tasks.rados.rados.0.smithi086.stdout:1144: finishing copy_from to smithi08678205-31 2024-09-11T03:35:42.023 INFO:tasks.rados.rados.0.smithi086.stdout:1144: got expected ENOENT (src dne) 2024-09-11T03:35:42.023 INFO:tasks.rados.rados.0.smithi086.stdout:1144: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:35:42.023 INFO:tasks.rados.rados.0.smithi086.stdout:1141: finishing write tid 2 to smithi08678205-19 2024-09-11T03:35:42.024 INFO:tasks.rados.rados.0.smithi086.stdout:1141: finishing write tid 3 to smithi08678205-19 2024-09-11T03:35:42.024 INFO:tasks.rados.rados.0.smithi086.stdout:1141: finishing write tid 4 to smithi08678205-19 2024-09-11T03:35:42.024 INFO:tasks.rados.rados.0.smithi086.stdout:1141: finishing write tid 5 to smithi08678205-19 2024-09-11T03:35:42.024 INFO:tasks.rados.rados.0.smithi086.stdout:1141: oid 19 updating version 0 to 441 2024-09-11T03:35:42.024 INFO:tasks.rados.rados.0.smithi086.stdout:1141: oid 19 updating version 441 to 443 2024-09-11T03:35:42.024 INFO:tasks.rados.rados.0.smithi086.stdout:1141: oid 19 updating version 443 to 444 2024-09-11T03:35:42.024 INFO:tasks.rados.rados.0.smithi086.stdout:1141: oid 19 version 444 is already newer than 442 2024-09-11T03:35:42.024 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 444 (ObjNum 371 snap 99 seq_num 371) dirty exists 2024-09-11T03:35:42.024 INFO:tasks.rados.rados.0.smithi086.stdout:1141: left oid 19 (ObjNum 371 snap 99 seq_num 371) 2024-09-11T03:35:42.025 INFO:tasks.rados.rados.0.smithi086.stdout:1141: done (6 left) 2024-09-11T03:35:42.025 INFO:tasks.rados.rados.0.smithi086.stdout:1144: done (5 left) 2024-09-11T03:35:42.025 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 99 2024-09-11T03:35:42.025 INFO:tasks.rados.rados.0.smithi086.stdout:1148: seq_num 373 ranges {598016=655360,1253376=499712,1753088=303104} 2024-09-11T03:35:42.031 INFO:tasks.rados.rados.0.smithi086.stdout:1148: writing smithi08678205-21 from 598016 to 1253376 tid 1 2024-09-11T03:35:42.035 INFO:tasks.rados.rados.0.smithi086.stdout:1148: writing smithi08678205-21 from 1253376 to 1753088 tid 2 2024-09-11T03:35:42.037 INFO:tasks.rados.rados.0.smithi086.stdout:1148: writing smithi08678205-21 from 1753088 to 2056192 tid 3 2024-09-11T03:35:42.037 INFO:tasks.rados.rados.0.smithi086.stdout:1149: rmattr oid 29 current snap is 99 2024-09-11T03:35:42.037 INFO:tasks.rados.rados.0.smithi086.stdout:1142: expect (ObjNum 316 snap 84 seq_num 316) 2024-09-11T03:35:42.082 INFO:tasks.rados.rados.0.smithi086.stdout:1146: finishing write tid 1 to smithi08678205-16 2024-09-11T03:35:42.082 INFO:tasks.rados.rados.0.smithi086.stdout:1146: finishing write tid 2 to smithi08678205-16 2024-09-11T03:35:42.082 INFO:tasks.rados.rados.0.smithi086.stdout:1146: finishing write tid 3 to smithi08678205-16 2024-09-11T03:35:42.082 INFO:tasks.rados.rados.0.smithi086.stdout:1146: finishing write tid 4 to smithi08678205-16 2024-09-11T03:35:42.082 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 208 (ObjNum 322 snap 84 seq_num 322) dirty exists 2024-09-11T03:35:42.082 INFO:tasks.rados.rados.0.smithi086.stdout:1146: finishing write tid 5 to smithi08678205-16 2024-09-11T03:35:42.082 INFO:tasks.rados.rados.0.smithi086.stdout:1146: oid 16 updating version 0 to 546 2024-09-11T03:35:42.082 INFO:tasks.rados.rados.0.smithi086.stdout:1146: oid 16 version 546 is already newer than 544 2024-09-11T03:35:42.082 INFO:tasks.rados.rados.0.smithi086.stdout:1146: oid 16 version 546 is already newer than 543 2024-09-11T03:35:42.082 INFO:tasks.rados.rados.0.smithi086.stdout:1146: oid 16 version 546 is already newer than 545 2024-09-11T03:35:42.082 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 546 (ObjNum 372 snap 99 seq_num 372) dirty exists 2024-09-11T03:35:42.083 INFO:tasks.rados.rados.0.smithi086.stdout:1146: left oid 16 (ObjNum 372 snap 99 seq_num 372) 2024-09-11T03:35:42.083 INFO:tasks.rados.rados.0.smithi086.stdout:1145: expect (ObjNum 241 snap 53 seq_num 241) 2024-09-11T03:35:42.236 INFO:tasks.rados.rados.0.smithi086.stdout:1143: expect (ObjNum 256 snap 55 seq_num 256) 2024-09-11T03:35:42.316 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:41 smithi130 ceph-mon[83685]: Reconfiguring mds.a (monmap changed)... 2024-09-11T03:35:42.316 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:41 smithi130 ceph-mon[83685]: Reconfiguring daemon mds.a on smithi086 2024-09-11T03:35:42.316 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:41 smithi130 ceph-mon[83685]: osdmap e272: 8 total, 8 up, 8 in 2024-09-11T03:35:42.316 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:41 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:42.316 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:41 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:42.316 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:41 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:42.316 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:41 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:42.316 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:41 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:42.321 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[91691]: Reconfiguring mds.a (monmap changed)... 2024-09-11T03:35:42.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[91691]: Reconfiguring daemon mds.a on smithi086 2024-09-11T03:35:42.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[91691]: osdmap e272: 8 total, 8 up, 8 in 2024-09-11T03:35:42.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:42.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:42.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:42.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:42.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[89281]: Reconfiguring mds.a (monmap changed)... 2024-09-11T03:35:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[89281]: Reconfiguring daemon mds.a on smithi086 2024-09-11T03:35:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[89281]: osdmap e272: 8 total, 8 up, 8 in 2024-09-11T03:35:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:42.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:42.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-11T03:35:42.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-11T03:35:42.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:41 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:42.512 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 533 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-11T03:35:42.512 INFO:tasks.rados.rados.0.smithi086.stdout:1148: finishing write tid 1 to smithi08678205-21 2024-09-11T03:35:42.513 INFO:tasks.rados.rados.0.smithi086.stdout:1148: finishing write tid 2 to smithi08678205-21 2024-09-11T03:35:42.513 INFO:tasks.rados.rados.0.smithi086.stdout:1148: finishing write tid 3 to smithi08678205-21 2024-09-11T03:35:42.513 INFO:tasks.rados.rados.0.smithi086.stdout:1148: finishing write tid 4 to smithi08678205-21 2024-09-11T03:35:42.513 INFO:tasks.rados.rados.0.smithi086.stdout:1148: finishing write tid 5 to smithi08678205-21 2024-09-11T03:35:42.513 INFO:tasks.rados.rados.0.smithi086.stdout:1148: oid 21 updating version 0 to 370 2024-09-11T03:35:42.513 INFO:tasks.rados.rados.0.smithi086.stdout:1148: oid 21 version 370 is already newer than 368 2024-09-11T03:35:42.513 INFO:tasks.rados.rados.0.smithi086.stdout:1148: oid 21 updating version 370 to 371 2024-09-11T03:35:42.513 INFO:tasks.rados.rados.0.smithi086.stdout:1148: oid 21 version 371 is already newer than 369 2024-09-11T03:35:42.513 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 371 (ObjNum 373 snap 99 seq_num 373) dirty exists 2024-09-11T03:35:42.513 INFO:tasks.rados.rados.0.smithi086.stdout:1148: left oid 21 (ObjNum 373 snap 99 seq_num 373) 2024-09-11T03:35:42.513 INFO:tasks.rados.rados.0.smithi086.stdout:1142: done (6 left) 2024-09-11T03:35:42.513 INFO:tasks.rados.rados.0.smithi086.stdout:1143: done (5 left) 2024-09-11T03:35:42.514 INFO:tasks.rados.rados.0.smithi086.stdout:1145: done (4 left) 2024-09-11T03:35:42.514 INFO:tasks.rados.rados.0.smithi086.stdout:1146: done (3 left) 2024-09-11T03:35:42.514 INFO:tasks.rados.rados.0.smithi086.stdout:1147: done (2 left) 2024-09-11T03:35:42.514 INFO:tasks.rados.rados.0.smithi086.stdout:1148: done (1 left) 2024-09-11T03:35:42.514 INFO:tasks.rados.rados.0.smithi086.stdout:1149: done (0 left) 2024-09-11T03:35:42.514 INFO:tasks.rados.rados.0.smithi086.stdout:1150: rmattr oid 22 current snap is 99 2024-09-11T03:35:42.514 INFO:tasks.rados.rados.0.smithi086.stdout:1151: snap_remove snap 81 2024-09-11T03:35:42.616 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 333 (ObjNum 241 snap 53 seq_num 241) dirty exists 2024-09-11T03:35:42.617 INFO:tasks.rados.rados.0.smithi086.stdout:1150: done (1 left) 2024-09-11T03:35:42.617 INFO:tasks.rados.rados.0.smithi086.stdout:1151: done (0 left) 2024-09-11T03:35:42.617 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 30 current snap is 99 2024-09-11T03:35:42.617 INFO:tasks.rados.rados.0.smithi086.stdout:1152: seq_num 374 ranges {1073152=671744,1744896=778240,2523136=24576} 2024-09-11T03:35:42.627 INFO:tasks.rados.rados.0.smithi086.stdout:1152: writing smithi08678205-30 from 1073152 to 1744896 tid 1 2024-09-11T03:35:42.632 INFO:tasks.rados.rados.0.smithi086.stdout:1152: writing smithi08678205-30 from 1744896 to 2523136 tid 2 2024-09-11T03:35:42.632 INFO:tasks.rados.rados.0.smithi086.stdout:1152: writing smithi08678205-30 from 2523136 to 2547712 tid 3 2024-09-11T03:35:42.632 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 99 2024-09-11T03:35:42.633 INFO:tasks.rados.rados.0.smithi086.stdout:1153: seq_num 375 ranges {3719168=688128,4407296=663552,5070848=139264} 2024-09-11T03:35:42.655 INFO:tasks.rados.rados.0.smithi086.stdout:1153: writing smithi08678205-22 from 3719168 to 4407296 tid 1 2024-09-11T03:35:42.659 INFO:tasks.rados.rados.0.smithi086.stdout:1153: writing smithi08678205-22 from 4407296 to 5070848 tid 2 2024-09-11T03:35:42.660 INFO:tasks.rados.rados.0.smithi086.stdout:1153: writing smithi08678205-22 from 5070848 to 5210112 tid 3 2024-09-11T03:35:42.661 INFO:tasks.rados.rados.0.smithi086.stdout:1154: snap_create 2024-09-11T03:35:42.661 INFO:tasks.rados.rados.0.smithi086.stdout:1152: finishing write tid 1 to smithi08678205-30 2024-09-11T03:35:42.661 INFO:tasks.rados.rados.0.smithi086.stdout:1152: finishing write tid 2 to smithi08678205-30 2024-09-11T03:35:42.661 INFO:tasks.rados.rados.0.smithi086.stdout:1152: finishing write tid 3 to smithi08678205-30 2024-09-11T03:35:42.661 INFO:tasks.rados.rados.0.smithi086.stdout:1152: finishing write tid 4 to smithi08678205-30 2024-09-11T03:35:42.661 INFO:tasks.rados.rados.0.smithi086.stdout:1152: finishing write tid 5 to smithi08678205-30 2024-09-11T03:35:42.661 INFO:tasks.rados.rados.0.smithi086.stdout:1152: oid 30 updating version 0 to 788 2024-09-11T03:35:42.661 INFO:tasks.rados.rados.0.smithi086.stdout:1152: oid 30 version 788 is already newer than 787 2024-09-11T03:35:42.661 INFO:tasks.rados.rados.0.smithi086.stdout:1152: oid 30 updating version 788 to 789 2024-09-11T03:35:42.661 INFO:tasks.rados.rados.0.smithi086.stdout:1152: oid 30 version 789 is already newer than 786 2024-09-11T03:35:42.661 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 789 (ObjNum 374 snap 99 seq_num 374) dirty exists 2024-09-11T03:35:42.661 INFO:tasks.rados.rados.0.smithi086.stdout:1152: left oid 30 (ObjNum 374 snap 99 seq_num 374) 2024-09-11T03:35:42.662 INFO:tasks.rados.rados.0.smithi086.stdout:1153: finishing write tid 1 to smithi08678205-22 2024-09-11T03:35:42.662 INFO:tasks.rados.rados.0.smithi086.stdout:1153: finishing write tid 2 to smithi08678205-22 2024-09-11T03:35:42.662 INFO:tasks.rados.rados.0.smithi086.stdout:1153: finishing write tid 3 to smithi08678205-22 2024-09-11T03:35:42.662 INFO:tasks.rados.rados.0.smithi086.stdout:1153: finishing write tid 4 to smithi08678205-22 2024-09-11T03:35:42.663 INFO:tasks.rados.rados.0.smithi086.stdout:1153: finishing write tid 5 to smithi08678205-22 2024-09-11T03:35:42.663 INFO:tasks.rados.rados.0.smithi086.stdout:1153: oid 22 updating version 0 to 340 2024-09-11T03:35:42.663 INFO:tasks.rados.rados.0.smithi086.stdout:1153: oid 22 version 340 is already newer than 338 2024-09-11T03:35:42.664 INFO:tasks.rados.rados.0.smithi086.stdout:1153: oid 22 updating version 340 to 341 2024-09-11T03:35:42.664 INFO:tasks.rados.rados.0.smithi086.stdout:1153: oid 22 version 341 is already newer than 339 2024-09-11T03:35:42.664 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 341 (ObjNum 375 snap 99 seq_num 375) dirty exists 2024-09-11T03:35:42.664 INFO:tasks.rados.rados.0.smithi086.stdout:1153: left oid 22 (ObjNum 375 snap 99 seq_num 375) 2024-09-11T03:35:43.314 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:42 smithi130 ceph-mon[83685]: pgmap v74: 121 pgs: 121 active+clean; 127 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 65 op/s 2024-09-11T03:35:43.314 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:42 smithi130 ceph-mon[83685]: Reconfiguring mon.b (monmap changed)... 2024-09-11T03:35:43.314 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:42 smithi130 ceph-mon[83685]: Reconfiguring daemon mon.b on smithi130 2024-09-11T03:35:43.314 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:42 smithi130 ceph-mon[83685]: osdmap e273: 8 total, 8 up, 8 in 2024-09-11T03:35:43.314 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:42 smithi130 ceph-mon[83685]: osdmap e274: 8 total, 8 up, 8 in 2024-09-11T03:35:43.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:42 smithi086 ceph-mon[89281]: pgmap v74: 121 pgs: 121 active+clean; 127 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 65 op/s 2024-09-11T03:35:43.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:42 smithi086 ceph-mon[89281]: Reconfiguring mon.b (monmap changed)... 2024-09-11T03:35:43.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:42 smithi086 ceph-mon[89281]: Reconfiguring daemon mon.b on smithi130 2024-09-11T03:35:43.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:42 smithi086 ceph-mon[89281]: osdmap e273: 8 total, 8 up, 8 in 2024-09-11T03:35:43.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:42 smithi086 ceph-mon[89281]: osdmap e274: 8 total, 8 up, 8 in 2024-09-11T03:35:43.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:42 smithi086 ceph-mon[91691]: pgmap v74: 121 pgs: 121 active+clean; 127 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 65 op/s 2024-09-11T03:35:43.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:42 smithi086 ceph-mon[91691]: Reconfiguring mon.b (monmap changed)... 2024-09-11T03:35:43.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:42 smithi086 ceph-mon[91691]: Reconfiguring daemon mon.b on smithi130 2024-09-11T03:35:43.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:42 smithi086 ceph-mon[91691]: osdmap e273: 8 total, 8 up, 8 in 2024-09-11T03:35:43.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:42 smithi086 ceph-mon[91691]: osdmap e274: 8 total, 8 up, 8 in 2024-09-11T03:35:43.618 INFO:tasks.rados.rados.0.smithi086.stdout:1152: done (2 left) 2024-09-11T03:35:43.619 INFO:tasks.rados.rados.0.smithi086.stdout:1153: done (1 left) 2024-09-11T03:35:43.619 INFO:tasks.rados.rados.0.smithi086.stdout:1154: done (0 left) 2024-09-11T03:35:43.619 INFO:tasks.rados.rados.0.smithi086.stdout:1155: read oid 5 snap 92 2024-09-11T03:35:43.619 INFO:tasks.rados.rados.0.smithi086.stdout:1155: expect (ObjNum 303 snap 76 seq_num 303) 2024-09-11T03:35:43.619 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 100 2024-09-11T03:35:43.619 INFO:tasks.rados.rados.0.smithi086.stdout:1156: seq_num 376 ranges {753664=704512,1458176=548864,2007040=253952} 2024-09-11T03:35:43.626 INFO:tasks.rados.rados.0.smithi086.stdout:1156: writing smithi08678205-15 from 753664 to 1458176 tid 1 2024-09-11T03:35:43.629 INFO:tasks.rados.rados.0.smithi086.stdout:1156: writing smithi08678205-15 from 1458176 to 2007040 tid 2 2024-09-11T03:35:43.632 INFO:tasks.rados.rados.0.smithi086.stdout:1156: writing smithi08678205-15 from 2007040 to 2260992 tid 3 2024-09-11T03:35:43.632 INFO:tasks.rados.rados.0.smithi086.stdout:1157: read oid 31 snap -1 2024-09-11T03:35:43.632 INFO:tasks.rados.rados.0.smithi086.stdout:1157: expect deleted 2024-09-11T03:35:43.632 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 100 2024-09-11T03:35:43.632 INFO:tasks.rados.rados.0.smithi086.stdout:1158: seq_num 377 ranges {2408448=720896,3129344=434176,3563520=368640} 2024-09-11T03:35:43.649 INFO:tasks.rados.rados.0.smithi086.stdout:1158: writing smithi08678205-23 from 2408448 to 3129344 tid 1 2024-09-11T03:35:43.651 INFO:tasks.rados.rados.0.smithi086.stdout:1158: writing smithi08678205-23 from 3129344 to 3563520 tid 2 2024-09-11T03:35:43.654 INFO:tasks.rados.rados.0.smithi086.stdout:1158: writing smithi08678205-23 from 3563520 to 3932160 tid 3 2024-09-11T03:35:43.654 INFO:tasks.rados.rados.0.smithi086.stdout:1159: snap_remove snap 95 2024-09-11T03:35:44.625 INFO:tasks.rados.rados.0.smithi086.stdout:1155: expect (ObjNum 303 snap 76 seq_num 303) 2024-09-11T03:35:44.685 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:44 smithi130 ceph-mon[83685]: pgmap v77: 121 pgs: 121 active+clean; 127 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 65 op/s 2024-09-11T03:35:44.685 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:44.685 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:44.685 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:44 smithi130 ceph-mon[83685]: Reconfiguring mgr.x (monmap changed)... 2024-09-11T03:35:44.686 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-11T03:35:44.686 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-11T03:35:44.686 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:44.686 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:44 smithi130 ceph-mon[83685]: Reconfiguring daemon mgr.x on smithi130 2024-09-11T03:35:44.686 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:44 smithi130 ceph-mon[83685]: osdmap e275: 8 total, 8 up, 8 in 2024-09-11T03:35:44.687 INFO:tasks.rados.rados.0.smithi086.stdout:1156: finishing write tid 1 to smithi08678205-15 2024-09-11T03:35:44.687 INFO:tasks.rados.rados.0.smithi086.stdout:1156: finishing write tid 2 to smithi08678205-15 2024-09-11T03:35:44.687 INFO:tasks.rados.rados.0.smithi086.stdout:1156: finishing write tid 3 to smithi08678205-15 2024-09-11T03:35:44.687 INFO:tasks.rados.rados.0.smithi086.stdout:1156: finishing write tid 4 to smithi08678205-15 2024-09-11T03:35:44.687 INFO:tasks.rados.rados.0.smithi086.stdout:1156: finishing write tid 5 to smithi08678205-15 2024-09-11T03:35:44.688 INFO:tasks.rados.rados.0.smithi086.stdout:1156: oid 15 updating version 0 to 793 2024-09-11T03:35:44.688 INFO:tasks.rados.rados.0.smithi086.stdout:1156: oid 15 updating version 793 to 794 2024-09-11T03:35:44.688 INFO:tasks.rados.rados.0.smithi086.stdout:1156: oid 15 version 794 is already newer than 791 2024-09-11T03:35:44.688 INFO:tasks.rados.rados.0.smithi086.stdout:1156: oid 15 version 794 is already newer than 792 2024-09-11T03:35:44.688 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 794 (ObjNum 376 snap 100 seq_num 376) dirty exists 2024-09-11T03:35:44.688 INFO:tasks.rados.rados.0.smithi086.stdout:1156: left oid 15 (ObjNum 376 snap 100 seq_num 376) 2024-09-11T03:35:44.688 INFO:tasks.rados.rados.0.smithi086.stdout:1158: finishing write tid 1 to smithi08678205-23 2024-09-11T03:35:44.688 INFO:tasks.rados.rados.0.smithi086.stdout:1158: finishing write tid 2 to smithi08678205-23 2024-09-11T03:35:44.688 INFO:tasks.rados.rados.0.smithi086.stdout:1158: finishing write tid 3 to smithi08678205-23 2024-09-11T03:35:44.688 INFO:tasks.rados.rados.0.smithi086.stdout:1158: finishing write tid 4 to smithi08678205-23 2024-09-11T03:35:44.689 INFO:tasks.rados.rados.0.smithi086.stdout:1158: finishing write tid 5 to smithi08678205-23 2024-09-11T03:35:44.689 INFO:tasks.rados.rados.0.smithi086.stdout:1158: oid 23 updating version 0 to 797 2024-09-11T03:35:44.689 INFO:tasks.rados.rados.0.smithi086.stdout:1158: oid 23 updating version 797 to 799 2024-09-11T03:35:44.689 INFO:tasks.rados.rados.0.smithi086.stdout:1158: oid 23 version 799 is already newer than 798 2024-09-11T03:35:44.689 INFO:tasks.rados.rados.0.smithi086.stdout:1158: oid 23 version 799 is already newer than 796 2024-09-11T03:35:44.689 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 799 (ObjNum 377 snap 100 seq_num 377) dirty exists 2024-09-11T03:35:44.689 INFO:tasks.rados.rados.0.smithi086.stdout:1158: left oid 23 (ObjNum 377 snap 100 seq_num 377) 2024-09-11T03:35:44.689 INFO:tasks.rados.rados.0.smithi086.stdout:1155: done (4 left) 2024-09-11T03:35:44.689 INFO:tasks.rados.rados.0.smithi086.stdout:1156: done (3 left) 2024-09-11T03:35:44.689 INFO:tasks.rados.rados.0.smithi086.stdout:1157: done (2 left) 2024-09-11T03:35:44.689 INFO:tasks.rados.rados.0.smithi086.stdout:1158: done (1 left) 2024-09-11T03:35:44.690 INFO:tasks.rados.rados.0.smithi086.stdout:1159: done (0 left) 2024-09-11T03:35:44.690 INFO:tasks.rados.rados.0.smithi086.stdout:1160: snap_create 2024-09-11T03:35:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[89281]: pgmap v77: 121 pgs: 121 active+clean; 127 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 65 op/s 2024-09-11T03:35:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[89281]: Reconfiguring mgr.x (monmap changed)... 2024-09-11T03:35:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-11T03:35:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-11T03:35:44.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:44.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[89281]: Reconfiguring daemon mgr.x on smithi130 2024-09-11T03:35:44.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[89281]: osdmap e275: 8 total, 8 up, 8 in 2024-09-11T03:35:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[91691]: pgmap v77: 121 pgs: 121 active+clean; 127 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 65 op/s 2024-09-11T03:35:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[91691]: Reconfiguring mgr.x (monmap changed)... 2024-09-11T03:35:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-11T03:35:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-11T03:35:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:44.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[91691]: Reconfiguring daemon mgr.x on smithi130 2024-09-11T03:35:44.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:44 smithi086 ceph-mon[91691]: osdmap e275: 8 total, 8 up, 8 in 2024-09-11T03:35:45.632 INFO:tasks.rados.rados.0.smithi086.stdout:1160: done (0 left) 2024-09-11T03:35:45.633 INFO:tasks.rados.rados.0.smithi086.stdout:1161: rollback oid 2 current snap is 101 2024-09-11T03:35:45.633 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 2 to 92 2024-09-11T03:35:45.633 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 101 2024-09-11T03:35:45.633 INFO:tasks.rados.rados.0.smithi086.stdout:1162: seq_num 378 ranges {4440064=737280,5177344=720896,5898240=81920} 2024-09-11T03:35:45.659 INFO:tasks.rados.rados.0.smithi086.stdout:1162: writing smithi08678205-38 from 4440064 to 5177344 tid 1 2024-09-11T03:35:45.663 INFO:tasks.rados.rados.0.smithi086.stdout:1162: writing smithi08678205-38 from 5177344 to 5898240 tid 2 2024-09-11T03:35:45.664 INFO:tasks.rados.rados.0.smithi086.stdout:1162: writing smithi08678205-38 from 5898240 to 5980160 tid 3 2024-09-11T03:35:45.665 INFO:tasks.rados.rados.0.smithi086.stdout:1163: read oid 40 snap -1 2024-09-11T03:35:45.665 INFO:tasks.rados.rados.0.smithi086.stdout:1163: expect (ObjNum 262 snap 57 seq_num 262) 2024-09-11T03:35:45.665 INFO:tasks.rados.rados.0.smithi086.stdout:1164: read oid 49 snap 90 2024-09-11T03:35:45.665 INFO:tasks.rados.rados.0.smithi086.stdout:1164: expect (ObjNum 294 snap 72 seq_num 294) 2024-09-11T03:35:45.665 INFO:tasks.rados.rados.0.smithi086.stdout:1165: delete oid 19 current snap is 101 2024-09-11T03:35:45.665 INFO:tasks.rados.rados.0.smithi086.stdout:1161: finishing rollback tid 0 to smithi08678205-2 2024-09-11T03:35:45.665 INFO:tasks.rados.rados.0.smithi086.stdout:1161: finishing rollback tid 1 to smithi08678205-2 2024-09-11T03:35:45.665 INFO:tasks.rados.rados.0.smithi086.stdout:1161: finishing rollback tid 2 to smithi08678205-2 2024-09-11T03:35:45.665 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 144 (ObjNum 316 snap 84 seq_num 316) dirty exists 2024-09-11T03:35:45.667 INFO:tasks.rados.rados.0.smithi086.stdout:1162: finishing write tid 1 to smithi08678205-38 2024-09-11T03:35:45.667 INFO:tasks.rados.rados.0.smithi086.stdout:1161: done (4 left) 2024-09-11T03:35:45.667 INFO:tasks.rados.rados.0.smithi086.stdout:1165: done (3 left) 2024-09-11T03:35:45.667 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 101 2024-09-11T03:35:45.668 INFO:tasks.rados.rados.0.smithi086.stdout:1166: seq_num 380 ranges {2244608=770048,3014656=483328,3497984=319488} 2024-09-11T03:35:45.683 INFO:tasks.rados.rados.0.smithi086.stdout:1166: writing smithi08678205-27 from 2244608 to 3014656 tid 1 2024-09-11T03:35:45.686 INFO:tasks.rados.rados.0.smithi086.stdout:1166: writing smithi08678205-27 from 3014656 to 3497984 tid 2 2024-09-11T03:35:45.688 INFO:tasks.rados.rados.0.smithi086.stdout:1166: writing smithi08678205-27 from 3497984 to 3817472 tid 3 2024-09-11T03:35:45.688 INFO:tasks.rados.rados.0.smithi086.stdout:1167: read oid 44 snap -1 2024-09-11T03:35:45.688 INFO:tasks.rados.rados.0.smithi086.stdout:1167: expect (ObjNum 370 snap 98 seq_num 370) 2024-09-11T03:35:45.688 INFO:tasks.rados.rados.0.smithi086.stdout:1168: snap_remove snap 93 2024-09-11T03:35:45.745 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:45 smithi130 ceph-mon[83685]: osdmap e276: 8 total, 8 up, 8 in 2024-09-11T03:35:45.745 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:45.746 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:45.746 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:45 smithi130 ceph-mon[83685]: Reconfiguring osd.4 (monmap changed)... 2024-09-11T03:35:45.746 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-11T03:35:45.746 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:45.746 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:45 smithi130 ceph-mon[83685]: Reconfiguring daemon osd.4 on smithi130 2024-09-11T03:35:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[89281]: osdmap e276: 8 total, 8 up, 8 in 2024-09-11T03:35:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[89281]: Reconfiguring osd.4 (monmap changed)... 2024-09-11T03:35:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-11T03:35:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[89281]: Reconfiguring daemon osd.4 on smithi130 2024-09-11T03:35:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[91691]: osdmap e276: 8 total, 8 up, 8 in 2024-09-11T03:35:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[91691]: Reconfiguring osd.4 (monmap changed)... 2024-09-11T03:35:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-11T03:35:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:45 smithi086 ceph-mon[91691]: Reconfiguring daemon osd.4 on smithi130 2024-09-11T03:35:46.639 INFO:tasks.rados.rados.0.smithi086.stdout:1168: done (5 left) 2024-09-11T03:35:46.639 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 101 2024-09-11T03:35:46.639 INFO:tasks.rados.rados.0.smithi086.stdout:1162: finishing write tid 2 to smithi08678205-38 2024-09-11T03:35:46.640 INFO:tasks.rados.rados.0.smithi086.stdout:1162: finishing write tid 3 to smithi08678205-38 2024-09-11T03:35:46.640 INFO:tasks.rados.rados.0.smithi086.stdout:1162: finishing write tid 4 to smithi08678205-38 2024-09-11T03:35:46.640 INFO:tasks.rados.rados.0.smithi086.stdout:1162: finishing write tid 5 to smithi08678205-38 2024-09-11T03:35:46.640 INFO:tasks.rados.rados.0.smithi086.stdout:1162: oid 38 updating version 0 to 348 2024-09-11T03:35:46.640 INFO:tasks.rados.rados.0.smithi086.stdout:1162: oid 38 version 348 is already newer than 346 2024-09-11T03:35:46.640 INFO:tasks.rados.rados.0.smithi086.stdout:1162: oid 38 version 348 is already newer than 345 2024-09-11T03:35:46.640 INFO:tasks.rados.rados.0.smithi086.stdout:1162: oid 38 version 348 is already newer than 347 2024-09-11T03:35:46.640 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 348 (ObjNum 378 snap 101 seq_num 378) dirty exists 2024-09-11T03:35:46.640 INFO:tasks.rados.rados.0.smithi086.stdout:1162: left oid 38 (ObjNum 378 snap 101 seq_num 378) 2024-09-11T03:35:46.640 INFO:tasks.rados.rados.0.smithi086.stdout:1164: expect (ObjNum 294 snap 72 seq_num 294) 2024-09-11T03:35:46.739 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:46 smithi130 ceph-mon[83685]: pgmap v80: 121 pgs: 121 active+clean; 128 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 364 KiB/s wr, 14 op/s 2024-09-11T03:35:46.739 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:46 smithi130 ceph-mon[83685]: osdmap e277: 8 total, 8 up, 8 in 2024-09-11T03:35:46.740 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:46 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:46.740 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:46 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:46.740 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:46 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-11T03:35:46.740 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:46 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:46.750 INFO:tasks.rados.rados.0.smithi086.stdout:1163: expect (ObjNum 262 snap 57 seq_num 262) 2024-09-11T03:35:46.802 INFO:tasks.rados.rados.0.smithi086.stdout:1166: finishing write tid 1 to smithi08678205-27 2024-09-11T03:35:46.803 INFO:tasks.rados.rados.0.smithi086.stdout:1166: finishing write tid 2 to smithi08678205-27 2024-09-11T03:35:46.803 INFO:tasks.rados.rados.0.smithi086.stdout:1166: finishing write tid 3 to smithi08678205-27 2024-09-11T03:35:46.803 INFO:tasks.rados.rados.0.smithi086.stdout:1166: finishing write tid 4 to smithi08678205-27 2024-09-11T03:35:46.803 INFO:tasks.rados.rados.0.smithi086.stdout:1166: finishing write tid 5 to smithi08678205-27 2024-09-11T03:35:46.803 INFO:tasks.rados.rados.0.smithi086.stdout:1166: oid 27 updating version 0 to 216 2024-09-11T03:35:46.803 INFO:tasks.rados.rados.0.smithi086.stdout:1166: oid 27 updating version 216 to 218 2024-09-11T03:35:46.803 INFO:tasks.rados.rados.0.smithi086.stdout:1166: oid 27 version 218 is already newer than 217 2024-09-11T03:35:46.803 INFO:tasks.rados.rados.0.smithi086.stdout:1166: oid 27 updating version 218 to 219 2024-09-11T03:35:46.803 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 219 (ObjNum 380 snap 101 seq_num 380) dirty exists 2024-09-11T03:35:46.803 INFO:tasks.rados.rados.0.smithi086.stdout:1166: left oid 27 (ObjNum 380 snap 101 seq_num 380) 2024-09-11T03:35:46.803 INFO:tasks.rados.rados.0.smithi086.stdout:1167: expect (ObjNum 370 snap 98 seq_num 370) 2024-09-11T03:35:46.930 INFO:tasks.rados.rados.0.smithi086.stdout:1169: seq_num 381 ranges {6299648=786432,7086080=417792,7503872=385024} 2024-09-11T03:35:46.966 INFO:tasks.rados.rados.0.smithi086.stdout:1169: writing smithi08678205-34 from 6299648 to 7086080 tid 1 2024-09-11T03:35:46.969 INFO:tasks.rados.rados.0.smithi086.stdout:1169: writing smithi08678205-34 from 7086080 to 7503872 tid 2 2024-09-11T03:35:46.972 INFO:tasks.rados.rados.0.smithi086.stdout:1169: writing smithi08678205-34 from 7503872 to 7888896 tid 3 2024-09-11T03:35:46.972 INFO:tasks.rados.rados.0.smithi086.stdout:1169: finishing write tid 1 to smithi08678205-34 2024-09-11T03:35:46.972 INFO:tasks.rados.rados.0.smithi086.stdout:1169: finishing write tid 2 to smithi08678205-34 2024-09-11T03:35:46.972 INFO:tasks.rados.rados.0.smithi086.stdout:1162: done (5 left) 2024-09-11T03:35:46.972 INFO:tasks.rados.rados.0.smithi086.stdout:1163: done (4 left) 2024-09-11T03:35:46.972 INFO:tasks.rados.rados.0.smithi086.stdout:1164: done (3 left) 2024-09-11T03:35:46.972 INFO:tasks.rados.rados.0.smithi086.stdout:1166: done (2 left) 2024-09-11T03:35:46.972 INFO:tasks.rados.rados.0.smithi086.stdout:1167: done (1 left) 2024-09-11T03:35:46.972 INFO:tasks.rados.rados.0.smithi086.stdout:1170: read oid 31 snap -1 2024-09-11T03:35:46.972 INFO:tasks.rados.rados.0.smithi086.stdout:1170: expect deleted 2024-09-11T03:35:46.973 INFO:tasks.rados.rados.0.smithi086.stdout:1171: rollback oid 38 current snap is 101 2024-09-11T03:35:46.973 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 38 to 80 2024-09-11T03:35:46.973 INFO:tasks.rados.rados.0.smithi086.stdout:1172: snap_create 2024-09-11T03:35:46.973 INFO:tasks.rados.rados.0.smithi086.stdout:1169: finishing write tid 3 to smithi08678205-34 2024-09-11T03:35:46.973 INFO:tasks.rados.rados.0.smithi086.stdout:1169: finishing write tid 4 to smithi08678205-34 2024-09-11T03:35:46.974 INFO:tasks.rados.rados.0.smithi086.stdout:1171: finishing rollback tid 0 to smithi08678205-38 2024-09-11T03:35:46.974 INFO:tasks.rados.rados.0.smithi086.stdout:1171: finishing rollback tid 1 to smithi08678205-38 2024-09-11T03:35:46.974 INFO:tasks.rados.rados.0.smithi086.stdout:1171: finishing rollback tid 2 to smithi08678205-38 2024-09-11T03:35:46.974 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 355 (ObjNum 129 snap 0 seq_num 580885840) dirty exists 2024-09-11T03:35:46.974 INFO:tasks.rados.rados.0.smithi086.stdout:1169: finishing write tid 5 to smithi08678205-34 2024-09-11T03:35:46.974 INFO:tasks.rados.rados.0.smithi086.stdout:1169: oid 34 updating version 0 to 534 2024-09-11T03:35:46.974 INFO:tasks.rados.rados.0.smithi086.stdout:1169: oid 34 updating version 534 to 535 2024-09-11T03:35:46.975 INFO:tasks.rados.rados.0.smithi086.stdout:1169: oid 34 updating version 535 to 536 2024-09-11T03:35:46.975 INFO:tasks.rados.rados.0.smithi086.stdout:1169: oid 34 updating version 536 to 537 2024-09-11T03:35:46.975 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 537 (ObjNum 381 snap 101 seq_num 381) dirty exists 2024-09-11T03:35:46.975 INFO:tasks.rados.rados.0.smithi086.stdout:1169: left oid 34 (ObjNum 381 snap 101 seq_num 381) 2024-09-11T03:35:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:46 smithi086 ceph-mon[89281]: pgmap v80: 121 pgs: 121 active+clean; 128 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 364 KiB/s wr, 14 op/s 2024-09-11T03:35:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:46 smithi086 ceph-mon[89281]: osdmap e277: 8 total, 8 up, 8 in 2024-09-11T03:35:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:46 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:46 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:46 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-11T03:35:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:46 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:46 smithi086 ceph-mon[91691]: pgmap v80: 121 pgs: 121 active+clean; 128 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 364 KiB/s wr, 14 op/s 2024-09-11T03:35:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:46 smithi086 ceph-mon[91691]: osdmap e277: 8 total, 8 up, 8 in 2024-09-11T03:35:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:46 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:46 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:46 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-11T03:35:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:46 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:47.643 INFO:tasks.rados.rados.0.smithi086.stdout:1169: done (3 left) 2024-09-11T03:35:47.643 INFO:tasks.rados.rados.0.smithi086.stdout:1170: done (2 left) 2024-09-11T03:35:47.643 INFO:tasks.rados.rados.0.smithi086.stdout:1171: done (1 left) 2024-09-11T03:35:47.643 INFO:tasks.rados.rados.0.smithi086.stdout:1172: done (0 left) 2024-09-11T03:35:47.643 INFO:tasks.rados.rados.0.smithi086.stdout:1173: rollback oid 29 current snap is 102 2024-09-11T03:35:47.643 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 29 to 100 2024-09-11T03:35:47.643 INFO:tasks.rados.rados.0.smithi086.stdout:1174: snap_remove snap 94 2024-09-11T03:35:48.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[91691]: Reconfiguring osd.5 (monmap changed)... 2024-09-11T03:35:48.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[91691]: Reconfiguring daemon osd.5 on smithi130 2024-09-11T03:35:48.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[91691]: osdmap e278: 8 total, 8 up, 8 in 2024-09-11T03:35:48.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:48.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:48.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-11T03:35:48.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:48.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[89281]: Reconfiguring osd.5 (monmap changed)... 2024-09-11T03:35:48.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[89281]: Reconfiguring daemon osd.5 on smithi130 2024-09-11T03:35:48.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[89281]: osdmap e278: 8 total, 8 up, 8 in 2024-09-11T03:35:48.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:48.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:48.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-11T03:35:48.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:47 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:48.022 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:47 smithi130 ceph-mon[83685]: Reconfiguring osd.5 (monmap changed)... 2024-09-11T03:35:48.022 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:47 smithi130 ceph-mon[83685]: Reconfiguring daemon osd.5 on smithi130 2024-09-11T03:35:48.022 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:47 smithi130 ceph-mon[83685]: osdmap e278: 8 total, 8 up, 8 in 2024-09-11T03:35:48.022 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:47 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:48.022 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:47 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:48.022 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:47 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-11T03:35:48.022 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:47 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:48.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:35:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:35:48] "GET /metrics HTTP/1.1" 200 36168 "" "Prometheus/2.43.0" 2024-09-11T03:35:48.650 INFO:tasks.rados.rados.0.smithi086.stdout:1173: finishing rollback tid 0 to smithi08678205-29 2024-09-11T03:35:48.650 INFO:tasks.rados.rados.0.smithi086.stdout:1173: finishing rollback tid 1 to smithi08678205-29 2024-09-11T03:35:48.650 INFO:tasks.rados.rados.0.smithi086.stdout:1173: finishing rollback tid 2 to smithi08678205-29 2024-09-11T03:35:48.650 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 540 (ObjNum 129 snap 0 seq_num 3222084560) dirty exists 2024-09-11T03:35:48.650 INFO:tasks.rados.rados.0.smithi086.stdout:1173: done (1 left) 2024-09-11T03:35:48.650 INFO:tasks.rados.rados.0.smithi086.stdout:1174: done (0 left) 2024-09-11T03:35:48.651 INFO:tasks.rados.rados.0.smithi086.stdout:1175: read oid 24 snap -1 2024-09-11T03:35:48.651 INFO:tasks.rados.rados.0.smithi086.stdout:1175: expect (ObjNum 292 snap 72 seq_num 292) 2024-09-11T03:35:48.651 INFO:tasks.rados.rados.0.smithi086.stdout:1176: snap_create 2024-09-11T03:35:48.669 INFO:tasks.rados.rados.0.smithi086.stdout:1175: expect (ObjNum 292 snap 72 seq_num 292) 2024-09-11T03:35:48.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:48 smithi130 ceph-mon[83685]: pgmap v83: 121 pgs: 121 active+clean; 145 MiB data, 866 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-09-11T03:35:48.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:48 smithi130 ceph-mon[83685]: Reconfiguring osd.6 (monmap changed)... 2024-09-11T03:35:48.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:48 smithi130 ceph-mon[83685]: Reconfiguring daemon osd.6 on smithi130 2024-09-11T03:35:48.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:48 smithi130 ceph-mon[83685]: osdmap e279: 8 total, 8 up, 8 in 2024-09-11T03:35:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:48 smithi086 ceph-mon[89281]: pgmap v83: 121 pgs: 121 active+clean; 145 MiB data, 866 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-09-11T03:35:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:48 smithi086 ceph-mon[89281]: Reconfiguring osd.6 (monmap changed)... 2024-09-11T03:35:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:48 smithi086 ceph-mon[89281]: Reconfiguring daemon osd.6 on smithi130 2024-09-11T03:35:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:48 smithi086 ceph-mon[89281]: osdmap e279: 8 total, 8 up, 8 in 2024-09-11T03:35:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:48 smithi086 ceph-mon[91691]: pgmap v83: 121 pgs: 121 active+clean; 145 MiB data, 866 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-09-11T03:35:49.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:48 smithi086 ceph-mon[91691]: Reconfiguring osd.6 (monmap changed)... 2024-09-11T03:35:49.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:48 smithi086 ceph-mon[91691]: Reconfiguring daemon osd.6 on smithi130 2024-09-11T03:35:49.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:48 smithi086 ceph-mon[91691]: osdmap e279: 8 total, 8 up, 8 in 2024-09-11T03:35:49.656 INFO:tasks.rados.rados.0.smithi086.stdout:1175: done (1 left) 2024-09-11T03:35:49.656 INFO:tasks.rados.rados.0.smithi086.stdout:1176: done (0 left) 2024-09-11T03:35:49.656 INFO:tasks.rados.rados.0.smithi086.stdout:1177: read oid 23 snap -1 2024-09-11T03:35:49.657 INFO:tasks.rados.rados.0.smithi086.stdout:1177: expect (ObjNum 377 snap 100 seq_num 377) 2024-09-11T03:35:49.657 INFO:tasks.rados.rados.0.smithi086.stdout:1178: snap_create 2024-09-11T03:35:49.667 INFO:tasks.rados.rados.0.smithi086.stdout:1177: expect (ObjNum 377 snap 100 seq_num 377) 2024-09-11T03:35:49.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:49 smithi130 ceph-mon[83685]: osdmap e280: 8 total, 8 up, 8 in 2024-09-11T03:35:49.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:49.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:49.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:49 smithi130 ceph-mon[83685]: Reconfiguring osd.7 (monmap changed)... 2024-09-11T03:35:49.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-11T03:35:49.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:49.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:49 smithi130 ceph-mon[83685]: Reconfiguring daemon osd.7 on smithi130 2024-09-11T03:35:49.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:35:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[89281]: osdmap e280: 8 total, 8 up, 8 in 2024-09-11T03:35:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[89281]: Reconfiguring osd.7 (monmap changed)... 2024-09-11T03:35:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-11T03:35:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[89281]: Reconfiguring daemon osd.7 on smithi130 2024-09-11T03:35:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:35:50.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[91691]: osdmap e280: 8 total, 8 up, 8 in 2024-09-11T03:35:50.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:50.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:50.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[91691]: Reconfiguring osd.7 (monmap changed)... 2024-09-11T03:35:50.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-11T03:35:50.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:50.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[91691]: Reconfiguring daemon osd.7 on smithi130 2024-09-11T03:35:50.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:35:50.654 INFO:tasks.rados.rados.0.smithi086.stdout:1177: done (1 left) 2024-09-11T03:35:50.654 INFO:tasks.rados.rados.0.smithi086.stdout:1178: done (0 left) 2024-09-11T03:35:50.654 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 13 current snap is 104 2024-09-11T03:35:50.654 INFO:tasks.rados.rados.0.smithi086.stdout:1179: seq_num 382 ranges {1728512=802816,2531328=704512,3235840=98304} 2024-09-11T03:35:50.667 INFO:tasks.rados.rados.0.smithi086.stdout:1179: writing smithi08678205-13 from 1728512 to 2531328 tid 1 2024-09-11T03:35:50.671 INFO:tasks.rados.rados.0.smithi086.stdout:1179: writing smithi08678205-13 from 2531328 to 3235840 tid 2 2024-09-11T03:35:50.672 INFO:tasks.rados.rados.0.smithi086.stdout:1179: writing smithi08678205-13 from 3235840 to 3334144 tid 3 2024-09-11T03:35:50.672 INFO:tasks.rados.rados.0.smithi086.stdout:1180: snap_create 2024-09-11T03:35:50.674 INFO:tasks.rados.rados.0.smithi086.stdout:1179: finishing write tid 1 to smithi08678205-13 2024-09-11T03:35:50.675 INFO:tasks.rados.rados.0.smithi086.stdout:1179: finishing write tid 2 to smithi08678205-13 2024-09-11T03:35:50.675 INFO:tasks.rados.rados.0.smithi086.stdout:1179: finishing write tid 3 to smithi08678205-13 2024-09-11T03:35:50.675 INFO:tasks.rados.rados.0.smithi086.stdout:1179: finishing write tid 4 to smithi08678205-13 2024-09-11T03:35:50.676 INFO:tasks.rados.rados.0.smithi086.stdout:1179: finishing write tid 5 to smithi08678205-13 2024-09-11T03:35:50.676 INFO:tasks.rados.rados.0.smithi086.stdout:1179: oid 13 updating version 0 to 158 2024-09-11T03:35:50.676 INFO:tasks.rados.rados.0.smithi086.stdout:1179: oid 13 updating version 158 to 160 2024-09-11T03:35:50.676 INFO:tasks.rados.rados.0.smithi086.stdout:1179: oid 13 version 160 is already newer than 159 2024-09-11T03:35:50.676 INFO:tasks.rados.rados.0.smithi086.stdout:1179: oid 13 updating version 160 to 161 2024-09-11T03:35:50.676 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 161 (ObjNum 382 snap 104 seq_num 382) dirty exists 2024-09-11T03:35:50.677 INFO:tasks.rados.rados.0.smithi086.stdout:1179: left oid 13 (ObjNum 382 snap 104 seq_num 382) 2024-09-11T03:35:50.970 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:50 smithi130 ceph-mon[83685]: pgmap v86: 121 pgs: 121 active+clean; 145 MiB data, 866 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-09-11T03:35:50.970 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:50 smithi130 ceph-mon[83685]: osdmap e281: 8 total, 8 up, 8 in 2024-09-11T03:35:50.970 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:50.970 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:50.970 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-11T03:35:50.970 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:50.970 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:50 smithi130 ceph-mon[83685]: osdmap e282: 8 total, 8 up, 8 in 2024-09-11T03:35:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[89281]: pgmap v86: 121 pgs: 121 active+clean; 145 MiB data, 866 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-09-11T03:35:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[89281]: osdmap e281: 8 total, 8 up, 8 in 2024-09-11T03:35:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-11T03:35:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[89281]: osdmap e282: 8 total, 8 up, 8 in 2024-09-11T03:35:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[91691]: pgmap v86: 121 pgs: 121 active+clean; 145 MiB data, 866 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-09-11T03:35:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[91691]: osdmap e281: 8 total, 8 up, 8 in 2024-09-11T03:35:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-11T03:35:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:50 smithi086 ceph-mon[91691]: osdmap e282: 8 total, 8 up, 8 in 2024-09-11T03:35:51.672 INFO:tasks.rados.rados.0.smithi086.stdout:1179: done (1 left) 2024-09-11T03:35:51.672 INFO:tasks.rados.rados.0.smithi086.stdout:1180: done (0 left) 2024-09-11T03:35:51.672 INFO:tasks.rados.rados.0.smithi086.stdout:1181: rollback oid 26 current snap is 105 2024-09-11T03:35:51.673 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 26 to 90 2024-09-11T03:35:51.673 INFO:tasks.rados.rados.0.smithi086.stdout:1182: copy_from oid 48 from oid 14 current snap is 105 2024-09-11T03:35:51.673 INFO:tasks.rados.rados.0.smithi086.stdout:1183: snap_create 2024-09-11T03:35:51.677 INFO:tasks.rados.rados.0.smithi086.stdout:1181: finishing rollback tid 0 to smithi08678205-26 2024-09-11T03:35:51.677 INFO:tasks.rados.rados.0.smithi086.stdout:1181: finishing rollback tid 1 to smithi08678205-26 2024-09-11T03:35:51.677 INFO:tasks.rados.rados.0.smithi086.stdout:1181: finishing rollback tid 2 to smithi08678205-26 2024-09-11T03:35:51.677 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 202 (ObjNum 236 snap 53 seq_num 236) dirty exists 2024-09-11T03:35:51.700 INFO:tasks.rados.rados.0.smithi086.stdout:1182: finishing copy_from racing read to smithi08678205-48 2024-09-11T03:35:51.707 INFO:tasks.rados.rados.0.smithi086.stdout:1182: finishing copy_from to smithi08678205-48 2024-09-11T03:35:51.707 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 173 (ObjNum 256 snap 55 seq_num 256) dirty exists 2024-09-11T03:35:52.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:51 smithi086 ceph-mon[89281]: Reconfiguring mds.b (monmap changed)... 2024-09-11T03:35:52.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:51 smithi086 ceph-mon[89281]: Reconfiguring daemon mds.b on smithi130 2024-09-11T03:35:52.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:51 smithi086 ceph-mon[91691]: Reconfiguring mds.b (monmap changed)... 2024-09-11T03:35:52.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:51 smithi086 ceph-mon[91691]: Reconfiguring daemon mds.b on smithi130 2024-09-11T03:35:52.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:51 smithi130 ceph-mon[83685]: Reconfiguring mds.b (monmap changed)... 2024-09-11T03:35:52.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:51 smithi130 ceph-mon[83685]: Reconfiguring daemon mds.b on smithi130 2024-09-11T03:35:52.619 INFO:tasks.rados.rados.0.smithi086.stdout:1181: done (2 left) 2024-09-11T03:35:52.619 INFO:tasks.rados.rados.0.smithi086.stdout:1182: done (1 left) 2024-09-11T03:35:52.619 INFO:tasks.rados.rados.0.smithi086.stdout:1183: done (0 left) 2024-09-11T03:35:52.619 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 106 2024-09-11T03:35:52.619 INFO:tasks.rados.rados.0.smithi086.stdout:1184: seq_num 383 ranges {3932160=417792,4349952=589824,4939776=417792,5357568=196608} 2024-09-11T03:35:52.641 INFO:tasks.rados.rados.0.smithi086.stdout:1184: writing smithi08678205-23 from 3932160 to 4349952 tid 1 2024-09-11T03:35:52.645 INFO:tasks.rados.rados.0.smithi086.stdout:1184: writing smithi08678205-23 from 4349952 to 4939776 tid 2 2024-09-11T03:35:52.648 INFO:tasks.rados.rados.0.smithi086.stdout:1184: writing smithi08678205-23 from 4939776 to 5357568 tid 3 2024-09-11T03:35:52.650 INFO:tasks.rados.rados.0.smithi086.stdout:1184: writing smithi08678205-23 from 5357568 to 5554176 tid 4 2024-09-11T03:35:52.650 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 106 2024-09-11T03:35:52.650 INFO:tasks.rados.rados.0.smithi086.stdout:1184: finishing write tid 1 to smithi08678205-23 2024-09-11T03:35:52.650 INFO:tasks.rados.rados.0.smithi086.stdout:1184: finishing write tid 2 to smithi08678205-23 2024-09-11T03:35:52.650 INFO:tasks.rados.rados.0.smithi086.stdout:1185: seq_num 384 ranges {2072576=434176,2506752=475136,2981888=630784,3612672=98304} 2024-09-11T03:35:52.663 INFO:tasks.rados.rados.0.smithi086.stdout:1185: writing smithi08678205-36 from 2072576 to 2506752 tid 1 2024-09-11T03:35:52.666 INFO:tasks.rados.rados.0.smithi086.stdout:1185: writing smithi08678205-36 from 2506752 to 2981888 tid 2 2024-09-11T03:35:52.670 INFO:tasks.rados.rados.0.smithi086.stdout:1185: writing smithi08678205-36 from 2981888 to 3612672 tid 3 2024-09-11T03:35:52.671 INFO:tasks.rados.rados.0.smithi086.stdout:1185: writing smithi08678205-36 from 3612672 to 3710976 tid 4 2024-09-11T03:35:52.671 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 106 2024-09-11T03:35:52.671 INFO:tasks.rados.rados.0.smithi086.stdout:1184: finishing write tid 3 to smithi08678205-23 2024-09-11T03:35:52.671 INFO:tasks.rados.rados.0.smithi086.stdout:1184: finishing write tid 4 to smithi08678205-23 2024-09-11T03:35:52.671 INFO:tasks.rados.rados.0.smithi086.stdout:1184: finishing write tid 5 to smithi08678205-23 2024-09-11T03:35:52.672 INFO:tasks.rados.rados.0.smithi086.stdout:1186: seq_num 385 ranges {2408448=450560,2859008=761856,3620864=442368} 2024-09-11T03:35:52.687 INFO:tasks.rados.rados.0.smithi086.stdout:1186: writing smithi08678205-12 from 2408448 to 2859008 tid 1 2024-09-11T03:35:52.691 INFO:tasks.rados.rados.0.smithi086.stdout:1186: writing smithi08678205-12 from 2859008 to 3620864 tid 2 2024-09-11T03:35:52.695 INFO:tasks.rados.rados.0.smithi086.stdout:1186: writing smithi08678205-12 from 3620864 to 4063232 tid 3 2024-09-11T03:35:52.695 INFO:tasks.rados.rados.0.smithi086.stdout:1187: snap_create 2024-09-11T03:35:52.695 INFO:tasks.rados.rados.0.smithi086.stdout:1184: finishing write tid 6 to smithi08678205-23 2024-09-11T03:35:52.695 INFO:tasks.rados.rados.0.smithi086.stdout:1184: oid 23 updating version 0 to 840 2024-09-11T03:35:52.695 INFO:tasks.rados.rados.0.smithi086.stdout:1184: oid 23 version 840 is already newer than 839 2024-09-11T03:35:52.695 INFO:tasks.rados.rados.0.smithi086.stdout:1184: oid 23 updating version 840 to 841 2024-09-11T03:35:52.695 INFO:tasks.rados.rados.0.smithi086.stdout:1184: oid 23 version 841 is already newer than 838 2024-09-11T03:35:52.696 INFO:tasks.rados.rados.0.smithi086.stdout:1184: oid 23 version 841 is already newer than 837 2024-09-11T03:35:52.696 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 841 (ObjNum 383 snap 106 seq_num 383) dirty exists 2024-09-11T03:35:52.696 INFO:tasks.rados.rados.0.smithi086.stdout:1184: left oid 23 (ObjNum 383 snap 106 seq_num 383) 2024-09-11T03:35:52.696 INFO:tasks.rados.rados.0.smithi086.stdout:1185: finishing write tid 1 to smithi08678205-36 2024-09-11T03:35:52.696 INFO:tasks.rados.rados.0.smithi086.stdout:1185: finishing write tid 2 to smithi08678205-36 2024-09-11T03:35:52.696 INFO:tasks.rados.rados.0.smithi086.stdout:1185: finishing write tid 3 to smithi08678205-36 2024-09-11T03:35:52.696 INFO:tasks.rados.rados.0.smithi086.stdout:1185: finishing write tid 4 to smithi08678205-36 2024-09-11T03:35:52.696 INFO:tasks.rados.rados.0.smithi086.stdout:1185: finishing write tid 5 to smithi08678205-36 2024-09-11T03:35:52.696 INFO:tasks.rados.rados.0.smithi086.stdout:1185: finishing write tid 6 to smithi08678205-36 2024-09-11T03:35:52.696 INFO:tasks.rados.rados.0.smithi086.stdout:1185: oid 36 updating version 0 to 845 2024-09-11T03:35:52.696 INFO:tasks.rados.rados.0.smithi086.stdout:1185: oid 36 updating version 845 to 847 2024-09-11T03:35:52.697 INFO:tasks.rados.rados.0.smithi086.stdout:1185: oid 36 version 847 is already newer than 843 2024-09-11T03:35:52.697 INFO:tasks.rados.rados.0.smithi086.stdout:1185: oid 36 version 847 is already newer than 844 2024-09-11T03:35:52.697 INFO:tasks.rados.rados.0.smithi086.stdout:1185: oid 36 version 847 is already newer than 846 2024-09-11T03:35:52.697 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 847 (ObjNum 384 snap 106 seq_num 384) dirty exists 2024-09-11T03:35:52.697 INFO:tasks.rados.rados.0.smithi086.stdout:1185: left oid 36 (ObjNum 384 snap 106 seq_num 384) 2024-09-11T03:35:52.697 INFO:tasks.rados.rados.0.smithi086.stdout:1186: finishing write tid 1 to smithi08678205-12 2024-09-11T03:35:52.697 INFO:tasks.rados.rados.0.smithi086.stdout:1186: finishing write tid 2 to smithi08678205-12 2024-09-11T03:35:52.698 INFO:tasks.rados.rados.0.smithi086.stdout:1186: finishing write tid 3 to smithi08678205-12 2024-09-11T03:35:52.698 INFO:tasks.rados.rados.0.smithi086.stdout:1186: finishing write tid 4 to smithi08678205-12 2024-09-11T03:35:52.699 INFO:tasks.rados.rados.0.smithi086.stdout:1186: finishing write tid 5 to smithi08678205-12 2024-09-11T03:35:52.699 INFO:tasks.rados.rados.0.smithi086.stdout:1186: oid 12 updating version 0 to 671 2024-09-11T03:35:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:1186: oid 12 version 671 is already newer than 668 2024-09-11T03:35:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:1186: oid 12 version 671 is already newer than 670 2024-09-11T03:35:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:1186: oid 12 version 671 is already newer than 669 2024-09-11T03:35:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 671 (ObjNum 385 snap 106 seq_num 385) dirty exists 2024-09-11T03:35:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:1186: left oid 12 (ObjNum 385 snap 106 seq_num 385) 2024-09-11T03:35:52.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: pgmap v89: 121 pgs: 121 active+clean; 147 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-11T03:35:52.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: osdmap e283: 8 total, 8 up, 8 in 2024-09-11T03:35:52.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:52.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:52.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:52.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:52.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:52.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: Upgrade: Setting container_image for all mon 2024-09-11T03:35:52.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:52.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-11T03:35:52.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-11T03:35:52.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-11T03:35:52.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-11T03:35:52.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-11T03:35:52.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-11T03:35:52.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:52.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: Upgrade: Setting container_image for all crash 2024-09-11T03:35:52.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:52.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-11T03:35:52.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-11T03:35:52.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: Upgrade: osd.0 is safe to restart 2024-09-11T03:35:52.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[91691]: osdmap e284: 8 total, 8 up, 8 in 2024-09-11T03:35:52.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: pgmap v89: 121 pgs: 121 active+clean; 147 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-11T03:35:52.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: osdmap e283: 8 total, 8 up, 8 in 2024-09-11T03:35:52.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:52.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:52.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:52.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:52.825 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:52.825 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: Upgrade: Setting container_image for all mon 2024-09-11T03:35:52.825 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:52.825 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-11T03:35:52.825 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-11T03:35:52.825 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-11T03:35:52.825 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-11T03:35:52.825 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-11T03:35:52.825 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-11T03:35:52.825 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:52.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: Upgrade: Setting container_image for all crash 2024-09-11T03:35:52.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:52.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-11T03:35:52.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-11T03:35:52.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: Upgrade: osd.0 is safe to restart 2024-09-11T03:35:52.826 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:52 smithi086 ceph-mon[89281]: osdmap e284: 8 total, 8 up, 8 in 2024-09-11T03:35:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: pgmap v89: 121 pgs: 121 active+clean; 147 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-11T03:35:53.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: osdmap e283: 8 total, 8 up, 8 in 2024-09-11T03:35:53.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:53.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:53.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:35:53.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:53.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:53.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: Upgrade: Setting container_image for all mon 2024-09-11T03:35:53.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:53.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-11T03:35:53.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-11T03:35:53.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-11T03:35:53.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-11T03:35:53.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-11T03:35:53.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-11T03:35:53.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:35:53.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: Upgrade: Setting container_image for all crash 2024-09-11T03:35:53.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:53.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-11T03:35:53.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-11T03:35:53.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: Upgrade: osd.0 is safe to restart 2024-09-11T03:35:53.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:52 smithi130 ceph-mon[83685]: osdmap e284: 8 total, 8 up, 8 in 2024-09-11T03:35:53.678 INFO:tasks.rados.rados.0.smithi086.stdout:1184: done (3 left) 2024-09-11T03:35:53.679 INFO:tasks.rados.rados.0.smithi086.stdout:1185: done (2 left) 2024-09-11T03:35:53.679 INFO:tasks.rados.rados.0.smithi086.stdout:1186: done (1 left) 2024-09-11T03:35:53.679 INFO:tasks.rados.rados.0.smithi086.stdout:1187: done (0 left) 2024-09-11T03:35:53.679 INFO:tasks.rados.rados.0.smithi086.stdout:1188: read oid 16 snap -1 2024-09-11T03:35:53.679 INFO:tasks.rados.rados.0.smithi086.stdout:1188: expect (ObjNum 372 snap 99 seq_num 372) 2024-09-11T03:35:53.679 INFO:tasks.rados.rados.0.smithi086.stdout:1189: read oid 47 snap -1 2024-09-11T03:35:53.679 INFO:tasks.rados.rados.0.smithi086.stdout:1189: expect (ObjNum 330 snap 86 seq_num 330) 2024-09-11T03:35:53.679 INFO:tasks.rados.rados.0.smithi086.stdout:1190: delete oid 7 current snap is 107 2024-09-11T03:35:53.696 INFO:tasks.rados.rados.0.smithi086.stdout:1189: expect (ObjNum 330 snap 86 seq_num 330) 2024-09-11T03:35:53.765 INFO:tasks.rados.rados.0.smithi086.stdout:1188: expect (ObjNum 372 snap 99 seq_num 372) 2024-09-11T03:35:53.844 INFO:tasks.rados.rados.0.smithi086.stdout:1188: done (2 left) 2024-09-11T03:35:53.845 INFO:tasks.rados.rados.0.smithi086.stdout:1189: done (1 left) 2024-09-11T03:35:53.845 INFO:tasks.rados.rados.0.smithi086.stdout:1190: done (0 left) 2024-09-11T03:35:53.845 INFO:tasks.rados.rados.0.smithi086.stdout:1191: snap_create 2024-09-11T03:35:54.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[91691]: pgmap v92: 121 pgs: 121 active+clean; 147 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-11T03:35:54.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[91691]: Upgrade: Updating osd.0 2024-09-11T03:35:54.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:54.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-11T03:35:54.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:54.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[91691]: Deploying daemon osd.0 on smithi086 2024-09-11T03:35:54.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[91691]: osdmap e285: 8 total, 8 up, 8 in 2024-09-11T03:35:54.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[89281]: pgmap v92: 121 pgs: 121 active+clean; 147 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-11T03:35:54.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[89281]: Upgrade: Updating osd.0 2024-09-11T03:35:54.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:54.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-11T03:35:54.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:54.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[89281]: Deploying daemon osd.0 on smithi086 2024-09-11T03:35:54.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:54 smithi086 ceph-mon[89281]: osdmap e285: 8 total, 8 up, 8 in 2024-09-11T03:35:54.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:54 smithi130 ceph-mon[83685]: pgmap v92: 121 pgs: 121 active+clean; 147 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-11T03:35:54.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:54 smithi130 ceph-mon[83685]: Upgrade: Updating osd.0 2024-09-11T03:35:54.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:54 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:35:54.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:54 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-11T03:35:54.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:54 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:35:54.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:54 smithi130 ceph-mon[83685]: Deploying daemon osd.0 on smithi086 2024-09-11T03:35:54.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:54 smithi130 ceph-mon[83685]: osdmap e285: 8 total, 8 up, 8 in 2024-09-11T03:35:54.683 INFO:tasks.rados.rados.0.smithi086.stdout:1191: done (0 left) 2024-09-11T03:35:54.683 INFO:tasks.rados.rados.0.smithi086.stdout:1192: snap_remove snap 98 2024-09-11T03:35:55.696 INFO:tasks.rados.rados.0.smithi086.stdout:1192: done (0 left) 2024-09-11T03:35:55.696 INFO:tasks.rados.rados.0.smithi086.stdout:1193: copy_from oid 33 from oid 1 current snap is 108 2024-09-11T03:35:55.696 INFO:tasks.rados.rados.0.smithi086.stdout:1194: read oid 46 snap -1 2024-09-11T03:35:55.696 INFO:tasks.rados.rados.0.smithi086.stdout:1194: expect deleted 2024-09-11T03:35:55.696 INFO:tasks.rados.rados.0.smithi086.stdout:1195: snap_remove snap 96 2024-09-11T03:35:55.973 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:55 smithi086 ceph-mon[89281]: osdmap e286: 8 total, 8 up, 8 in 2024-09-11T03:35:55.974 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:55 smithi086 ceph-mon[91691]: osdmap e286: 8 total, 8 up, 8 in 2024-09-11T03:35:56.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:55 smithi130 ceph-mon[83685]: osdmap e286: 8 total, 8 up, 8 in 2024-09-11T03:35:56.572 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:56 smithi086 systemd[1]: Stopping Ceph osd.0 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:35:56.572 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0[41127]: 2024-09-11T03:35:56.545+0000 7faabd380640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:35:56.572 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0[41127]: 2024-09-11T03:35:56.545+0000 7faabd380640 -1 osd.0 287 *** Got signal Terminated *** 2024-09-11T03:35:56.572 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:56 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0[41127]: 2024-09-11T03:35:56.545+0000 7faabd380640 -1 osd.0 287 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:35:56.692 INFO:tasks.rados.rados.0.smithi086.stdout:1195: done (2 left) 2024-09-11T03:35:56.692 INFO:tasks.rados.rados.0.smithi086.stdout:1196: snap_remove snap 90 2024-09-11T03:35:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:56 smithi086 ceph-mon[89281]: pgmap v95: 121 pgs: 121 active+clean; 155 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-11T03:35:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:56 smithi086 ceph-mon[89281]: osdmap e287: 8 total, 8 up, 8 in 2024-09-11T03:35:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:56 smithi086 ceph-mon[89281]: osd.0 marked itself down and dead 2024-09-11T03:35:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:56 smithi086 ceph-mon[91691]: pgmap v95: 121 pgs: 121 active+clean; 155 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-11T03:35:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:56 smithi086 ceph-mon[91691]: osdmap e287: 8 total, 8 up, 8 in 2024-09-11T03:35:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:56 smithi086 ceph-mon[91691]: osd.0 marked itself down and dead 2024-09-11T03:35:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:56 smithi130 ceph-mon[83685]: pgmap v95: 121 pgs: 121 active+clean; 155 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-11T03:35:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:56 smithi130 ceph-mon[83685]: osdmap e287: 8 total, 8 up, 8 in 2024-09-11T03:35:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:56 smithi130 ceph-mon[83685]: osd.0 marked itself down and dead 2024-09-11T03:35:57.563 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:57 smithi086 podman[96418]: 2024-09-11 03:35:57.229408007 +0000 UTC m=+0.774799143 container died 4b42e892b785cfcd201f19e79a50dfe9f21b1a7b7a51df9119df31ccf4fed910 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=reef-7a853b1, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:35:57.693 INFO:tasks.rados.rados.0.smithi086.stdout:1196: done (2 left) 2024-09-11T03:35:57.694 INFO:tasks.rados.rados.0.smithi086.stdout:1197: snap_create 2024-09-11T03:35:57.694 INFO:tasks.rados.rados.0.smithi086.stdout:1193: finishing copy_from racing read to smithi08678205-33 2024-09-11T03:35:57.694 INFO:tasks.rados.rados.0.smithi086.stdout:1193: finishing copy_from to smithi08678205-33 2024-09-11T03:35:57.694 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 544 (ObjNum 337 snap 91 seq_num 337) dirty exists 2024-09-11T03:35:57.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:57 smithi086 ceph-mon[89281]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:35:57.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:57 smithi086 ceph-mon[89281]: osdmap e288: 8 total, 7 up, 8 in 2024-09-11T03:35:57.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:57 smithi086 ceph-mon[89281]: osdmap e289: 8 total, 7 up, 8 in 2024-09-11T03:35:57.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:57 smithi086 ceph-mon[91691]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:35:57.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:57 smithi086 ceph-mon[91691]: osdmap e288: 8 total, 7 up, 8 in 2024-09-11T03:35:57.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:57 smithi086 ceph-mon[91691]: osdmap e289: 8 total, 7 up, 8 in 2024-09-11T03:35:57.823 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:57 smithi086 podman[96418]: 2024-09-11 03:35:57.762413365 +0000 UTC m=+1.307804536 container cleanup 4b42e892b785cfcd201f19e79a50dfe9f21b1a7b7a51df9119df31ccf4fed910 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-7a853b1, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:35:57.823 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:57 smithi086 bash[96418]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0 2024-09-11T03:35:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:57 smithi130 ceph-mon[83685]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:35:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:57 smithi130 ceph-mon[83685]: osdmap e288: 8 total, 7 up, 8 in 2024-09-11T03:35:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:57 smithi130 ceph-mon[83685]: osdmap e289: 8 total, 7 up, 8 in 2024-09-11T03:35:58.322 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:57 smithi086 podman[96433]: 2024-09-11 03:35:57.964272431 +0000 UTC m=+0.733031305 container remove 4b42e892b785cfcd201f19e79a50dfe9f21b1a7b7a51df9119df31ccf4fed910 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7a853b1, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-11T03:35:58.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:35:58 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:35:58] "GET /metrics HTTP/1.1" 200 36157 "" "Prometheus/2.43.0" 2024-09-11T03:35:58.650 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:58 smithi086 podman[96522]: 2024-09-11 03:35:58.26735014 +0000 UTC m=+0.015753066 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:35:58.651 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:58 smithi086 podman[96522]: 2024-09-11 03:35:58.365036112 +0000 UTC m=+0.113439040 container create ab12d1f0cd7652c4187b1bd0e04a949d2d94d0f75e8ba821a526bd51855deae5 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-11T03:35:58.651 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:58 smithi086 podman[96522]: 2024-09-11 03:35:58.5756833 +0000 UTC m=+0.324086216 container init ab12d1f0cd7652c4187b1bd0e04a949d2d94d0f75e8ba821a526bd51855deae5 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-11T03:35:58.651 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:58 smithi086 podman[96522]: 2024-09-11 03:35:58.578975483 +0000 UTC m=+0.327378401 container start ab12d1f0cd7652c4187b1bd0e04a949d2d94d0f75e8ba821a526bd51855deae5 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-11T03:35:58.695 INFO:tasks.rados.rados.0.smithi086.stdout:1193: done (2 left) 2024-09-11T03:35:58.695 INFO:tasks.rados.rados.0.smithi086.stdout:1194: done (1 left) 2024-09-11T03:35:58.695 INFO:tasks.rados.rados.0.smithi086.stdout:1197: done (0 left) 2024-09-11T03:35:58.695 INFO:tasks.rados.rados.0.smithi086.stdout:1198: rmattr oid 26 current snap is 109 2024-09-11T03:35:58.695 INFO:tasks.rados.rados.0.smithi086.stdout:1198: done (0 left) 2024-09-11T03:35:58.695 INFO:tasks.rados.rados.0.smithi086.stdout:1199: rmattr oid 47 current snap is 109 2024-09-11T03:35:58.695 INFO:tasks.rados.rados.0.smithi086.stdout:1200: rmattr oid 11 current snap is 109 2024-09-11T03:35:58.695 INFO:tasks.rados.rados.0.smithi086.stdout:1200: done (1 left) 2024-09-11T03:35:58.695 INFO:tasks.rados.rados.0.smithi086.stdout:1201: snap_remove snap 99 2024-09-11T03:35:59.053 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:58 smithi086 ceph-mon[89281]: pgmap v98: 121 pgs: 15 stale+active+clean, 106 active+clean; 160 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2024-09-11T03:35:59.053 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:35:58 smithi086 ceph-mon[89281]: osdmap e290: 8 total, 7 up, 8 in 2024-09-11T03:35:59.054 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:58 smithi086 ceph-mon[91691]: pgmap v98: 121 pgs: 15 stale+active+clean, 106 active+clean; 160 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2024-09-11T03:35:59.054 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:35:58 smithi086 ceph-mon[91691]: osdmap e290: 8 total, 7 up, 8 in 2024-09-11T03:35:59.054 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:58 smithi086 podman[96522]: 2024-09-11 03:35:58.650704234 +0000 UTC m=+0.399107156 container attach ab12d1f0cd7652c4187b1bd0e04a949d2d94d0f75e8ba821a526bd51855deae5 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-deactivate, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-11T03:35:59.054 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:58 smithi086 podman[96522]: 2024-09-11 03:35:58.772593309 +0000 UTC m=+0.520996235 container died ab12d1f0cd7652c4187b1bd0e04a949d2d94d0f75e8ba821a526bd51855deae5 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-11T03:35:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:58 smithi130 ceph-mon[83685]: pgmap v98: 121 pgs: 15 stale+active+clean, 106 active+clean; 160 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2024-09-11T03:35:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:35:58 smithi130 ceph-mon[83685]: osdmap e290: 8 total, 7 up, 8 in 2024-09-11T03:35:59.694 INFO:tasks.rados.rados.0.smithi086.stdout:1201: done (1 left) 2024-09-11T03:35:59.695 INFO:tasks.rados.rados.0.smithi086.stdout:1202: delete oid 36 current snap is 109 2024-09-11T03:35:59.695 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 558 (ObjNum 330 snap 86 seq_num 330) dirty exists 2024-09-11T03:35:59.698 INFO:tasks.rados.rados.0.smithi086.stdout:1199: done (1 left) 2024-09-11T03:35:59.698 INFO:tasks.rados.rados.0.smithi086.stdout:1202: done (0 left) 2024-09-11T03:35:59.698 INFO:tasks.rados.rados.0.smithi086.stdout:1203: rollback oid 3 current snap is 109 2024-09-11T03:35:59.698 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 3 to 102 2024-09-11T03:35:59.698 INFO:tasks.rados.rados.0.smithi086.stdout:1204: setattr oid 37 current snap is 109 2024-09-11T03:35:59.699 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 18 current snap is 109 2024-09-11T03:35:59.699 INFO:tasks.rados.rados.0.smithi086.stdout:1205: seq_num 388 ranges {1818624=507904,2326528=458752,2785280=606208,3391488=139264} 2024-09-11T03:35:59.711 INFO:tasks.rados.rados.0.smithi086.stdout:1205: writing smithi08678205-18 from 1818624 to 2326528 tid 1 2024-09-11T03:35:59.714 INFO:tasks.rados.rados.0.smithi086.stdout:1205: writing smithi08678205-18 from 2326528 to 2785280 tid 2 2024-09-11T03:35:59.717 INFO:tasks.rados.rados.0.smithi086.stdout:1205: writing smithi08678205-18 from 2785280 to 3391488 tid 3 2024-09-11T03:35:59.719 INFO:tasks.rados.rados.0.smithi086.stdout:1205: writing smithi08678205-18 from 3391488 to 3530752 tid 4 2024-09-11T03:35:59.719 INFO:tasks.rados.rados.0.smithi086.stdout:1206: snap_create 2024-09-11T03:35:59.719 INFO:tasks.rados.rados.0.smithi086.stdout:1203: finishing rollback tid 0 to smithi08678205-3 2024-09-11T03:35:59.719 INFO:tasks.rados.rados.0.smithi086.stdout:1203: finishing rollback tid 1 to smithi08678205-3 2024-09-11T03:35:59.719 INFO:tasks.rados.rados.0.smithi086.stdout:1203: finishing rollback tid 2 to smithi08678205-3 2024-09-11T03:35:59.720 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 620 (ObjNum 368 snap 98 seq_num 368) dirty exists 2024-09-11T03:35:59.720 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 211 (ObjNum 833 snap 0 seq_num 580886544) dirty exists 2024-09-11T03:35:59.720 INFO:tasks.rados.rados.0.smithi086.stdout:1205: finishing write tid 1 to smithi08678205-18 2024-09-11T03:35:59.720 INFO:tasks.rados.rados.0.smithi086.stdout:1205: finishing write tid 2 to smithi08678205-18 2024-09-11T03:35:59.720 INFO:tasks.rados.rados.0.smithi086.stdout:1205: finishing write tid 3 to smithi08678205-18 2024-09-11T03:35:59.721 INFO:tasks.rados.rados.0.smithi086.stdout:1205: finishing write tid 4 to smithi08678205-18 2024-09-11T03:35:59.721 INFO:tasks.rados.rados.0.smithi086.stdout:1205: finishing write tid 5 to smithi08678205-18 2024-09-11T03:35:59.721 INFO:tasks.rados.rados.0.smithi086.stdout:1205: finishing write tid 6 to smithi08678205-18 2024-09-11T03:35:59.721 INFO:tasks.rados.rados.0.smithi086.stdout:1205: oid 18 updating version 0 to 545 2024-09-11T03:35:59.721 INFO:tasks.rados.rados.0.smithi086.stdout:1205: oid 18 version 545 is already newer than 542 2024-09-11T03:35:59.721 INFO:tasks.rados.rados.0.smithi086.stdout:1205: oid 18 version 545 is already newer than 544 2024-09-11T03:35:59.721 INFO:tasks.rados.rados.0.smithi086.stdout:1205: oid 18 version 545 is already newer than 543 2024-09-11T03:35:59.721 INFO:tasks.rados.rados.0.smithi086.stdout:1205: oid 18 version 545 is already newer than 541 2024-09-11T03:35:59.722 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 545 (ObjNum 388 snap 109 seq_num 388) dirty exists 2024-09-11T03:35:59.722 INFO:tasks.rados.rados.0.smithi086.stdout:1205: left oid 18 (ObjNum 388 snap 109 seq_num 388) 2024-09-11T03:35:59.822 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:59 smithi086 podman[96544]: 2024-09-11 03:35:59.546968215 +0000 UTC m=+0.768460567 container remove ab12d1f0cd7652c4187b1bd0e04a949d2d94d0f75e8ba821a526bd51855deae5 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-11T03:35:59.822 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:59 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-11T03:35:59.822 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:59 smithi086 systemd[1]: Stopped Ceph osd.0 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:35:59.822 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:59 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.0.service: Consumed 9.579s CPU time. 2024-09-11T03:35:59.822 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:59 smithi086 systemd[1]: Starting Ceph osd.0 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:36:00.322 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:59 smithi086 podman[96647]: 2024-09-11 03:35:59.89802027 +0000 UTC m=+0.016055267 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:36:00.322 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:35:59 smithi086 podman[96647]: 2024-09-11 03:35:59.998138146 +0000 UTC m=+0.116173166 container create aa015e5f4e4a80e55428c92702e22f2a9f08926e0b7d0c930c381a52a9dd424b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-11T03:36:00.322 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:00 smithi086 podman[96647]: 2024-09-11 03:36:00.225753115 +0000 UTC m=+0.343788103 container init aa015e5f4e4a80e55428c92702e22f2a9f08926e0b7d0c930c381a52a9dd424b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:36:00.322 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:00 smithi086 podman[96647]: 2024-09-11 03:36:00.229149017 +0000 UTC m=+0.347183994 container start aa015e5f4e4a80e55428c92702e22f2a9f08926e0b7d0c930c381a52a9dd424b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:36:00.693 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:00 smithi086 podman[96647]: 2024-09-11 03:36:00.32562406 +0000 UTC m=+0.443659052 container attach aa015e5f4e4a80e55428c92702e22f2a9f08926e0b7d0c930c381a52a9dd424b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-11T03:36:00.693 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:00 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate[96662]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:36:00.693 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:00 smithi086 bash[96647]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:36:00.693 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:00 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate[96662]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:36:00.693 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:00 smithi086 bash[96647]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:36:00.713 INFO:tasks.rados.rados.0.smithi086.stdout:1203: done (3 left) 2024-09-11T03:36:00.713 INFO:tasks.rados.rados.0.smithi086.stdout:1204: done (2 left) 2024-09-11T03:36:00.713 INFO:tasks.rados.rados.0.smithi086.stdout:1205: done (1 left) 2024-09-11T03:36:00.713 INFO:tasks.rados.rados.0.smithi086.stdout:1206: done (0 left) 2024-09-11T03:36:00.713 INFO:tasks.rados.rados.0.smithi086.stdout:1207: read oid 7 snap 92 2024-09-11T03:36:00.713 INFO:tasks.rados.rados.0.smithi086.stdout:1207: expect deleted 2024-09-11T03:36:00.713 INFO:tasks.rados.rados.0.smithi086.stdout:1208: rmattr oid 2 current snap is 110 2024-09-11T03:36:00.713 INFO:tasks.rados.rados.0.smithi086.stdout:1208: done (1 left) 2024-09-11T03:36:00.713 INFO:tasks.rados.rados.0.smithi086.stdout:1209: copy_from oid 47 from oid 9 current snap is 110 2024-09-11T03:36:00.713 INFO:tasks.rados.rados.0.smithi086.stdout:1210: copy_from oid 42 from oid 35 current snap is 110 2024-09-11T03:36:00.714 INFO:tasks.rados.rados.0.smithi086.stdout:1211: copy_from oid 15 from oid 1 current snap is 110 2024-09-11T03:36:00.714 INFO:tasks.rados.rados.0.smithi086.stdout:1212: delete oid 28 current snap is 110 2024-09-11T03:36:00.714 INFO:tasks.rados.rados.0.smithi086.stdout:1210: finishing copy_from to smithi08678205-42 2024-09-11T03:36:00.714 INFO:tasks.rados.rados.0.smithi086.stdout:1210: got expected ENOENT (src dne) 2024-09-11T03:36:00.714 INFO:tasks.rados.rados.0.smithi086.stdout:1210: finishing copy_from racing read to smithi08678205-42 2024-09-11T03:36:00.715 INFO:tasks.rados.rados.0.smithi086.stdout:1210: done (4 left) 2024-09-11T03:36:00.715 INFO:tasks.rados.rados.0.smithi086.stdout:1212: done (3 left) 2024-09-11T03:36:00.715 INFO:tasks.rados.rados.0.smithi086.stdout:1213: rollback oid 20 current snap is 110 2024-09-11T03:36:00.715 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 20 to 105 2024-09-11T03:36:00.715 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 110 2024-09-11T03:36:00.715 INFO:tasks.rados.rados.0.smithi086.stdout:1214: seq_num 390 ranges {1179648=540672,1720320=630784,2351104=573440} 2024-09-11T03:36:00.725 INFO:tasks.rados.rados.0.smithi086.stdout:1214: writing smithi08678205-2 from 1179648 to 1720320 tid 1 2024-09-11T03:36:00.728 INFO:tasks.rados.rados.0.smithi086.stdout:1214: writing smithi08678205-2 from 1720320 to 2351104 tid 2 2024-09-11T03:36:00.732 INFO:tasks.rados.rados.0.smithi086.stdout:1214: writing smithi08678205-2 from 2351104 to 2924544 tid 3 2024-09-11T03:36:00.732 INFO:tasks.rados.rados.0.smithi086.stdout:1215: snap_remove snap 103 2024-09-11T03:36:01.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:00 smithi086 ceph-mon[89281]: pgmap v101: 121 pgs: 15 stale+active+clean, 106 active+clean; 160 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-09-11T03:36:01.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:00 smithi086 ceph-mon[89281]: osdmap e291: 8 total, 7 up, 8 in 2024-09-11T03:36:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:00 smithi086 ceph-mon[91691]: pgmap v101: 121 pgs: 15 stale+active+clean, 106 active+clean; 160 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-09-11T03:36:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:00 smithi086 ceph-mon[91691]: osdmap e291: 8 total, 7 up, 8 in 2024-09-11T03:36:01.072 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:00 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate[96662]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-11T03:36:01.073 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:00 smithi086 bash[96647]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-11T03:36:01.073 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:00 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate[96662]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-11T03:36:01.073 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:00 smithi086 bash[96647]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-11T03:36:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:00 smithi130 ceph-mon[83685]: pgmap v101: 121 pgs: 15 stale+active+clean, 106 active+clean; 160 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-09-11T03:36:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:00 smithi130 ceph-mon[83685]: osdmap e291: 8 total, 7 up, 8 in 2024-09-11T03:36:01.437 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate[96662]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-11T03:36:01.437 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:01 smithi086 bash[96647]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-11T03:36:01.437 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate[96662]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-11T03:36:01.437 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:01 smithi086 bash[96647]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-11T03:36:01.437 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate[96662]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-11T03:36:01.437 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:01 smithi086 bash[96647]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-11T03:36:01.438 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate[96662]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-11T03:36:01.438 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:01 smithi086 bash[96647]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-11T03:36:01.438 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:01 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate[96662]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-11T03:36:01.438 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:01 smithi086 bash[96647]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-11T03:36:01.438 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:01 smithi086 podman[96647]: 2024-09-11 03:36:01.142053088 +0000 UTC m=+1.260088066 container died aa015e5f4e4a80e55428c92702e22f2a9f08926e0b7d0c930c381a52a9dd424b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-11T03:36:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:1215: done (5 left) 2024-09-11T03:36:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:1216: setattr oid 24 current snap is 110 2024-09-11T03:36:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:1209: finishing copy_from to smithi08678205-47 2024-09-11T03:36:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:1209: got expected ENOENT (src dne) 2024-09-11T03:36:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:1209: finishing copy_from racing read to smithi08678205-47 2024-09-11T03:36:01.720 INFO:tasks.rados.rados.0.smithi086.stdout:1211: finishing copy_from racing read to smithi08678205-15 2024-09-11T03:36:01.720 INFO:tasks.rados.rados.0.smithi086.stdout:1211: finishing copy_from to smithi08678205-15 2024-09-11T03:36:01.720 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 544 (ObjNum 337 snap 91 seq_num 337) dirty exists 2024-09-11T03:36:01.720 INFO:tasks.rados.rados.0.smithi086.stdout:1213: finishing rollback tid 0 to smithi08678205-20 2024-09-11T03:36:01.720 INFO:tasks.rados.rados.0.smithi086.stdout:1213: finishing rollback tid 1 to smithi08678205-20 2024-09-11T03:36:01.720 INFO:tasks.rados.rados.0.smithi086.stdout:1213: finishing rollback tid 2 to smithi08678205-20 2024-09-11T03:36:01.720 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 549 (ObjNum 369 snap 98 seq_num 369) dirty exists 2024-09-11T03:36:01.720 INFO:tasks.rados.rados.0.smithi086.stdout:1214: finishing write tid 1 to smithi08678205-2 2024-09-11T03:36:01.720 INFO:tasks.rados.rados.0.smithi086.stdout:1214: finishing write tid 2 to smithi08678205-2 2024-09-11T03:36:01.720 INFO:tasks.rados.rados.0.smithi086.stdout:1214: finishing write tid 3 to smithi08678205-2 2024-09-11T03:36:01.720 INFO:tasks.rados.rados.0.smithi086.stdout:1214: finishing write tid 4 to smithi08678205-2 2024-09-11T03:36:01.720 INFO:tasks.rados.rados.0.smithi086.stdout:1214: finishing write tid 5 to smithi08678205-2 2024-09-11T03:36:01.720 INFO:tasks.rados.rados.0.smithi086.stdout:1214: oid 2 updating version 0 to 145 2024-09-11T03:36:01.721 INFO:tasks.rados.rados.0.smithi086.stdout:1214: oid 2 updating version 145 to 146 2024-09-11T03:36:01.721 INFO:tasks.rados.rados.0.smithi086.stdout:1214: oid 2 updating version 146 to 148 2024-09-11T03:36:01.721 INFO:tasks.rados.rados.0.smithi086.stdout:1214: oid 2 version 148 is already newer than 147 2024-09-11T03:36:01.721 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 148 (ObjNum 390 snap 110 seq_num 390) dirty exists 2024-09-11T03:36:01.721 INFO:tasks.rados.rados.0.smithi086.stdout:1214: left oid 2 (ObjNum 390 snap 110 seq_num 390) 2024-09-11T03:36:01.721 INFO:tasks.rados.rados.0.smithi086.stdout:1207: done (5 left) 2024-09-11T03:36:01.722 INFO:tasks.rados.rados.0.smithi086.stdout:1209: done (4 left) 2024-09-11T03:36:01.722 INFO:tasks.rados.rados.0.smithi086.stdout:1211: done (3 left) 2024-09-11T03:36:01.722 INFO:tasks.rados.rados.0.smithi086.stdout:1213: done (2 left) 2024-09-11T03:36:01.722 INFO:tasks.rados.rados.0.smithi086.stdout:1214: done (1 left) 2024-09-11T03:36:01.722 INFO:tasks.rados.rados.0.smithi086.stdout:1217: copy_from oid 18 from oid 33 current snap is 110 2024-09-11T03:36:01.722 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 110 2024-09-11T03:36:01.722 INFO:tasks.rados.rados.0.smithi086.stdout:1218: seq_num 391 ranges {5111808=557056,5668864=516096,6184960=688128} 2024-09-11T03:36:01.750 INFO:tasks.rados.rados.0.smithi086.stdout:1218: writing smithi08678205-4 from 5111808 to 5668864 tid 1 2024-09-11T03:36:01.753 INFO:tasks.rados.rados.0.smithi086.stdout:1218: writing smithi08678205-4 from 5668864 to 6184960 tid 2 2024-09-11T03:36:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:1218: writing smithi08678205-4 from 6184960 to 6873088 tid 3 2024-09-11T03:36:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:1219: copy_from oid 38 from oid 6 current snap is 110 2024-09-11T03:36:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:1217: finishing copy_from racing read to smithi08678205-18 2024-09-11T03:36:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 621 (ObjNum 292 snap 72 seq_num 292) dirty exists 2024-09-11T03:36:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:1217: finishing copy_from to smithi08678205-18 2024-09-11T03:36:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 544 (ObjNum 337 snap 91 seq_num 337) dirty exists 2024-09-11T03:36:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:1218: finishing write tid 1 to smithi08678205-4 2024-09-11T03:36:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:1218: finishing write tid 2 to smithi08678205-4 2024-09-11T03:36:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:1216: done (3 left) 2024-09-11T03:36:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:1217: done (2 left) 2024-09-11T03:36:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:1220: snap_create 2024-09-11T03:36:01.761 INFO:tasks.rados.rados.0.smithi086.stdout:1218: finishing write tid 3 to smithi08678205-4 2024-09-11T03:36:01.762 INFO:tasks.rados.rados.0.smithi086.stdout:1218: finishing write tid 4 to smithi08678205-4 2024-09-11T03:36:01.763 INFO:tasks.rados.rados.0.smithi086.stdout:1218: finishing write tid 5 to smithi08678205-4 2024-09-11T03:36:01.763 INFO:tasks.rados.rados.0.smithi086.stdout:1218: oid 4 updating version 0 to 560 2024-09-11T03:36:01.763 INFO:tasks.rados.rados.0.smithi086.stdout:1218: oid 4 updating version 560 to 562 2024-09-11T03:36:01.763 INFO:tasks.rados.rados.0.smithi086.stdout:1218: oid 4 version 562 is already newer than 559 2024-09-11T03:36:01.763 INFO:tasks.rados.rados.0.smithi086.stdout:1218: oid 4 version 562 is already newer than 561 2024-09-11T03:36:01.763 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 562 (ObjNum 391 snap 110 seq_num 391) dirty exists 2024-09-11T03:36:01.764 INFO:tasks.rados.rados.0.smithi086.stdout:1218: left oid 4 (ObjNum 391 snap 110 seq_num 391) 2024-09-11T03:36:01.764 INFO:tasks.rados.rados.0.smithi086.stdout:1219: finishing copy_from racing read to smithi08678205-38 2024-09-11T03:36:01.764 INFO:tasks.rados.rados.0.smithi086.stdout:1219: finishing copy_from to smithi08678205-38 2024-09-11T03:36:01.765 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 208 (ObjNum 322 snap 84 seq_num 322) dirty exists 2024-09-11T03:36:02.010 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:01 smithi086 ceph-mon[89281]: osdmap e292: 8 total, 7 up, 8 in 2024-09-11T03:36:02.010 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:01 smithi086 ceph-mon[91691]: osdmap e292: 8 total, 7 up, 8 in 2024-09-11T03:36:02.011 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:01 smithi086 podman[96799]: 2024-09-11 03:36:01.805483775 +0000 UTC m=+0.652248465 container remove aa015e5f4e4a80e55428c92702e22f2a9f08926e0b7d0c930c381a52a9dd424b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:36:02.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:01 smithi130 ceph-mon[83685]: osdmap e292: 8 total, 7 up, 8 in 2024-09-11T03:36:02.283 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:02 smithi086 podman[96859]: 2024-09-11 03:36:01.913509007 +0000 UTC m=+0.016263619 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:36:02.283 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:02 smithi086 podman[96859]: 2024-09-11 03:36:02.014625614 +0000 UTC m=+0.117380212 container create 987e6b2de39f46515e53c8b45413a5b935352d8afedef67bd2b3deb71a5f9a7e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-11T03:36:02.283 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:02 smithi086 podman[96859]: 2024-09-11 03:36:02.283941397 +0000 UTC m=+0.386695998 container init 987e6b2de39f46515e53c8b45413a5b935352d8afedef67bd2b3deb71a5f9a7e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:36:02.399 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:36:02.572 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:02 smithi086 podman[96859]: 2024-09-11 03:36:02.287372505 +0000 UTC m=+0.390127109 container start 987e6b2de39f46515e53c8b45413a5b935352d8afedef67bd2b3deb71a5f9a7e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-11T03:36:02.572 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-osd[96899]: -- 172.21.15.86:0/4149423396 <== mon.2 v2:172.21.15.86:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555b22d9fa40 con 0x555b22d7dc00 2024-09-11T03:36:02.572 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:02 smithi086 bash[96859]: 987e6b2de39f46515e53c8b45413a5b935352d8afedef67bd2b3deb71a5f9a7e 2024-09-11T03:36:02.572 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:02 smithi086 systemd[1]: Started Ceph osd.0 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:36:02.621 INFO:tasks.rados.rados.0.smithi086.stdout:1218: done (2 left) 2024-09-11T03:36:02.621 INFO:tasks.rados.rados.0.smithi086.stdout:1219: done (1 left) 2024-09-11T03:36:02.621 INFO:tasks.rados.rados.0.smithi086.stdout:1220: done (0 left) 2024-09-11T03:36:02.622 INFO:tasks.rados.rados.0.smithi086.stdout:1221: copy_from oid 34 from oid 25 current snap is 111 2024-09-11T03:36:02.622 INFO:tasks.rados.rados.0.smithi086.stdout:1222: rollback oid 49 current snap is 111 2024-09-11T03:36:02.622 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 49 to 109 2024-09-11T03:36:02.622 INFO:tasks.rados.rados.0.smithi086.stdout:1223: delete oid 4 current snap is 111 2024-09-11T03:36:02.630 INFO:tasks.rados.rados.0.smithi086.stdout:1222: finishing rollback tid 0 to smithi08678205-49 2024-09-11T03:36:02.630 INFO:tasks.rados.rados.0.smithi086.stdout:1222: finishing rollback tid 1 to smithi08678205-49 2024-09-11T03:36:02.630 INFO:tasks.rados.rados.0.smithi086.stdout:1222: finishing rollback tid 2 to smithi08678205-49 2024-09-11T03:36:02.630 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 565 (ObjNum 360 snap 98 seq_num 360) dirty exists 2024-09-11T03:36:02.631 INFO:tasks.rados.rados.0.smithi086.stdout:1222: done (2 left) 2024-09-11T03:36:02.631 INFO:tasks.rados.rados.0.smithi086.stdout:1223: done (1 left) 2024-09-11T03:36:02.631 INFO:tasks.rados.rados.0.smithi086.stdout:1224: delete oid 42 current snap is 111 2024-09-11T03:36:02.632 INFO:tasks.rados.rados.0.smithi086.stdout:1224: done (1 left) 2024-09-11T03:36:02.632 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 111 2024-09-11T03:36:02.632 INFO:tasks.rados.rados.0.smithi086.stdout:1225: seq_num 394 ranges {2211840=606208,2818048=565248,3383296=557056,3940352=81920} 2024-09-11T03:36:02.648 INFO:tasks.rados.rados.0.smithi086.stdout:1225: writing smithi08678205-3 from 2211840 to 2818048 tid 1 2024-09-11T03:36:02.651 INFO:tasks.rados.rados.0.smithi086.stdout:1225: writing smithi08678205-3 from 2818048 to 3383296 tid 2 2024-09-11T03:36:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1225: writing smithi08678205-3 from 3383296 to 3940352 tid 3 2024-09-11T03:36:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:1225: writing smithi08678205-3 from 3940352 to 4022272 tid 4 2024-09-11T03:36:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:1226: rmattr oid 41 current snap is 111 2024-09-11T03:36:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:1221: finishing copy_from racing read to smithi08678205-34 2024-09-11T03:36:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:1221: finishing copy_from to smithi08678205-34 2024-09-11T03:36:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 361 (ObjNum 221 snap 49 seq_num 221) dirty exists 2024-09-11T03:36:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:1225: finishing write tid 1 to smithi08678205-3 2024-09-11T03:36:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:1225: finishing write tid 2 to smithi08678205-3 2024-09-11T03:36:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:1221: done (2 left) 2024-09-11T03:36:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:1227: read oid 35 snap 80 2024-09-11T03:36:02.656 INFO:tasks.rados.rados.0.smithi086.stdout:1227: expect deleted 2024-09-11T03:36:02.656 INFO:tasks.rados.rados.0.smithi086.stdout:1228: snap_remove snap 100 2024-09-11T03:36:03.009 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:36:03.009 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (5m) 50s ago 6m 24.9M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:36:03.009 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (6m) 36s ago 6m 88.1M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:36:03.009 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (7m) 50s ago 7m 21.6M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:36:03.009 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (7m) 36s ago 7m 15.4M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:36:03.009 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (94s) 36s ago 10m 453M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:36:03.009 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (2m) 50s ago 12m 512M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:36:03.009 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (80s) 50s ago 12m 40.2M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:36:03.009 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (41s) 36s ago 11m 20.4M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:36:03.009 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (59s) 50s ago 11m 26.2M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:36:03.010 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (5m) 50s ago 5m 16.5M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:36:03.010 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (5m) 36s ago 5m 15.4M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:36:03.010 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 starting - - - 2480M 2024-09-11T03:36:03.010 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (10m) 50s ago 10m 124M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 6d8c3e9230e8 2024-09-11T03:36:03.010 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (9m) 50s ago 9m 143M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e d3d0f22e40b8 2024-09-11T03:36:03.010 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (9m) 50s ago 9m 95.2M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e ec41798cba7a 2024-09-11T03:36:03.010 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (9m) 36s ago 9m 120M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 21e3380b8d63 2024-09-11T03:36:03.010 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (8m) 36s ago 8m 135M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 8946be32054c 2024-09-11T03:36:03.010 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (8m) 36s ago 8m 115M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:36:03.010 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (7m) 36s ago 7m 116M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:36:03.010 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (99s) 36s ago 6m 49.9M - 2.43.0 a07b618ecd1d 700e3afbbd6b 2024-09-11T03:36:03.011 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[89281]: pgmap v104: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 158 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 626 KiB/s wr, 10 op/s; 73/414 objects degraded (17.633%) 2024-09-11T03:36:03.011 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[89281]: Health check failed: Degraded data redundancy: 73/414 objects degraded (17.633%), 15 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:03.011 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[89281]: osdmap e293: 8 total, 7 up, 8 in 2024-09-11T03:36:03.011 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:03.011 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:03.011 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:36:03.011 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[89281]: osdmap e294: 8 total, 7 up, 8 in 2024-09-11T03:36:03.011 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[91691]: pgmap v104: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 158 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 626 KiB/s wr, 10 op/s; 73/414 objects degraded (17.633%) 2024-09-11T03:36:03.011 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[91691]: Health check failed: Degraded data redundancy: 73/414 objects degraded (17.633%), 15 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:03.011 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[91691]: osdmap e293: 8 total, 7 up, 8 in 2024-09-11T03:36:03.011 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:03.012 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:03.012 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:36:03.012 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:02 smithi086 ceph-mon[91691]: osdmap e294: 8 total, 7 up, 8 in 2024-09-11T03:36:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:02 smithi130 ceph-mon[83685]: pgmap v104: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 158 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 626 KiB/s wr, 10 op/s; 73/414 objects degraded (17.633%) 2024-09-11T03:36:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:02 smithi130 ceph-mon[83685]: Health check failed: Degraded data redundancy: 73/414 objects degraded (17.633%), 15 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:02 smithi130 ceph-mon[83685]: osdmap e293: 8 total, 7 up, 8 in 2024-09-11T03:36:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:02 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:03.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:02 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:03.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:02 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:36:03.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:02 smithi130 ceph-mon[83685]: osdmap e294: 8 total, 7 up, 8 in 2024-09-11T03:36:03.356 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:36:03.356 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:36:03.357 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:36:03.357 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:36:03.357 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:36:03.357 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:36:03.357 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:36:03.357 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:36:03.357 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 7 2024-09-11T03:36:03.357 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:36:03.357 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:36:03.357 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:36:03.357 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:36:03.357 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:36:03.358 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 9, 2024-09-11T03:36:03.358 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 5 2024-09-11T03:36:03.358 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:36:03.358 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:36:03.622 INFO:tasks.rados.rados.0.smithi086.stdout:1228: done (3 left) 2024-09-11T03:36:03.622 INFO:tasks.rados.rados.0.smithi086.stdout:1229: read oid 27 snap -1 2024-09-11T03:36:03.622 INFO:tasks.rados.rados.0.smithi086.stdout:1229: expect (ObjNum 380 snap 101 seq_num 380) 2024-09-11T03:36:03.622 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 111 2024-09-11T03:36:03.622 INFO:tasks.rados.rados.0.smithi086.stdout:1230: seq_num 395 ranges {0=622592,622592=450560,1073152=753664} 2024-09-11T03:36:03.627 INFO:tasks.rados.rados.0.smithi086.stdout:1230: writing smithi08678205-42 from 0 to 622592 tid 1 2024-09-11T03:36:03.630 INFO:tasks.rados.rados.0.smithi086.stdout:1230: writing smithi08678205-42 from 622592 to 1073152 tid 2 2024-09-11T03:36:03.635 INFO:tasks.rados.rados.0.smithi086.stdout:1230: writing smithi08678205-42 from 1073152 to 1826816 tid 3 2024-09-11T03:36:03.635 INFO:tasks.rados.rados.0.smithi086.stdout:1231: snap_remove snap 110 2024-09-11T03:36:03.669 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:36:03.669 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:36:03.669 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:36:03.669 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:36:03.669 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:36:03.669 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr", 2024-09-11T03:36:03.669 INFO:teuthology.orchestra.run.smithi086.stdout: "mon" 2024-09-11T03:36:03.669 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:36:03.669 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "5/20 daemons upgraded", 2024-09-11T03:36:03.669 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading osd daemons", 2024-09-11T03:36:03.669 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:36:03.670 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:36:03.923 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:03 smithi086 ceph-mon[89281]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:03.923 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:03 smithi086 ceph-mon[89281]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:03.924 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:03 smithi086 ceph-mon[89281]: from='client.44147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:03.924 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:03 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/383635893' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:03.924 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:03 smithi086 ceph-mon[89281]: osdmap e295: 8 total, 7 up, 8 in 2024-09-11T03:36:03.924 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:03 smithi086 ceph-mon[91691]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:03.924 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:03 smithi086 ceph-mon[91691]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:03.924 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:03 smithi086 ceph-mon[91691]: from='client.44147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:03.924 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:03 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/383635893' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:03.924 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:03 smithi086 ceph-mon[91691]: osdmap e295: 8 total, 7 up, 8 in 2024-09-11T03:36:04.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:03 smithi130 ceph-mon[83685]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:04.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:03 smithi130 ceph-mon[83685]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:04.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:03 smithi130 ceph-mon[83685]: from='client.44147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:04.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:03 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/383635893' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:04.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:03 smithi130 ceph-mon[83685]: osdmap e295: 8 total, 7 up, 8 in 2024-09-11T03:36:04.322 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0[96876]: 2024-09-11T03:36:03.944+0000 7f1a07a1e640 -1 Falling back to public interface 2024-09-11T03:36:04.628 INFO:tasks.rados.rados.0.smithi086.stdout:1231: done (5 left) 2024-09-11T03:36:04.629 INFO:tasks.rados.rados.0.smithi086.stdout:1232: read oid 5 snap -1 2024-09-11T03:36:04.629 INFO:tasks.rados.rados.0.smithi086.stdout:1232: expect (ObjNum 353 snap 97 seq_num 353) 2024-09-11T03:36:04.629 INFO:tasks.rados.rados.0.smithi086.stdout:1233: read oid 18 snap -1 2024-09-11T03:36:04.629 INFO:tasks.rados.rados.0.smithi086.stdout:1233: expect (ObjNum 337 snap 91 seq_num 337) 2024-09-11T03:36:04.629 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 111 2024-09-11T03:36:04.629 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 865 (ObjNum 343 snap 92 seq_num 343) dirty exists 2024-09-11T03:36:04.629 INFO:tasks.rados.rados.0.smithi086.stdout:1225: finishing write tid 3 to smithi08678205-3 2024-09-11T03:36:04.629 INFO:tasks.rados.rados.0.smithi086.stdout:1225: finishing write tid 4 to smithi08678205-3 2024-09-11T03:36:04.629 INFO:tasks.rados.rados.0.smithi086.stdout:1234: seq_num 396 ranges {2056192=638976,2695168=786432,3481600=417792} 2024-09-11T03:36:04.642 INFO:tasks.rados.rados.0.smithi086.stdout:1234: writing smithi08678205-21 from 2056192 to 2695168 tid 1 2024-09-11T03:36:04.646 INFO:tasks.rados.rados.0.smithi086.stdout:1234: writing smithi08678205-21 from 2695168 to 3481600 tid 2 2024-09-11T03:36:04.649 INFO:tasks.rados.rados.0.smithi086.stdout:1234: writing smithi08678205-21 from 3481600 to 3899392 tid 3 2024-09-11T03:36:04.649 INFO:tasks.rados.rados.0.smithi086.stdout:1226: done (7 left) 2024-09-11T03:36:04.649 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 111 2024-09-11T03:36:04.649 INFO:tasks.rados.rados.0.smithi086.stdout:1225: finishing write tid 5 to smithi08678205-3 2024-09-11T03:36:04.649 INFO:tasks.rados.rados.0.smithi086.stdout:1235: seq_num 397 ranges {851968=655360,1507328=671744,2179072=532480} 2024-09-11T03:36:04.657 INFO:tasks.rados.rados.0.smithi086.stdout:1235: writing smithi08678205-33 from 851968 to 1507328 tid 1 2024-09-11T03:36:04.660 INFO:tasks.rados.rados.0.smithi086.stdout:1235: writing smithi08678205-33 from 1507328 to 2179072 tid 2 2024-09-11T03:36:04.665 INFO:tasks.rados.rados.0.smithi086.stdout:1235: writing smithi08678205-33 from 2179072 to 2711552 tid 3 2024-09-11T03:36:04.665 INFO:tasks.rados.rados.0.smithi086.stdout:1236: read oid 30 snap -1 2024-09-11T03:36:04.665 INFO:tasks.rados.rados.0.smithi086.stdout:1236: expect (ObjNum 374 snap 99 seq_num 374) 2024-09-11T03:36:04.665 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 111 2024-09-11T03:36:04.665 INFO:tasks.rados.rados.0.smithi086.stdout:1237: seq_num 398 ranges {2924544=671744,3596288=557056,4153344=532480,4685824=114688} 2024-09-11T03:36:04.683 INFO:tasks.rados.rados.0.smithi086.stdout:1237: writing smithi08678205-2 from 2924544 to 3596288 tid 1 2024-09-11T03:36:04.686 INFO:tasks.rados.rados.0.smithi086.stdout:1237: writing smithi08678205-2 from 3596288 to 4153344 tid 2 2024-09-11T03:36:04.689 INFO:tasks.rados.rados.0.smithi086.stdout:1237: writing smithi08678205-2 from 4153344 to 4685824 tid 3 2024-09-11T03:36:04.691 INFO:tasks.rados.rados.0.smithi086.stdout:1237: writing smithi08678205-2 from 4685824 to 4800512 tid 4 2024-09-11T03:36:04.691 INFO:tasks.rados.rados.0.smithi086.stdout:1238: read oid 46 snap -1 2024-09-11T03:36:04.691 INFO:tasks.rados.rados.0.smithi086.stdout:1238: expect deleted 2024-09-11T03:36:04.691 INFO:tasks.rados.rados.0.smithi086.stdout:1239: snap_create 2024-09-11T03:36:04.691 INFO:tasks.rados.rados.0.smithi086.stdout:1225: finishing write tid 6 to smithi08678205-3 2024-09-11T03:36:04.691 INFO:tasks.rados.rados.0.smithi086.stdout:1225: oid 3 updating version 0 to 624 2024-09-11T03:36:04.691 INFO:tasks.rados.rados.0.smithi086.stdout:1225: oid 3 updating version 624 to 626 2024-09-11T03:36:04.692 INFO:tasks.rados.rados.0.smithi086.stdout:1225: oid 3 version 626 is already newer than 622 2024-09-11T03:36:04.692 INFO:tasks.rados.rados.0.smithi086.stdout:1225: oid 3 version 626 is already newer than 623 2024-09-11T03:36:04.692 INFO:tasks.rados.rados.0.smithi086.stdout:1225: oid 3 version 626 is already newer than 625 2024-09-11T03:36:04.692 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 626 (ObjNum 394 snap 111 seq_num 394) dirty exists 2024-09-11T03:36:04.692 INFO:tasks.rados.rados.0.smithi086.stdout:1225: left oid 3 (ObjNum 394 snap 111 seq_num 394) 2024-09-11T03:36:04.692 INFO:tasks.rados.rados.0.smithi086.stdout:1230: finishing write tid 1 to smithi08678205-42 2024-09-11T03:36:04.693 INFO:tasks.rados.rados.0.smithi086.stdout:1230: finishing write tid 2 to smithi08678205-42 2024-09-11T03:36:04.693 INFO:tasks.rados.rados.0.smithi086.stdout:1230: finishing write tid 3 to smithi08678205-42 2024-09-11T03:36:04.693 INFO:tasks.rados.rados.0.smithi086.stdout:1229: expect (ObjNum 380 snap 101 seq_num 380) 2024-09-11T03:36:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:1230: finishing write tid 4 to smithi08678205-42 2024-09-11T03:36:04.868 INFO:tasks.rados.rados.0.smithi086.stdout:1230: finishing write tid 5 to smithi08678205-42 2024-09-11T03:36:04.868 INFO:tasks.rados.rados.0.smithi086.stdout:1230: oid 42 updating version 0 to 404 2024-09-11T03:36:04.868 INFO:tasks.rados.rados.0.smithi086.stdout:1230: oid 42 updating version 404 to 406 2024-09-11T03:36:04.868 INFO:tasks.rados.rados.0.smithi086.stdout:1230: oid 42 version 406 is already newer than 403 2024-09-11T03:36:04.868 INFO:tasks.rados.rados.0.smithi086.stdout:1230: oid 42 version 406 is already newer than 405 2024-09-11T03:36:04.868 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 406 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-09-11T03:36:04.868 INFO:tasks.rados.rados.0.smithi086.stdout:1230: left oid 42 (ObjNum 395 snap 111 seq_num 395) 2024-09-11T03:36:04.868 INFO:tasks.rados.rados.0.smithi086.stdout:1233: expect (ObjNum 337 snap 91 seq_num 337) 2024-09-11T03:36:04.889 INFO:tasks.rados.rados.0.smithi086.stdout:1232: expect (ObjNum 353 snap 97 seq_num 353) 2024-09-11T03:36:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:1234: finishing write tid 1 to smithi08678205-21 2024-09-11T03:36:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:1234: finishing write tid 2 to smithi08678205-21 2024-09-11T03:36:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:1234: finishing write tid 3 to smithi08678205-21 2024-09-11T03:36:04.932 INFO:tasks.rados.rados.0.smithi086.stdout:1234: finishing write tid 4 to smithi08678205-21 2024-09-11T03:36:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:1234: finishing write tid 5 to smithi08678205-21 2024-09-11T03:36:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:1234: oid 21 updating version 0 to 410 2024-09-11T03:36:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:1234: oid 21 updating version 410 to 411 2024-09-11T03:36:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:1234: oid 21 version 411 is already newer than 408 2024-09-11T03:36:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:1234: oid 21 version 411 is already newer than 409 2024-09-11T03:36:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 411 (ObjNum 396 snap 111 seq_num 396) dirty exists 2024-09-11T03:36:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:1234: left oid 21 (ObjNum 396 snap 111 seq_num 396) 2024-09-11T03:36:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:1235: finishing write tid 1 to smithi08678205-33 2024-09-11T03:36:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:1235: finishing write tid 2 to smithi08678205-33 2024-09-11T03:36:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:1235: finishing write tid 3 to smithi08678205-33 2024-09-11T03:36:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:1235: finishing write tid 4 to smithi08678205-33 2024-09-11T03:36:04.933 INFO:tasks.rados.rados.0.smithi086.stdout:1235: finishing write tid 5 to smithi08678205-33 2024-09-11T03:36:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:1235: oid 33 updating version 0 to 867 2024-09-11T03:36:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:1235: oid 33 updating version 867 to 868 2024-09-11T03:36:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:1235: oid 33 updating version 868 to 870 2024-09-11T03:36:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:1235: oid 33 version 870 is already newer than 869 2024-09-11T03:36:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 870 (ObjNum 397 snap 111 seq_num 397) dirty exists 2024-09-11T03:36:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:1235: left oid 33 (ObjNum 397 snap 111 seq_num 397) 2024-09-11T03:36:04.934 INFO:tasks.rados.rados.0.smithi086.stdout:1236: expect (ObjNum 374 snap 99 seq_num 374) 2024-09-11T03:36:04.995 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:04 smithi086 ceph-mon[89281]: pgmap v107: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 158 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 626 KiB/s wr, 10 op/s; 73/414 objects degraded (17.633%) 2024-09-11T03:36:04.995 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:04 smithi086 ceph-mon[89281]: from='client.44159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:04.995 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:04.995 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:36:04.996 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:04 smithi086 ceph-mon[89281]: osdmap e296: 8 total, 7 up, 8 in 2024-09-11T03:36:04.996 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:04 smithi086 ceph-mon[91691]: pgmap v107: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 158 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 626 KiB/s wr, 10 op/s; 73/414 objects degraded (17.633%) 2024-09-11T03:36:04.996 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:04 smithi086 ceph-mon[91691]: from='client.44159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:04.996 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:04.996 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:36:04.996 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:04 smithi086 ceph-mon[91691]: osdmap e296: 8 total, 7 up, 8 in 2024-09-11T03:36:05.014 INFO:tasks.rados.rados.0.smithi086.stdout:1237: finishing write tid 1 to smithi08678205-2 2024-09-11T03:36:05.014 INFO:tasks.rados.rados.0.smithi086.stdout:1237: finishing write tid 2 to smithi08678205-2 2024-09-11T03:36:05.014 INFO:tasks.rados.rados.0.smithi086.stdout:1237: finishing write tid 3 to smithi08678205-2 2024-09-11T03:36:05.014 INFO:tasks.rados.rados.0.smithi086.stdout:1237: finishing write tid 4 to smithi08678205-2 2024-09-11T03:36:05.014 INFO:tasks.rados.rados.0.smithi086.stdout:1237: finishing write tid 5 to smithi08678205-2 2024-09-11T03:36:05.014 INFO:tasks.rados.rados.0.smithi086.stdout:1237: finishing write tid 6 to smithi08678205-2 2024-09-11T03:36:05.015 INFO:tasks.rados.rados.0.smithi086.stdout:1237: oid 2 updating version 0 to 152 2024-09-11T03:36:05.015 INFO:tasks.rados.rados.0.smithi086.stdout:1237: oid 2 updating version 152 to 153 2024-09-11T03:36:05.015 INFO:tasks.rados.rados.0.smithi086.stdout:1237: oid 2 version 153 is already newer than 149 2024-09-11T03:36:05.015 INFO:tasks.rados.rados.0.smithi086.stdout:1237: oid 2 version 153 is already newer than 151 2024-09-11T03:36:05.015 INFO:tasks.rados.rados.0.smithi086.stdout:1237: oid 2 version 153 is already newer than 150 2024-09-11T03:36:05.015 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 153 (ObjNum 398 snap 111 seq_num 398) dirty exists 2024-09-11T03:36:05.015 INFO:tasks.rados.rados.0.smithi086.stdout:1237: left oid 2 (ObjNum 398 snap 111 seq_num 398) 2024-09-11T03:36:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:04 smithi130 ceph-mon[83685]: pgmap v107: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 158 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 626 KiB/s wr, 10 op/s; 73/414 objects degraded (17.633%) 2024-09-11T03:36:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:04 smithi130 ceph-mon[83685]: from='client.44159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:05.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:05.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:36:05.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:04 smithi130 ceph-mon[83685]: osdmap e296: 8 total, 7 up, 8 in 2024-09-11T03:36:05.627 INFO:tasks.rados.rados.0.smithi086.stdout:1225: done (11 left) 2024-09-11T03:36:05.628 INFO:tasks.rados.rados.0.smithi086.stdout:1227: done (10 left) 2024-09-11T03:36:05.628 INFO:tasks.rados.rados.0.smithi086.stdout:1229: done (9 left) 2024-09-11T03:36:05.628 INFO:tasks.rados.rados.0.smithi086.stdout:1230: done (8 left) 2024-09-11T03:36:05.628 INFO:tasks.rados.rados.0.smithi086.stdout:1232: done (7 left) 2024-09-11T03:36:05.628 INFO:tasks.rados.rados.0.smithi086.stdout:1233: done (6 left) 2024-09-11T03:36:05.628 INFO:tasks.rados.rados.0.smithi086.stdout:1234: done (5 left) 2024-09-11T03:36:05.628 INFO:tasks.rados.rados.0.smithi086.stdout:1235: done (4 left) 2024-09-11T03:36:05.628 INFO:tasks.rados.rados.0.smithi086.stdout:1236: done (3 left) 2024-09-11T03:36:05.628 INFO:tasks.rados.rados.0.smithi086.stdout:1237: done (2 left) 2024-09-11T03:36:05.628 INFO:tasks.rados.rados.0.smithi086.stdout:1238: done (1 left) 2024-09-11T03:36:05.628 INFO:tasks.rados.rados.0.smithi086.stdout:1239: done (0 left) 2024-09-11T03:36:05.629 INFO:tasks.rados.rados.0.smithi086.stdout:1240: read oid 18 snap -1 2024-09-11T03:36:05.629 INFO:tasks.rados.rados.0.smithi086.stdout:1240: expect (ObjNum 337 snap 91 seq_num 337) 2024-09-11T03:36:05.629 INFO:tasks.rados.rados.0.smithi086.stdout:1241: setattr oid 1 current snap is 112 2024-09-11T03:36:05.630 INFO:tasks.rados.rados.0.smithi086.stdout:1242: snap_create 2024-09-11T03:36:05.632 INFO:tasks.rados.rados.0.smithi086.stdout:1240: expect (ObjNum 337 snap 91 seq_num 337) 2024-09-11T03:36:05.654 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 567 (ObjNum 337 snap 91 seq_num 337) dirty exists 2024-09-11T03:36:06.634 INFO:tasks.rados.rados.0.smithi086.stdout:1240: done (2 left) 2024-09-11T03:36:06.634 INFO:tasks.rados.rados.0.smithi086.stdout:1241: done (1 left) 2024-09-11T03:36:06.634 INFO:tasks.rados.rados.0.smithi086.stdout:1242: done (0 left) 2024-09-11T03:36:06.634 INFO:tasks.rados.rados.0.smithi086.stdout:1243: setattr oid 40 current snap is 113 2024-09-11T03:36:06.636 INFO:tasks.rados.rados.0.smithi086.stdout:1244: read oid 8 snap -1 2024-09-11T03:36:06.636 INFO:tasks.rados.rados.0.smithi086.stdout:1244: expect (ObjNum 364 snap 98 seq_num 364) 2024-09-11T03:36:06.636 INFO:tasks.rados.rados.0.smithi086.stdout:1245: snap_remove snap 104 2024-09-11T03:36:06.985 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:06 smithi086 ceph-mon[89281]: pgmap v110: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 172 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.9 MiB/s wr, 22 op/s; 79/456 objects degraded (17.325%) 2024-09-11T03:36:06.985 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:06 smithi086 ceph-mon[89281]: osdmap e297: 8 total, 7 up, 8 in 2024-09-11T03:36:06.985 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:06 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:06.985 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:06 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:06.985 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:06 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:06.985 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:06 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:06.985 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:06 smithi086 ceph-mon[91691]: pgmap v110: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 172 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.9 MiB/s wr, 22 op/s; 79/456 objects degraded (17.325%) 2024-09-11T03:36:06.985 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:06 smithi086 ceph-mon[91691]: osdmap e297: 8 total, 7 up, 8 in 2024-09-11T03:36:06.985 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:06 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:06.986 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:06 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:06.986 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:06 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:06.986 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:06 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:06 smithi130 ceph-mon[83685]: pgmap v110: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 172 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.9 MiB/s wr, 22 op/s; 79/456 objects degraded (17.325%) 2024-09-11T03:36:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:06 smithi130 ceph-mon[83685]: osdmap e297: 8 total, 7 up, 8 in 2024-09-11T03:36:07.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:06 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:07.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:06 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:07.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:06 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:07.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:06 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:07.642 INFO:tasks.rados.rados.0.smithi086.stdout:1245: done (2 left) 2024-09-11T03:36:07.643 INFO:tasks.rados.rados.0.smithi086.stdout:1246: read oid 6 snap -1 2024-09-11T03:36:07.643 INFO:tasks.rados.rados.0.smithi086.stdout:1246: expect (ObjNum 322 snap 84 seq_num 322) 2024-09-11T03:36:07.643 INFO:tasks.rados.rados.0.smithi086.stdout:1247: rmattr oid 34 current snap is 113 2024-09-11T03:36:07.643 INFO:tasks.rados.rados.0.smithi086.stdout:1247: done (3 left) 2024-09-11T03:36:07.643 INFO:tasks.rados.rados.0.smithi086.stdout:1248: snap_create 2024-09-11T03:36:07.643 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 367 (ObjNum 262 snap 57 seq_num 262) dirty exists 2024-09-11T03:36:07.643 INFO:tasks.rados.rados.0.smithi086.stdout:1244: expect (ObjNum 364 snap 98 seq_num 364) 2024-09-11T03:36:07.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:07 smithi130 ceph-mon[83685]: osdmap e298: 8 total, 7 up, 8 in 2024-09-11T03:36:07.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:07 smithi130 ceph-mon[83685]: from='osd.0 [v2:172.21.15.86:6802/2224294124,v1:172.21.15.86:6803/2224294124]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-11T03:36:07.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:07 smithi130 ceph-mon[83685]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-11T03:36:07.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:07 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 79/456 objects degraded (17.325%), 15 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:07.930 INFO:tasks.rados.rados.0.smithi086.stdout:1246: expect (ObjNum 322 snap 84 seq_num 322) 2024-09-11T03:36:08.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:07 smithi086 ceph-mon[89281]: osdmap e298: 8 total, 7 up, 8 in 2024-09-11T03:36:08.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:07 smithi086 ceph-mon[89281]: from='osd.0 [v2:172.21.15.86:6802/2224294124,v1:172.21.15.86:6803/2224294124]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-11T03:36:08.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:07 smithi086 ceph-mon[89281]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-11T03:36:08.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:07 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 79/456 objects degraded (17.325%), 15 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:08.002 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0[96876]: 2024-09-11T03:36:07.610+0000 7f1a07a1e640 -1 osd.0 287 log_to_monitors true 2024-09-11T03:36:08.002 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0[96876]: 2024-09-11T03:36:07.673+0000 7f19ff7c8640 -1 osd.0 287 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:36:08.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:07 smithi086 ceph-mon[91691]: osdmap e298: 8 total, 7 up, 8 in 2024-09-11T03:36:08.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:07 smithi086 ceph-mon[91691]: from='osd.0 [v2:172.21.15.86:6802/2224294124,v1:172.21.15.86:6803/2224294124]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-11T03:36:08.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:07 smithi086 ceph-mon[91691]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-11T03:36:08.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:07 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 79/456 objects degraded (17.325%), 15 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:08.291 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:36:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:36:08] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.43.0" 2024-09-11T03:36:08.646 INFO:tasks.rados.rados.0.smithi086.stdout:1243: done (3 left) 2024-09-11T03:36:08.646 INFO:tasks.rados.rados.0.smithi086.stdout:1244: done (2 left) 2024-09-11T03:36:08.646 INFO:tasks.rados.rados.0.smithi086.stdout:1246: done (1 left) 2024-09-11T03:36:08.647 INFO:tasks.rados.rados.0.smithi086.stdout:1248: done (0 left) 2024-09-11T03:36:08.647 INFO:tasks.rados.rados.0.smithi086.stdout:1249: copy_from oid 29 from oid 50 current snap is 114 2024-09-11T03:36:08.647 INFO:tasks.rados.rados.0.smithi086.stdout:1250: snap_create 2024-09-11T03:36:09.054 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:08 smithi086 ceph-mon[89281]: pgmap v113: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 172 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.9 MiB/s wr, 23 op/s; 79/453 objects degraded (17.439%) 2024-09-11T03:36:09.054 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:08 smithi086 ceph-mon[89281]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-11T03:36:09.054 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:08 smithi086 ceph-mon[89281]: osdmap e299: 8 total, 7 up, 8 in 2024-09-11T03:36:09.054 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:08 smithi086 ceph-mon[89281]: from='osd.0 [v2:172.21.15.86:6802/2224294124,v1:172.21.15.86:6803/2224294124]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:36:09.054 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:08 smithi086 ceph-mon[89281]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:36:09.054 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:08 smithi086 ceph-mon[91691]: pgmap v113: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 172 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.9 MiB/s wr, 23 op/s; 79/453 objects degraded (17.439%) 2024-09-11T03:36:09.055 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:08 smithi086 ceph-mon[91691]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-11T03:36:09.055 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:08 smithi086 ceph-mon[91691]: osdmap e299: 8 total, 7 up, 8 in 2024-09-11T03:36:09.055 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:08 smithi086 ceph-mon[91691]: from='osd.0 [v2:172.21.15.86:6802/2224294124,v1:172.21.15.86:6803/2224294124]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:36:09.055 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:08 smithi086 ceph-mon[91691]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:36:09.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:08 smithi130 ceph-mon[83685]: pgmap v113: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 172 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.9 MiB/s wr, 23 op/s; 79/453 objects degraded (17.439%) 2024-09-11T03:36:09.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:08 smithi130 ceph-mon[83685]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-11T03:36:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:08 smithi130 ceph-mon[83685]: osdmap e299: 8 total, 7 up, 8 in 2024-09-11T03:36:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:08 smithi130 ceph-mon[83685]: from='osd.0 [v2:172.21.15.86:6802/2224294124,v1:172.21.15.86:6803/2224294124]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:36:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:08 smithi130 ceph-mon[83685]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:36:09.649 INFO:tasks.rados.rados.0.smithi086.stdout:1250: done (1 left) 2024-09-11T03:36:09.649 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 30 current snap is 115 2024-09-11T03:36:09.649 INFO:tasks.rados.rados.0.smithi086.stdout:1251: seq_num 399 ranges {2547712=688128,3235840=434176,3670016=745472,4415488=24576} 2024-09-11T03:36:09.669 INFO:tasks.rados.rados.0.smithi086.stdout:1251: writing smithi08678205-30 from 2547712 to 3235840 tid 1 2024-09-11T03:36:09.672 INFO:tasks.rados.rados.0.smithi086.stdout:1251: writing smithi08678205-30 from 3235840 to 3670016 tid 2 2024-09-11T03:36:09.677 INFO:tasks.rados.rados.0.smithi086.stdout:1251: writing smithi08678205-30 from 3670016 to 4415488 tid 3 2024-09-11T03:36:09.677 INFO:tasks.rados.rados.0.smithi086.stdout:1251: writing smithi08678205-30 from 4415488 to 4440064 tid 4 2024-09-11T03:36:09.677 INFO:tasks.rados.rados.0.smithi086.stdout:1252: rmattr oid 9 current snap is 115 2024-09-11T03:36:09.677 INFO:tasks.rados.rados.0.smithi086.stdout:1252: done (2 left) 2024-09-11T03:36:09.678 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 115 2024-09-11T03:36:09.678 INFO:tasks.rados.rados.0.smithi086.stdout:1249: finishing copy_from racing read to smithi08678205-29 2024-09-11T03:36:09.678 INFO:tasks.rados.rados.0.smithi086.stdout:1253: seq_num 400 ranges {6299648=704512,7004160=720896,7725056=483328} 2024-09-11T03:36:09.717 INFO:tasks.rados.rados.0.smithi086.stdout:1253: writing smithi08678205-48 from 6299648 to 7004160 tid 1 2024-09-11T03:36:09.721 INFO:tasks.rados.rados.0.smithi086.stdout:1253: writing smithi08678205-48 from 7004160 to 7725056 tid 2 2024-09-11T03:36:09.724 INFO:tasks.rados.rados.0.smithi086.stdout:1253: writing smithi08678205-48 from 7725056 to 8208384 tid 3 2024-09-11T03:36:09.725 INFO:tasks.rados.rados.0.smithi086.stdout:1254: copy_from oid 23 from oid 40 current snap is 115 2024-09-11T03:36:09.725 INFO:tasks.rados.rados.0.smithi086.stdout:1249: finishing copy_from to smithi08678205-29 2024-09-11T03:36:09.725 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 433 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-11T03:36:09.725 INFO:tasks.rados.rados.0.smithi086.stdout:1251: finishing write tid 1 to smithi08678205-30 2024-09-11T03:36:09.725 INFO:tasks.rados.rados.0.smithi086.stdout:1251: finishing write tid 2 to smithi08678205-30 2024-09-11T03:36:09.725 INFO:tasks.rados.rados.0.smithi086.stdout:1251: finishing write tid 3 to smithi08678205-30 2024-09-11T03:36:09.725 INFO:tasks.rados.rados.0.smithi086.stdout:1251: finishing write tid 4 to smithi08678205-30 2024-09-11T03:36:09.725 INFO:tasks.rados.rados.0.smithi086.stdout:1249: done (3 left) 2024-09-11T03:36:09.725 INFO:tasks.rados.rados.0.smithi086.stdout:1255: copy_from oid 31 from oid 12 current snap is 115 2024-09-11T03:36:09.725 INFO:tasks.rados.rados.0.smithi086.stdout:1251: finishing write tid 5 to smithi08678205-30 2024-09-11T03:36:09.725 INFO:tasks.rados.rados.0.smithi086.stdout:1251: finishing write tid 6 to smithi08678205-30 2024-09-11T03:36:09.725 INFO:tasks.rados.rados.0.smithi086.stdout:1251: oid 30 updating version 0 to 876 2024-09-11T03:36:09.726 INFO:tasks.rados.rados.0.smithi086.stdout:1251: oid 30 version 876 is already newer than 872 2024-09-11T03:36:09.726 INFO:tasks.rados.rados.0.smithi086.stdout:1251: oid 30 version 876 is already newer than 875 2024-09-11T03:36:09.726 INFO:tasks.rados.rados.0.smithi086.stdout:1251: oid 30 version 876 is already newer than 873 2024-09-11T03:36:09.726 INFO:tasks.rados.rados.0.smithi086.stdout:1251: oid 30 version 876 is already newer than 874 2024-09-11T03:36:09.726 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 876 (ObjNum 399 snap 115 seq_num 399) dirty exists 2024-09-11T03:36:09.726 INFO:tasks.rados.rados.0.smithi086.stdout:1251: left oid 30 (ObjNum 399 snap 115 seq_num 399) 2024-09-11T03:36:09.726 INFO:tasks.rados.rados.0.smithi086.stdout:1253: finishing write tid 1 to smithi08678205-48 2024-09-11T03:36:09.726 INFO:tasks.rados.rados.0.smithi086.stdout:1251: done (3 left) 2024-09-11T03:36:09.728 INFO:tasks.rados.rados.0.smithi086.stdout:1256: snap_create 2024-09-11T03:36:09.728 INFO:tasks.rados.rados.0.smithi086.stdout:1253: finishing write tid 2 to smithi08678205-48 2024-09-11T03:36:09.731 INFO:tasks.rados.rados.0.smithi086.stdout:1253: finishing write tid 3 to smithi08678205-48 2024-09-11T03:36:09.731 INFO:tasks.rados.rados.0.smithi086.stdout:1253: finishing write tid 4 to smithi08678205-48 2024-09-11T03:36:09.733 INFO:tasks.rados.rados.0.smithi086.stdout:1253: finishing write tid 5 to smithi08678205-48 2024-09-11T03:36:09.733 INFO:tasks.rados.rados.0.smithi086.stdout:1253: oid 48 updating version 0 to 552 2024-09-11T03:36:09.733 INFO:tasks.rados.rados.0.smithi086.stdout:1253: oid 48 version 552 is already newer than 551 2024-09-11T03:36:09.733 INFO:tasks.rados.rados.0.smithi086.stdout:1253: oid 48 version 552 is already newer than 550 2024-09-11T03:36:09.733 INFO:tasks.rados.rados.0.smithi086.stdout:1253: oid 48 updating version 552 to 553 2024-09-11T03:36:09.733 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 553 (ObjNum 400 snap 115 seq_num 400) dirty exists 2024-09-11T03:36:09.733 INFO:tasks.rados.rados.0.smithi086.stdout:1253: left oid 48 (ObjNum 400 snap 115 seq_num 400) 2024-09-11T03:36:09.739 INFO:tasks.rados.rados.0.smithi086.stdout:1254: finishing copy_from racing read to smithi08678205-23 2024-09-11T03:36:09.752 INFO:tasks.rados.rados.0.smithi086.stdout:1255: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:36:09.753 INFO:tasks.rados.rados.0.smithi086.stdout:1254: finishing copy_from to smithi08678205-23 2024-09-11T03:36:09.753 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 367 (ObjNum 262 snap 57 seq_num 262) dirty exists 2024-09-11T03:36:09.755 INFO:tasks.rados.rados.0.smithi086.stdout:1255: finishing copy_from to smithi08678205-31 2024-09-11T03:36:09.756 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 671 (ObjNum 385 snap 106 seq_num 385) dirty exists 2024-09-11T03:36:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:09 smithi086 ceph-mon[89281]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:36:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:09 smithi086 ceph-mon[89281]: osd.0 [v2:172.21.15.86:6802/2224294124,v1:172.21.15.86:6803/2224294124] boot 2024-09-11T03:36:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:09 smithi086 ceph-mon[89281]: osdmap e300: 8 total, 8 up, 8 in 2024-09-11T03:36:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-11T03:36:10.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:36:09 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:36:09.903+0000 7f1689c5f640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-11T03:36:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:09 smithi086 ceph-mon[91691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:36:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:09 smithi086 ceph-mon[91691]: osd.0 [v2:172.21.15.86:6802/2224294124,v1:172.21.15.86:6803/2224294124] boot 2024-09-11T03:36:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:09 smithi086 ceph-mon[91691]: osdmap e300: 8 total, 8 up, 8 in 2024-09-11T03:36:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-11T03:36:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:09 smithi130 ceph-mon[83685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:36:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:09 smithi130 ceph-mon[83685]: osd.0 [v2:172.21.15.86:6802/2224294124,v1:172.21.15.86:6803/2224294124] boot 2024-09-11T03:36:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:09 smithi130 ceph-mon[83685]: osdmap e300: 8 total, 8 up, 8 in 2024-09-11T03:36:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-11T03:36:10.669 INFO:tasks.rados.rados.0.smithi086.stdout:1253: done (3 left) 2024-09-11T03:36:10.669 INFO:tasks.rados.rados.0.smithi086.stdout:1254: done (2 left) 2024-09-11T03:36:10.669 INFO:tasks.rados.rados.0.smithi086.stdout:1255: done (1 left) 2024-09-11T03:36:10.669 INFO:tasks.rados.rados.0.smithi086.stdout:1256: done (0 left) 2024-09-11T03:36:10.669 INFO:tasks.rados.rados.0.smithi086.stdout:1257: snap_create 2024-09-11T03:36:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: pgmap v116: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 172 MiB data, 890 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 op/s; 79/453 objects degraded (17.439%) 2024-09-11T03:36:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: osdmap e301: 8 total, 8 up, 8 in 2024-09-11T03:36:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:11.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:11.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:36:11.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:36:11.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:11.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:36:11.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:11.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:11.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:11.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-11T03:36:11.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-11T03:36:11.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[89281]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-11T03:36:11.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: pgmap v116: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 172 MiB data, 890 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 op/s; 79/453 objects degraded (17.439%) 2024-09-11T03:36:11.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: osdmap e301: 8 total, 8 up, 8 in 2024-09-11T03:36:11.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:11.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:11.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:36:11.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:36:11.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:11.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:36:11.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:11.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:11.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:11.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-11T03:36:11.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-11T03:36:11.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:10 smithi086 ceph-mon[91691]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-11T03:36:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: pgmap v116: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 172 MiB data, 890 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 op/s; 79/453 objects degraded (17.439%) 2024-09-11T03:36:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: osdmap e301: 8 total, 8 up, 8 in 2024-09-11T03:36:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:36:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:36:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:36:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:11.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-11T03:36:11.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-11T03:36:11.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:10 smithi130 ceph-mon[83685]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-11T03:36:11.674 INFO:tasks.rados.rados.0.smithi086.stdout:1257: done (0 left) 2024-09-11T03:36:11.674 INFO:tasks.rados.rados.0.smithi086.stdout:1258: snap_remove snap 105 2024-09-11T03:36:12.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:11 smithi086 ceph-mon[89281]: osdmap e302: 8 total, 8 up, 8 in 2024-09-11T03:36:12.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:11 smithi086 ceph-mon[91691]: osdmap e302: 8 total, 8 up, 8 in 2024-09-11T03:36:12.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:11 smithi130 ceph-mon[83685]: osdmap e302: 8 total, 8 up, 8 in 2024-09-11T03:36:12.676 INFO:tasks.rados.rados.0.smithi086.stdout:1258: done (0 left) 2024-09-11T03:36:12.677 INFO:tasks.rados.rados.0.smithi086.stdout:1259: rollback oid 5 current snap is 117 2024-09-11T03:36:12.677 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 5 to 116 2024-09-11T03:36:12.677 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 29 current snap is 117 2024-09-11T03:36:12.677 INFO:tasks.rados.rados.0.smithi086.stdout:1260: seq_num 401 ranges {0=720896,720896=606208,1327104=598016} 2024-09-11T03:36:12.681 INFO:tasks.rados.rados.0.smithi086.stdout:1260: writing smithi08678205-29 from 0 to 720896 tid 1 2024-09-11T03:36:12.685 INFO:tasks.rados.rados.0.smithi086.stdout:1260: writing smithi08678205-29 from 720896 to 1327104 tid 2 2024-09-11T03:36:12.690 INFO:tasks.rados.rados.0.smithi086.stdout:1260: writing smithi08678205-29 from 1327104 to 1925120 tid 3 2024-09-11T03:36:12.690 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 117 2024-09-11T03:36:12.690 INFO:tasks.rados.rados.0.smithi086.stdout:1261: seq_num 402 ranges {1015808=737280,1753088=491520,2244608=516096,2760704=196608} 2024-09-11T03:36:12.700 INFO:tasks.rados.rados.0.smithi086.stdout:1261: writing smithi08678205-10 from 1015808 to 1753088 tid 1 2024-09-11T03:36:12.703 INFO:tasks.rados.rados.0.smithi086.stdout:1261: writing smithi08678205-10 from 1753088 to 2244608 tid 2 2024-09-11T03:36:12.706 INFO:tasks.rados.rados.0.smithi086.stdout:1261: writing smithi08678205-10 from 2244608 to 2760704 tid 3 2024-09-11T03:36:12.708 INFO:tasks.rados.rados.0.smithi086.stdout:1261: writing smithi08678205-10 from 2760704 to 2957312 tid 4 2024-09-11T03:36:12.709 INFO:tasks.rados.rados.0.smithi086.stdout:1262: delete oid 26 current snap is 117 2024-09-11T03:36:12.709 INFO:tasks.rados.rados.0.smithi086.stdout:1259: finishing rollback tid 0 to smithi08678205-5 2024-09-11T03:36:12.709 INFO:tasks.rados.rados.0.smithi086.stdout:1259: finishing rollback tid 1 to smithi08678205-5 2024-09-11T03:36:12.709 INFO:tasks.rados.rados.0.smithi086.stdout:1259: finishing rollback tid 2 to smithi08678205-5 2024-09-11T03:36:12.709 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 629 (ObjNum 353 snap 97 seq_num 353) dirty exists 2024-09-11T03:36:12.709 INFO:tasks.rados.rados.0.smithi086.stdout:1260: finishing write tid 1 to smithi08678205-29 2024-09-11T03:36:12.709 INFO:tasks.rados.rados.0.smithi086.stdout:1260: finishing write tid 2 to smithi08678205-29 2024-09-11T03:36:12.709 INFO:tasks.rados.rados.0.smithi086.stdout:1260: finishing write tid 3 to smithi08678205-29 2024-09-11T03:36:12.709 INFO:tasks.rados.rados.0.smithi086.stdout:1260: finishing write tid 4 to smithi08678205-29 2024-09-11T03:36:12.709 INFO:tasks.rados.rados.0.smithi086.stdout:1260: finishing write tid 5 to smithi08678205-29 2024-09-11T03:36:12.710 INFO:tasks.rados.rados.0.smithi086.stdout:1260: oid 29 updating version 0 to 546 2024-09-11T03:36:12.710 INFO:tasks.rados.rados.0.smithi086.stdout:1260: oid 29 updating version 546 to 547 2024-09-11T03:36:12.710 INFO:tasks.rados.rados.0.smithi086.stdout:1260: oid 29 updating version 547 to 548 2024-09-11T03:36:12.710 INFO:tasks.rados.rados.0.smithi086.stdout:1260: oid 29 updating version 548 to 549 2024-09-11T03:36:12.710 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 549 (ObjNum 401 snap 117 seq_num 401) dirty exists 2024-09-11T03:36:12.710 INFO:tasks.rados.rados.0.smithi086.stdout:1260: left oid 29 (ObjNum 401 snap 117 seq_num 401) 2024-09-11T03:36:12.710 INFO:tasks.rados.rados.0.smithi086.stdout:1261: finishing write tid 1 to smithi08678205-10 2024-09-11T03:36:12.710 INFO:tasks.rados.rados.0.smithi086.stdout:1261: finishing write tid 2 to smithi08678205-10 2024-09-11T03:36:12.711 INFO:tasks.rados.rados.0.smithi086.stdout:1259: done (3 left) 2024-09-11T03:36:12.711 INFO:tasks.rados.rados.0.smithi086.stdout:1260: done (2 left) 2024-09-11T03:36:12.711 INFO:tasks.rados.rados.0.smithi086.stdout:1262: done (1 left) 2024-09-11T03:36:12.711 INFO:tasks.rados.rados.0.smithi086.stdout:1263: read oid 39 snap -1 2024-09-11T03:36:12.711 INFO:tasks.rados.rados.0.smithi086.stdout:1263: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:36:12.711 INFO:tasks.rados.rados.0.smithi086.stdout:1264: delete oid 14 current snap is 117 2024-09-11T03:36:12.711 INFO:tasks.rados.rados.0.smithi086.stdout:1261: finishing write tid 3 to smithi08678205-10 2024-09-11T03:36:12.712 INFO:tasks.rados.rados.0.smithi086.stdout:1261: finishing write tid 4 to smithi08678205-10 2024-09-11T03:36:12.712 INFO:tasks.rados.rados.0.smithi086.stdout:1261: finishing write tid 5 to smithi08678205-10 2024-09-11T03:36:12.712 INFO:tasks.rados.rados.0.smithi086.stdout:1263: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:36:12.714 INFO:tasks.rados.rados.0.smithi086.stdout:1261: finishing write tid 6 to smithi08678205-10 2024-09-11T03:36:12.714 INFO:tasks.rados.rados.0.smithi086.stdout:1261: oid 10 updating version 0 to 634 2024-09-11T03:36:12.714 INFO:tasks.rados.rados.0.smithi086.stdout:1261: oid 10 version 634 is already newer than 632 2024-09-11T03:36:12.714 INFO:tasks.rados.rados.0.smithi086.stdout:1261: oid 10 version 634 is already newer than 633 2024-09-11T03:36:12.715 INFO:tasks.rados.rados.0.smithi086.stdout:1261: oid 10 version 634 is already newer than 631 2024-09-11T03:36:12.715 INFO:tasks.rados.rados.0.smithi086.stdout:1261: oid 10 version 634 is already newer than 630 2024-09-11T03:36:12.715 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 634 (ObjNum 402 snap 117 seq_num 402) dirty exists 2024-09-11T03:36:12.715 INFO:tasks.rados.rados.0.smithi086.stdout:1261: left oid 10 (ObjNum 402 snap 117 seq_num 402) 2024-09-11T03:36:12.715 INFO:tasks.rados.rados.0.smithi086.stdout:1261: done (2 left) 2024-09-11T03:36:12.715 INFO:tasks.rados.rados.0.smithi086.stdout:1263: done (1 left) 2024-09-11T03:36:12.716 INFO:tasks.rados.rados.0.smithi086.stdout:1264: done (0 left) 2024-09-11T03:36:12.716 INFO:tasks.rados.rados.0.smithi086.stdout:1265: snap_remove snap 106 2024-09-11T03:36:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:12 smithi086 ceph-mon[89281]: pgmap v119: 121 pgs: 11 active+undersized, 4 active+undersized+degraded, 106 active+clean; 177 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.4 MiB/s wr, 17 op/s; 17/453 objects degraded (3.753%); 6.4 MiB/s, 3 objects/s recovering 2024-09-11T03:36:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:12 smithi086 ceph-mon[89281]: osdmap e303: 8 total, 8 up, 8 in 2024-09-11T03:36:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:12 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 17/453 objects degraded (3.753%), 4 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:12 smithi086 ceph-mon[91691]: pgmap v119: 121 pgs: 11 active+undersized, 4 active+undersized+degraded, 106 active+clean; 177 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.4 MiB/s wr, 17 op/s; 17/453 objects degraded (3.753%); 6.4 MiB/s, 3 objects/s recovering 2024-09-11T03:36:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:12 smithi086 ceph-mon[91691]: osdmap e303: 8 total, 8 up, 8 in 2024-09-11T03:36:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:12 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 17/453 objects degraded (3.753%), 4 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:12 smithi130 ceph-mon[83685]: pgmap v119: 121 pgs: 11 active+undersized, 4 active+undersized+degraded, 106 active+clean; 177 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.4 MiB/s wr, 17 op/s; 17/453 objects degraded (3.753%); 6.4 MiB/s, 3 objects/s recovering 2024-09-11T03:36:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:12 smithi130 ceph-mon[83685]: osdmap e303: 8 total, 8 up, 8 in 2024-09-11T03:36:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:12 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 17/453 objects degraded (3.753%), 4 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:13.694 INFO:tasks.rados.rados.0.smithi086.stdout:1265: done (0 left) 2024-09-11T03:36:13.694 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 117 2024-09-11T03:36:13.694 INFO:tasks.rados.rados.0.smithi086.stdout:1266: seq_num 405 ranges {598016=786432,1384448=589824,1974272=614400} 2024-09-11T03:36:13.701 INFO:tasks.rados.rados.0.smithi086.stdout:1266: writing smithi08678205-6 from 598016 to 1384448 tid 1 2024-09-11T03:36:13.704 INFO:tasks.rados.rados.0.smithi086.stdout:1266: writing smithi08678205-6 from 1384448 to 1974272 tid 2 2024-09-11T03:36:13.709 INFO:tasks.rados.rados.0.smithi086.stdout:1266: writing smithi08678205-6 from 1974272 to 2588672 tid 3 2024-09-11T03:36:13.709 INFO:tasks.rados.rados.0.smithi086.stdout:1267: read oid 5 snap -1 2024-09-11T03:36:13.709 INFO:tasks.rados.rados.0.smithi086.stdout:1267: expect (ObjNum 353 snap 97 seq_num 353) 2024-09-11T03:36:13.709 INFO:tasks.rados.rados.0.smithi086.stdout:1268: read oid 36 snap -1 2024-09-11T03:36:13.709 INFO:tasks.rados.rados.0.smithi086.stdout:1268: expect deleted 2024-09-11T03:36:13.709 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 117 2024-09-11T03:36:13.709 INFO:tasks.rados.rados.0.smithi086.stdout:1266: finishing write tid 1 to smithi08678205-6 2024-09-11T03:36:13.710 INFO:tasks.rados.rados.0.smithi086.stdout:1269: seq_num 406 ranges {950272=802816,1753088=475136,2228224=499712,2727936=229376} 2024-09-11T03:36:13.719 INFO:tasks.rados.rados.0.smithi086.stdout:1269: writing smithi08678205-41 from 950272 to 1753088 tid 1 2024-09-11T03:36:13.723 INFO:tasks.rados.rados.0.smithi086.stdout:1269: writing smithi08678205-41 from 1753088 to 2228224 tid 2 2024-09-11T03:36:13.726 INFO:tasks.rados.rados.0.smithi086.stdout:1269: writing smithi08678205-41 from 2228224 to 2727936 tid 3 2024-09-11T03:36:13.728 INFO:tasks.rados.rados.0.smithi086.stdout:1269: writing smithi08678205-41 from 2727936 to 2957312 tid 4 2024-09-11T03:36:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1270: rmattr oid 39 current snap is 117 2024-09-11T03:36:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1266: finishing write tid 2 to smithi08678205-6 2024-09-11T03:36:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1266: finishing write tid 3 to smithi08678205-6 2024-09-11T03:36:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1266: finishing write tid 4 to smithi08678205-6 2024-09-11T03:36:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1266: finishing write tid 5 to smithi08678205-6 2024-09-11T03:36:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1266: oid 6 updating version 0 to 245 2024-09-11T03:36:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1266: oid 6 updating version 245 to 247 2024-09-11T03:36:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1266: oid 6 updating version 247 to 248 2024-09-11T03:36:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1266: oid 6 version 248 is already newer than 246 2024-09-11T03:36:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 248 (ObjNum 405 snap 117 seq_num 405) dirty exists 2024-09-11T03:36:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1266: left oid 6 (ObjNum 405 snap 117 seq_num 405) 2024-09-11T03:36:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1267: expect (ObjNum 353 snap 97 seq_num 353) 2024-09-11T03:36:13.774 INFO:tasks.rados.rados.0.smithi086.stdout:1269: finishing write tid 1 to smithi08678205-41 2024-09-11T03:36:13.774 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 554 (ObjNum 289 snap 0 seq_num 3873173838) dirty exists 2024-09-11T03:36:13.774 INFO:tasks.rados.rados.0.smithi086.stdout:1269: finishing write tid 2 to smithi08678205-41 2024-09-11T03:36:13.774 INFO:tasks.rados.rados.0.smithi086.stdout:1269: finishing write tid 3 to smithi08678205-41 2024-09-11T03:36:13.774 INFO:tasks.rados.rados.0.smithi086.stdout:1269: finishing write tid 4 to smithi08678205-41 2024-09-11T03:36:13.774 INFO:tasks.rados.rados.0.smithi086.stdout:1269: finishing write tid 5 to smithi08678205-41 2024-09-11T03:36:13.774 INFO:tasks.rados.rados.0.smithi086.stdout:1269: finishing write tid 6 to smithi08678205-41 2024-09-11T03:36:13.774 INFO:tasks.rados.rados.0.smithi086.stdout:1269: oid 41 updating version 0 to 933 2024-09-11T03:36:13.774 INFO:tasks.rados.rados.0.smithi086.stdout:1269: oid 41 version 933 is already newer than 930 2024-09-11T03:36:13.774 INFO:tasks.rados.rados.0.smithi086.stdout:1269: oid 41 version 933 is already newer than 931 2024-09-11T03:36:13.775 INFO:tasks.rados.rados.0.smithi086.stdout:1269: oid 41 version 933 is already newer than 929 2024-09-11T03:36:13.775 INFO:tasks.rados.rados.0.smithi086.stdout:1269: oid 41 version 933 is already newer than 932 2024-09-11T03:36:13.775 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 933 (ObjNum 406 snap 117 seq_num 406) dirty exists 2024-09-11T03:36:13.775 INFO:tasks.rados.rados.0.smithi086.stdout:1269: left oid 41 (ObjNum 406 snap 117 seq_num 406) 2024-09-11T03:36:13.775 INFO:tasks.rados.rados.0.smithi086.stdout:1266: done (4 left) 2024-09-11T03:36:13.775 INFO:tasks.rados.rados.0.smithi086.stdout:1267: done (3 left) 2024-09-11T03:36:13.775 INFO:tasks.rados.rados.0.smithi086.stdout:1268: done (2 left) 2024-09-11T03:36:13.775 INFO:tasks.rados.rados.0.smithi086.stdout:1269: done (1 left) 2024-09-11T03:36:13.775 INFO:tasks.rados.rados.0.smithi086.stdout:1270: done (0 left) 2024-09-11T03:36:13.775 INFO:tasks.rados.rados.0.smithi086.stdout:1271: setattr oid 48 current snap is 117 2024-09-11T03:36:13.776 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 117 2024-09-11T03:36:13.776 INFO:tasks.rados.rados.0.smithi086.stdout:1272: seq_num 407 ranges {1630208=425984,2056192=761856,2818048=704512,3522560=139264} 2024-09-11T03:36:13.785 INFO:tasks.rados.rados.0.smithi086.stdout:1272: writing smithi08678205-32 from 1630208 to 2056192 tid 1 2024-09-11T03:36:13.790 INFO:tasks.rados.rados.0.smithi086.stdout:1272: writing smithi08678205-32 from 2056192 to 2818048 tid 2 2024-09-11T03:36:13.794 INFO:tasks.rados.rados.0.smithi086.stdout:1272: writing smithi08678205-32 from 2818048 to 3522560 tid 3 2024-09-11T03:36:13.795 INFO:tasks.rados.rados.0.smithi086.stdout:1272: writing smithi08678205-32 from 3522560 to 3661824 tid 4 2024-09-11T03:36:13.795 INFO:tasks.rados.rados.0.smithi086.stdout:1273: snap_create 2024-09-11T03:36:13.795 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 555 (ObjNum 400 snap 115 seq_num 400) dirty exists 2024-09-11T03:36:13.795 INFO:tasks.rados.rados.0.smithi086.stdout:1272: finishing write tid 1 to smithi08678205-32 2024-09-11T03:36:13.795 INFO:tasks.rados.rados.0.smithi086.stdout:1272: finishing write tid 2 to smithi08678205-32 2024-09-11T03:36:13.797 INFO:tasks.rados.rados.0.smithi086.stdout:1272: finishing write tid 3 to smithi08678205-32 2024-09-11T03:36:13.797 INFO:tasks.rados.rados.0.smithi086.stdout:1272: finishing write tid 4 to smithi08678205-32 2024-09-11T03:36:13.797 INFO:tasks.rados.rados.0.smithi086.stdout:1272: finishing write tid 5 to smithi08678205-32 2024-09-11T03:36:13.799 INFO:tasks.rados.rados.0.smithi086.stdout:1272: finishing write tid 6 to smithi08678205-32 2024-09-11T03:36:13.799 INFO:tasks.rados.rados.0.smithi086.stdout:1272: oid 32 updating version 0 to 475 2024-09-11T03:36:13.799 INFO:tasks.rados.rados.0.smithi086.stdout:1272: oid 32 updating version 475 to 477 2024-09-11T03:36:13.799 INFO:tasks.rados.rados.0.smithi086.stdout:1272: oid 32 version 477 is already newer than 476 2024-09-11T03:36:13.799 INFO:tasks.rados.rados.0.smithi086.stdout:1272: oid 32 updating version 477 to 478 2024-09-11T03:36:13.799 INFO:tasks.rados.rados.0.smithi086.stdout:1272: oid 32 version 478 is already newer than 474 2024-09-11T03:36:13.799 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 478 (ObjNum 407 snap 117 seq_num 407) dirty exists 2024-09-11T03:36:13.799 INFO:tasks.rados.rados.0.smithi086.stdout:1272: left oid 32 (ObjNum 407 snap 117 seq_num 407) 2024-09-11T03:36:14.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:13 smithi086 ceph-mon[89281]: osdmap e304: 8 total, 8 up, 8 in 2024-09-11T03:36:14.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:13 smithi086 ceph-mon[91691]: osdmap e304: 8 total, 8 up, 8 in 2024-09-11T03:36:14.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:13 smithi130 ceph-mon[83685]: osdmap e304: 8 total, 8 up, 8 in 2024-09-11T03:36:14.697 INFO:tasks.rados.rados.0.smithi086.stdout:1271: done (2 left) 2024-09-11T03:36:14.698 INFO:tasks.rados.rados.0.smithi086.stdout:1272: done (1 left) 2024-09-11T03:36:14.698 INFO:tasks.rados.rados.0.smithi086.stdout:1273: done (0 left) 2024-09-11T03:36:14.698 INFO:tasks.rados.rados.0.smithi086.stdout:1274: copy_from oid 6 from oid 49 current snap is 118 2024-09-11T03:36:14.698 INFO:tasks.rados.rados.0.smithi086.stdout:1275: rollback oid 33 current snap is 118 2024-09-11T03:36:14.698 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 33 to 112 2024-09-11T03:36:14.698 INFO:tasks.rados.rados.0.smithi086.stdout:1276: copy_from oid 38 from oid 1 current snap is 118 2024-09-11T03:36:14.698 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 118 2024-09-11T03:36:14.698 INFO:tasks.rados.rados.0.smithi086.stdout:1277: seq_num 408 ranges {2457600=442368,2899968=647168,3547136=507904,4055040=450560} 2024-09-11T03:36:14.713 INFO:tasks.rados.rados.0.smithi086.stdout:1277: writing smithi08678205-16 from 2457600 to 2899968 tid 1 2024-09-11T03:36:14.717 INFO:tasks.rados.rados.0.smithi086.stdout:1277: writing smithi08678205-16 from 2899968 to 3547136 tid 2 2024-09-11T03:36:14.720 INFO:tasks.rados.rados.0.smithi086.stdout:1277: writing smithi08678205-16 from 3547136 to 4055040 tid 3 2024-09-11T03:36:14.723 INFO:tasks.rados.rados.0.smithi086.stdout:1277: writing smithi08678205-16 from 4055040 to 4505600 tid 4 2024-09-11T03:36:14.723 INFO:tasks.rados.rados.0.smithi086.stdout:1278: snap_create 2024-09-11T03:36:14.723 INFO:tasks.rados.rados.0.smithi086.stdout:1275: finishing rollback tid 0 to smithi08678205-33 2024-09-11T03:36:14.723 INFO:tasks.rados.rados.0.smithi086.stdout:1275: finishing rollback tid 1 to smithi08678205-33 2024-09-11T03:36:14.723 INFO:tasks.rados.rados.0.smithi086.stdout:1275: finishing rollback tid 2 to smithi08678205-33 2024-09-11T03:36:14.723 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 943 (ObjNum 397 snap 111 seq_num 397) dirty exists 2024-09-11T03:36:14.723 INFO:tasks.rados.rados.0.smithi086.stdout:1276: finishing copy_from racing read to smithi08678205-38 2024-09-11T03:36:14.723 INFO:tasks.rados.rados.0.smithi086.stdout:1276: finishing copy_from to smithi08678205-38 2024-09-11T03:36:14.723 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 567 (ObjNum 337 snap 91 seq_num 337) dirty exists 2024-09-11T03:36:14.723 INFO:tasks.rados.rados.0.smithi086.stdout:1277: finishing write tid 1 to smithi08678205-16 2024-09-11T03:36:14.724 INFO:tasks.rados.rados.0.smithi086.stdout:1277: finishing write tid 2 to smithi08678205-16 2024-09-11T03:36:14.724 INFO:tasks.rados.rados.0.smithi086.stdout:1277: finishing write tid 3 to smithi08678205-16 2024-09-11T03:36:14.726 INFO:tasks.rados.rados.0.smithi086.stdout:1277: finishing write tid 4 to smithi08678205-16 2024-09-11T03:36:14.726 INFO:tasks.rados.rados.0.smithi086.stdout:1277: finishing write tid 5 to smithi08678205-16 2024-09-11T03:36:14.727 INFO:tasks.rados.rados.0.smithi086.stdout:1277: finishing write tid 6 to smithi08678205-16 2024-09-11T03:36:14.727 INFO:tasks.rados.rados.0.smithi086.stdout:1277: oid 16 updating version 0 to 556 2024-09-11T03:36:14.727 INFO:tasks.rados.rados.0.smithi086.stdout:1277: oid 16 updating version 556 to 558 2024-09-11T03:36:14.727 INFO:tasks.rados.rados.0.smithi086.stdout:1277: oid 16 updating version 558 to 560 2024-09-11T03:36:14.727 INFO:tasks.rados.rados.0.smithi086.stdout:1277: oid 16 version 560 is already newer than 559 2024-09-11T03:36:14.727 INFO:tasks.rados.rados.0.smithi086.stdout:1277: oid 16 version 560 is already newer than 557 2024-09-11T03:36:14.727 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 560 (ObjNum 408 snap 118 seq_num 408) dirty exists 2024-09-11T03:36:14.728 INFO:tasks.rados.rados.0.smithi086.stdout:1277: left oid 16 (ObjNum 408 snap 118 seq_num 408) 2024-09-11T03:36:14.730 INFO:tasks.rados.rados.0.smithi086.stdout:1274: finishing copy_from racing read to smithi08678205-6 2024-09-11T03:36:14.734 INFO:tasks.rados.rados.0.smithi086.stdout:1274: finishing copy_from to smithi08678205-6 2024-09-11T03:36:14.734 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 565 (ObjNum 360 snap 98 seq_num 360) dirty exists 2024-09-11T03:36:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:14 smithi086 ceph-mon[89281]: pgmap v122: 121 pgs: 121 active+clean; 171 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.4 MiB/s wr, 17 op/s; 6.4 MiB/s, 3 objects/s recovering 2024-09-11T03:36:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:14 smithi086 ceph-mon[89281]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/453 objects degraded (3.753%), 4 pgs degraded) 2024-09-11T03:36:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:14 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:36:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:14 smithi086 ceph-mon[89281]: osdmap e305: 8 total, 8 up, 8 in 2024-09-11T03:36:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:14 smithi086 ceph-mon[91691]: pgmap v122: 121 pgs: 121 active+clean; 171 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.4 MiB/s wr, 17 op/s; 6.4 MiB/s, 3 objects/s recovering 2024-09-11T03:36:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:14 smithi086 ceph-mon[91691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/453 objects degraded (3.753%), 4 pgs degraded) 2024-09-11T03:36:15.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:14 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:36:15.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:14 smithi086 ceph-mon[91691]: osdmap e305: 8 total, 8 up, 8 in 2024-09-11T03:36:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:14 smithi130 ceph-mon[83685]: pgmap v122: 121 pgs: 121 active+clean; 171 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.4 MiB/s wr, 17 op/s; 6.4 MiB/s, 3 objects/s recovering 2024-09-11T03:36:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:14 smithi130 ceph-mon[83685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/453 objects degraded (3.753%), 4 pgs degraded) 2024-09-11T03:36:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:14 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:36:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:14 smithi130 ceph-mon[83685]: osdmap e305: 8 total, 8 up, 8 in 2024-09-11T03:36:15.704 INFO:tasks.rados.rados.0.smithi086.stdout:1274: done (4 left) 2024-09-11T03:36:15.705 INFO:tasks.rados.rados.0.smithi086.stdout:1275: done (3 left) 2024-09-11T03:36:15.705 INFO:tasks.rados.rados.0.smithi086.stdout:1276: done (2 left) 2024-09-11T03:36:15.705 INFO:tasks.rados.rados.0.smithi086.stdout:1277: done (1 left) 2024-09-11T03:36:15.705 INFO:tasks.rados.rados.0.smithi086.stdout:1278: done (0 left) 2024-09-11T03:36:15.705 INFO:tasks.rados.rados.0.smithi086.stdout:1279: copy_from oid 31 from oid 47 current snap is 119 2024-09-11T03:36:15.706 INFO:tasks.rados.rados.0.smithi086.stdout:1280: read oid 12 snap 80 2024-09-11T03:36:15.706 INFO:tasks.rados.rados.0.smithi086.stdout:1280: expect (ObjNum 312 snap 77 seq_num 312) 2024-09-11T03:36:15.706 INFO:tasks.rados.rados.0.smithi086.stdout:1281: delete oid 32 current snap is 119 2024-09-11T03:36:15.711 INFO:tasks.rados.rados.0.smithi086.stdout:1281: done (2 left) 2024-09-11T03:36:15.711 INFO:tasks.rados.rados.0.smithi086.stdout:1282: snap_create 2024-09-11T03:36:15.712 INFO:tasks.rados.rados.0.smithi086.stdout:1280: expect (ObjNum 312 snap 77 seq_num 312) 2024-09-11T03:36:15.724 INFO:tasks.rados.rados.0.smithi086.stdout:1279: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:36:15.724 INFO:tasks.rados.rados.0.smithi086.stdout:1279: finishing copy_from to smithi08678205-31 2024-09-11T03:36:15.724 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 558 (ObjNum 330 snap 86 seq_num 330) dirty exists 2024-09-11T03:36:16.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:15 smithi086 ceph-mon[91691]: osdmap e306: 8 total, 8 up, 8 in 2024-09-11T03:36:16.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:15 smithi086 ceph-mon[89281]: osdmap e306: 8 total, 8 up, 8 in 2024-09-11T03:36:16.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:15 smithi130 ceph-mon[83685]: osdmap e306: 8 total, 8 up, 8 in 2024-09-11T03:36:16.716 INFO:tasks.rados.rados.0.smithi086.stdout:1279: done (2 left) 2024-09-11T03:36:16.716 INFO:tasks.rados.rados.0.smithi086.stdout:1280: done (1 left) 2024-09-11T03:36:16.717 INFO:tasks.rados.rados.0.smithi086.stdout:1282: done (0 left) 2024-09-11T03:36:16.717 INFO:tasks.rados.rados.0.smithi086.stdout:1283: copy_from oid 38 from oid 8 current snap is 120 2024-09-11T03:36:16.717 INFO:tasks.rados.rados.0.smithi086.stdout:1284: delete oid 42 current snap is 120 2024-09-11T03:36:16.719 INFO:tasks.rados.rados.0.smithi086.stdout:1284: done (1 left) 2024-09-11T03:36:16.719 INFO:tasks.rados.rados.0.smithi086.stdout:1285: delete oid 29 current snap is 120 2024-09-11T03:36:16.723 INFO:tasks.rados.rados.0.smithi086.stdout:1285: done (1 left) 2024-09-11T03:36:16.723 INFO:tasks.rados.rados.0.smithi086.stdout:1286: rollback oid 27 current snap is 120 2024-09-11T03:36:16.724 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 27 to 80 2024-09-11T03:36:16.724 INFO:tasks.rados.rados.0.smithi086.stdout:1287: snap_remove snap 101 2024-09-11T03:36:17.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:16 smithi086 ceph-mon[89281]: pgmap v125: 121 pgs: 121 active+clean; 179 MiB data, 958 MiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-11T03:36:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:16 smithi086 ceph-mon[89281]: osdmap e307: 8 total, 8 up, 8 in 2024-09-11T03:36:17.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:16 smithi086 ceph-mon[91691]: pgmap v125: 121 pgs: 121 active+clean; 179 MiB data, 958 MiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-11T03:36:17.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:16 smithi086 ceph-mon[91691]: osdmap e307: 8 total, 8 up, 8 in 2024-09-11T03:36:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:16 smithi130 ceph-mon[83685]: pgmap v125: 121 pgs: 121 active+clean; 179 MiB data, 958 MiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-11T03:36:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:16 smithi130 ceph-mon[83685]: osdmap e307: 8 total, 8 up, 8 in 2024-09-11T03:36:17.626 INFO:tasks.rados.rados.0.smithi086.stdout:1287: done (2 left) 2024-09-11T03:36:17.626 INFO:tasks.rados.rados.0.smithi086.stdout:1288: copy_from oid 3 from oid 44 current snap is 120 2024-09-11T03:36:17.626 INFO:tasks.rados.rados.0.smithi086.stdout:1286: finishing rollback tid 0 to smithi08678205-27 2024-09-11T03:36:17.626 INFO:tasks.rados.rados.0.smithi086.stdout:1286: finishing rollback tid 1 to smithi08678205-27 2024-09-11T03:36:17.626 INFO:tasks.rados.rados.0.smithi086.stdout:1286: finishing rollback tid 2 to smithi08678205-27 2024-09-11T03:36:17.626 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 568 (ObjNum 296 snap 73 seq_num 296) dirty exists 2024-09-11T03:36:17.626 INFO:tasks.rados.rados.0.smithi086.stdout:1283: finishing copy_from racing read to smithi08678205-38 2024-09-11T03:36:17.626 INFO:tasks.rados.rados.0.smithi086.stdout:1283: finishing copy_from to smithi08678205-38 2024-09-11T03:36:17.626 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 366 (ObjNum 364 snap 98 seq_num 364) dirty exists 2024-09-11T03:36:17.626 INFO:tasks.rados.rados.0.smithi086.stdout:1283: done (2 left) 2024-09-11T03:36:17.627 INFO:tasks.rados.rados.0.smithi086.stdout:1286: done (1 left) 2024-09-11T03:36:17.627 INFO:tasks.rados.rados.0.smithi086.stdout:1289: rollback oid 23 current snap is 120 2024-09-11T03:36:17.627 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 23 to 113 2024-09-11T03:36:17.627 INFO:tasks.rados.rados.0.smithi086.stdout:1290: rollback oid 49 current snap is 120 2024-09-11T03:36:17.627 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 49 to 116 2024-09-11T03:36:17.627 INFO:tasks.rados.rados.0.smithi086.stdout:1291: snap_remove snap 80 2024-09-11T03:36:18.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:17 smithi086 ceph-mon[89281]: osdmap e308: 8 total, 8 up, 8 in 2024-09-11T03:36:18.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:17 smithi086 ceph-mon[89281]: osdmap e309: 8 total, 8 up, 8 in 2024-09-11T03:36:18.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:17 smithi086 ceph-mon[91691]: osdmap e308: 8 total, 8 up, 8 in 2024-09-11T03:36:18.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:17 smithi086 ceph-mon[91691]: osdmap e309: 8 total, 8 up, 8 in 2024-09-11T03:36:18.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:17 smithi130 ceph-mon[83685]: osdmap e308: 8 total, 8 up, 8 in 2024-09-11T03:36:18.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:17 smithi130 ceph-mon[83685]: osdmap e309: 8 total, 8 up, 8 in 2024-09-11T03:36:18.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:36:18 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:36:18] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.43.0" 2024-09-11T03:36:18.627 INFO:tasks.rados.rados.0.smithi086.stdout:1291: done (3 left) 2024-09-11T03:36:18.627 INFO:tasks.rados.rados.0.smithi086.stdout:1292: copy_from oid 19 from oid 11 current snap is 120 2024-09-11T03:36:18.627 INFO:tasks.rados.rados.0.smithi086.stdout:1289: finishing rollback tid 0 to smithi08678205-23 2024-09-11T03:36:18.627 INFO:tasks.rados.rados.0.smithi086.stdout:1290: finishing rollback tid 0 to smithi08678205-49 2024-09-11T03:36:18.628 INFO:tasks.rados.rados.0.smithi086.stdout:1289: finishing rollback tid 1 to smithi08678205-23 2024-09-11T03:36:18.628 INFO:tasks.rados.rados.0.smithi086.stdout:1290: finishing rollback tid 1 to smithi08678205-49 2024-09-11T03:36:18.628 INFO:tasks.rados.rados.0.smithi086.stdout:1290: finishing rollback tid 2 to smithi08678205-49 2024-09-11T03:36:18.628 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 570 (ObjNum 360 snap 98 seq_num 360) dirty exists 2024-09-11T03:36:18.628 INFO:tasks.rados.rados.0.smithi086.stdout:1289: finishing rollback tid 2 to smithi08678205-23 2024-09-11T03:36:18.628 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 949 (ObjNum 383 snap 106 seq_num 383) dirty exists 2024-09-11T03:36:18.628 INFO:tasks.rados.rados.0.smithi086.stdout:1288: finishing copy_from racing read to smithi08678205-3 2024-09-11T03:36:18.628 INFO:tasks.rados.rados.0.smithi086.stdout:1288: finishing copy_from to smithi08678205-3 2024-09-11T03:36:18.628 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 554 (ObjNum 370 snap 98 seq_num 370) dirty exists 2024-09-11T03:36:18.628 INFO:tasks.rados.rados.0.smithi086.stdout:1288: done (3 left) 2024-09-11T03:36:18.628 INFO:tasks.rados.rados.0.smithi086.stdout:1289: done (2 left) 2024-09-11T03:36:18.628 INFO:tasks.rados.rados.0.smithi086.stdout:1290: done (1 left) 2024-09-11T03:36:18.628 INFO:tasks.rados.rados.0.smithi086.stdout:1293: snap_create 2024-09-11T03:36:18.657 INFO:tasks.rados.rados.0.smithi086.stdout:1292: finishing copy_from racing read to smithi08678205-19 2024-09-11T03:36:18.660 INFO:tasks.rados.rados.0.smithi086.stdout:1292: finishing copy_from to smithi08678205-19 2024-09-11T03:36:18.660 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 295 (ObjNum 241 snap 53 seq_num 241) dirty exists 2024-09-11T03:36:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:18 smithi086 ceph-mon[89281]: pgmap v128: 121 pgs: 121 active+clean; 186 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-11T03:36:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:18 smithi086 ceph-mon[89281]: osdmap e310: 8 total, 8 up, 8 in 2024-09-11T03:36:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:18 smithi086 ceph-mon[91691]: pgmap v128: 121 pgs: 121 active+clean; 186 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-11T03:36:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:18 smithi086 ceph-mon[91691]: osdmap e310: 8 total, 8 up, 8 in 2024-09-11T03:36:19.073 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:36:18 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0[96876]: 2024-09-11T03:36:18.642+0000 7f19ec788640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 94 after trimming was started 2024-09-11T03:36:19.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:18 smithi130 ceph-mon[83685]: pgmap v128: 121 pgs: 121 active+clean; 186 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-11T03:36:19.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:18 smithi130 ceph-mon[83685]: osdmap e310: 8 total, 8 up, 8 in 2024-09-11T03:36:19.628 INFO:tasks.rados.rados.0.smithi086.stdout:1292: done (1 left) 2024-09-11T03:36:19.628 INFO:tasks.rados.rados.0.smithi086.stdout:1293: done (0 left) 2024-09-11T03:36:19.628 INFO:tasks.rados.rados.0.smithi086.stdout:1294: copy_from oid 35 from oid 22 current snap is 121 2024-09-11T03:36:19.628 INFO:tasks.rados.rados.0.smithi086.stdout:1295: rollback oid 20 current snap is 121 2024-09-11T03:36:19.628 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 20 to 115 2024-09-11T03:36:19.629 INFO:tasks.rados.rados.0.smithi086.stdout:1296: delete oid 27 current snap is 121 2024-09-11T03:36:19.632 INFO:tasks.rados.rados.0.smithi086.stdout:1296: done (2 left) 2024-09-11T03:36:19.632 INFO:tasks.rados.rados.0.smithi086.stdout:1297: rollback oid 36 current snap is 121 2024-09-11T03:36:19.632 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 36 to 112 2024-09-11T03:36:19.633 INFO:tasks.rados.rados.0.smithi086.stdout:1298: delete oid 7 current snap is 121 2024-09-11T03:36:19.634 INFO:tasks.rados.rados.0.smithi086.stdout:1297: finishing rollback tid 1 to smithi08678205-36 2024-09-11T03:36:19.634 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 859 (ObjNum 129 snap 0 seq_num 2569578619) dirty dne 2024-09-11T03:36:19.637 INFO:tasks.rados.rados.0.smithi086.stdout:1297: done (3 left) 2024-09-11T03:36:19.638 INFO:tasks.rados.rados.0.smithi086.stdout:1298: done (2 left) 2024-09-11T03:36:19.638 INFO:tasks.rados.rados.0.smithi086.stdout:1299: copy_from oid 21 from oid 36 current snap is 121 2024-09-11T03:36:19.638 INFO:tasks.rados.rados.0.smithi086.stdout:1295: finishing rollback tid 0 to smithi08678205-20 2024-09-11T03:36:19.638 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 121 2024-09-11T03:36:19.638 INFO:tasks.rados.rados.0.smithi086.stdout:1300: seq_num 414 ranges {0=540672,540672=802816,1343488=458752,1802240=344064} 2024-09-11T03:36:19.640 INFO:tasks.rados.rados.0.smithi086.stdout:1300: writing smithi08678205-7 from 0 to 540672 tid 1 2024-09-11T03:36:19.645 INFO:tasks.rados.rados.0.smithi086.stdout:1300: writing smithi08678205-7 from 540672 to 1343488 tid 2 2024-09-11T03:36:19.647 INFO:tasks.rados.rados.0.smithi086.stdout:1300: writing smithi08678205-7 from 1343488 to 1802240 tid 3 2024-09-11T03:36:19.650 INFO:tasks.rados.rados.0.smithi086.stdout:1300: writing smithi08678205-7 from 1802240 to 2146304 tid 4 2024-09-11T03:36:19.650 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 30 current snap is 121 2024-09-11T03:36:19.650 INFO:tasks.rados.rados.0.smithi086.stdout:1299: finishing copy_from to smithi08678205-21 2024-09-11T03:36:19.650 INFO:tasks.rados.rados.0.smithi086.stdout:1299: got expected ENOENT (src dne) 2024-09-11T03:36:19.650 INFO:tasks.rados.rados.0.smithi086.stdout:1299: finishing copy_from racing read to smithi08678205-21 2024-09-11T03:36:19.650 INFO:tasks.rados.rados.0.smithi086.stdout:1295: finishing rollback tid 1 to smithi08678205-20 2024-09-11T03:36:19.650 INFO:tasks.rados.rados.0.smithi086.stdout:1295: finishing rollback tid 2 to smithi08678205-20 2024-09-11T03:36:19.650 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 563 (ObjNum 369 snap 98 seq_num 369) dirty exists 2024-09-11T03:36:19.650 INFO:tasks.rados.rados.0.smithi086.stdout:1300: finishing write tid 1 to smithi08678205-7 2024-09-11T03:36:19.651 INFO:tasks.rados.rados.0.smithi086.stdout:1301: seq_num 415 ranges {4440064=557056,4997120=688128,5685248=663552,6348800=253952} 2024-09-11T03:36:19.677 INFO:tasks.rados.rados.0.smithi086.stdout:1301: writing smithi08678205-30 from 4440064 to 4997120 tid 1 2024-09-11T03:36:19.681 INFO:tasks.rados.rados.0.smithi086.stdout:1301: writing smithi08678205-30 from 4997120 to 5685248 tid 2 2024-09-11T03:36:19.685 INFO:tasks.rados.rados.0.smithi086.stdout:1301: writing smithi08678205-30 from 5685248 to 6348800 tid 3 2024-09-11T03:36:19.687 INFO:tasks.rados.rados.0.smithi086.stdout:1301: writing smithi08678205-30 from 6348800 to 6602752 tid 4 2024-09-11T03:36:19.687 INFO:tasks.rados.rados.0.smithi086.stdout:1295: done (4 left) 2024-09-11T03:36:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:1299: done (3 left) 2024-09-11T03:36:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:1302: rollback oid 33 current snap is 121 2024-09-11T03:36:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 33 to 113 2024-09-11T03:36:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:1300: finishing write tid 2 to smithi08678205-7 2024-09-11T03:36:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:1300: finishing write tid 3 to smithi08678205-7 2024-09-11T03:36:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:1300: finishing write tid 4 to smithi08678205-7 2024-09-11T03:36:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:1300: finishing write tid 5 to smithi08678205-7 2024-09-11T03:36:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:1294: finishing copy_from racing read to smithi08678205-35 2024-09-11T03:36:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:1294: finishing copy_from to smithi08678205-35 2024-09-11T03:36:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 341 (ObjNum 375 snap 99 seq_num 375) dirty exists 2024-09-11T03:36:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:1300: finishing write tid 6 to smithi08678205-7 2024-09-11T03:36:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:1300: oid 7 updating version 0 to 676 2024-09-11T03:36:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:1300: oid 7 version 676 is already newer than 673 2024-09-11T03:36:19.689 INFO:tasks.rados.rados.0.smithi086.stdout:1300: oid 7 version 676 is already newer than 675 2024-09-11T03:36:19.689 INFO:tasks.rados.rados.0.smithi086.stdout:1300: oid 7 version 676 is already newer than 674 2024-09-11T03:36:19.689 INFO:tasks.rados.rados.0.smithi086.stdout:1300: oid 7 updating version 676 to 677 2024-09-11T03:36:19.689 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 677 (ObjNum 414 snap 121 seq_num 414) dirty exists 2024-09-11T03:36:19.689 INFO:tasks.rados.rados.0.smithi086.stdout:1300: left oid 7 (ObjNum 414 snap 121 seq_num 414) 2024-09-11T03:36:19.689 INFO:tasks.rados.rados.0.smithi086.stdout:1301: finishing write tid 1 to smithi08678205-30 2024-09-11T03:36:19.689 INFO:tasks.rados.rados.0.smithi086.stdout:1301: finishing write tid 2 to smithi08678205-30 2024-09-11T03:36:19.689 INFO:tasks.rados.rados.0.smithi086.stdout:1294: done (3 left) 2024-09-11T03:36:19.689 INFO:tasks.rados.rados.0.smithi086.stdout:1300: done (2 left) 2024-09-11T03:36:19.689 INFO:tasks.rados.rados.0.smithi086.stdout:1303: read oid 10 snap -1 2024-09-11T03:36:19.690 INFO:tasks.rados.rados.0.smithi086.stdout:1303: expect (ObjNum 402 snap 117 seq_num 402) 2024-09-11T03:36:19.690 INFO:tasks.rados.rados.0.smithi086.stdout:1304: snap_remove snap 108 2024-09-11T03:36:20.631 INFO:tasks.rados.rados.0.smithi086.stdout:1304: done (3 left) 2024-09-11T03:36:20.632 INFO:tasks.rados.rados.0.smithi086.stdout:1305: delete oid 3 current snap is 121 2024-09-11T03:36:20.632 INFO:tasks.rados.rados.0.smithi086.stdout:1301: finishing write tid 3 to smithi08678205-30 2024-09-11T03:36:20.632 INFO:tasks.rados.rados.0.smithi086.stdout:1301: finishing write tid 4 to smithi08678205-30 2024-09-11T03:36:20.632 INFO:tasks.rados.rados.0.smithi086.stdout:1301: finishing write tid 5 to smithi08678205-30 2024-09-11T03:36:20.632 INFO:tasks.rados.rados.0.smithi086.stdout:1302: finishing rollback tid 0 to smithi08678205-33 2024-09-11T03:36:20.632 INFO:tasks.rados.rados.0.smithi086.stdout:1302: finishing rollback tid 1 to smithi08678205-33 2024-09-11T03:36:20.632 INFO:tasks.rados.rados.0.smithi086.stdout:1301: finishing write tid 6 to smithi08678205-30 2024-09-11T03:36:20.632 INFO:tasks.rados.rados.0.smithi086.stdout:1301: oid 30 updating version 0 to 978 2024-09-11T03:36:20.632 INFO:tasks.rados.rados.0.smithi086.stdout:1301: oid 30 updating version 978 to 979 2024-09-11T03:36:20.632 INFO:tasks.rados.rados.0.smithi086.stdout:1301: oid 30 version 979 is already newer than 977 2024-09-11T03:36:20.632 INFO:tasks.rados.rados.0.smithi086.stdout:1301: oid 30 version 979 is already newer than 976 2024-09-11T03:36:20.632 INFO:tasks.rados.rados.0.smithi086.stdout:1301: oid 30 updating version 979 to 980 2024-09-11T03:36:20.633 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 980 (ObjNum 415 snap 121 seq_num 415) dirty exists 2024-09-11T03:36:20.633 INFO:tasks.rados.rados.0.smithi086.stdout:1301: left oid 30 (ObjNum 415 snap 121 seq_num 415) 2024-09-11T03:36:20.633 INFO:tasks.rados.rados.0.smithi086.stdout:1302: finishing rollback tid 2 to smithi08678205-33 2024-09-11T03:36:20.633 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 984 (ObjNum 397 snap 111 seq_num 397) dirty exists 2024-09-11T03:36:20.633 INFO:tasks.rados.rados.0.smithi086.stdout:1303: expect (ObjNum 402 snap 117 seq_num 402) 2024-09-11T03:36:20.730 INFO:tasks.rados.rados.0.smithi086.stdout:1301: done (3 left) 2024-09-11T03:36:20.730 INFO:tasks.rados.rados.0.smithi086.stdout:1302: done (2 left) 2024-09-11T03:36:20.730 INFO:tasks.rados.rados.0.smithi086.stdout:1303: done (1 left) 2024-09-11T03:36:20.730 INFO:tasks.rados.rados.0.smithi086.stdout:1305: done (0 left) 2024-09-11T03:36:20.730 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 19 current snap is 121 2024-09-11T03:36:20.730 INFO:tasks.rados.rados.0.smithi086.stdout:1306: seq_num 417 ranges {3719168=589824,4308992=458752,4767744=679936,5447680=466944} 2024-09-11T03:36:20.752 INFO:tasks.rados.rados.0.smithi086.stdout:1306: writing smithi08678205-19 from 3719168 to 4308992 tid 1 2024-09-11T03:36:20.754 INFO:tasks.rados.rados.0.smithi086.stdout:1306: writing smithi08678205-19 from 4308992 to 4767744 tid 2 2024-09-11T03:36:20.758 INFO:tasks.rados.rados.0.smithi086.stdout:1306: writing smithi08678205-19 from 4767744 to 5447680 tid 3 2024-09-11T03:36:20.761 INFO:tasks.rados.rados.0.smithi086.stdout:1306: writing smithi08678205-19 from 5447680 to 5914624 tid 4 2024-09-11T03:36:20.762 INFO:tasks.rados.rados.0.smithi086.stdout:1307: snap_create 2024-09-11T03:36:20.762 INFO:tasks.rados.rados.0.smithi086.stdout:1306: finishing write tid 1 to smithi08678205-19 2024-09-11T03:36:20.762 INFO:tasks.rados.rados.0.smithi086.stdout:1306: finishing write tid 2 to smithi08678205-19 2024-09-11T03:36:20.762 INFO:tasks.rados.rados.0.smithi086.stdout:1306: finishing write tid 3 to smithi08678205-19 2024-09-11T03:36:20.763 INFO:tasks.rados.rados.0.smithi086.stdout:1306: finishing write tid 4 to smithi08678205-19 2024-09-11T03:36:20.763 INFO:tasks.rados.rados.0.smithi086.stdout:1306: finishing write tid 5 to smithi08678205-19 2024-09-11T03:36:20.764 INFO:tasks.rados.rados.0.smithi086.stdout:1306: finishing write tid 6 to smithi08678205-19 2024-09-11T03:36:20.764 INFO:tasks.rados.rados.0.smithi086.stdout:1306: oid 19 updating version 0 to 497 2024-09-11T03:36:20.765 INFO:tasks.rados.rados.0.smithi086.stdout:1306: oid 19 version 497 is already newer than 496 2024-09-11T03:36:20.765 INFO:tasks.rados.rados.0.smithi086.stdout:1306: oid 19 version 497 is already newer than 493 2024-09-11T03:36:20.765 INFO:tasks.rados.rados.0.smithi086.stdout:1306: oid 19 version 497 is already newer than 494 2024-09-11T03:36:20.765 INFO:tasks.rados.rados.0.smithi086.stdout:1306: oid 19 version 497 is already newer than 495 2024-09-11T03:36:20.765 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 497 (ObjNum 417 snap 121 seq_num 417) dirty exists 2024-09-11T03:36:20.765 INFO:tasks.rados.rados.0.smithi086.stdout:1306: left oid 19 (ObjNum 417 snap 121 seq_num 417) 2024-09-11T03:36:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:20 smithi086 ceph-mon[89281]: pgmap v131: 121 pgs: 121 active+clean; 188 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-11T03:36:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:36:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:20 smithi086 ceph-mon[89281]: osdmap e311: 8 total, 8 up, 8 in 2024-09-11T03:36:20.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:20 smithi086 ceph-mon[91691]: pgmap v131: 121 pgs: 121 active+clean; 188 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-11T03:36:20.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:20.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:36:20.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:20.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:20 smithi086 ceph-mon[91691]: osdmap e311: 8 total, 8 up, 8 in 2024-09-11T03:36:20.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:20 smithi130 ceph-mon[83685]: pgmap v131: 121 pgs: 121 active+clean; 188 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-11T03:36:20.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:20.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:36:20.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:20.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:20 smithi130 ceph-mon[83685]: osdmap e311: 8 total, 8 up, 8 in 2024-09-11T03:36:21.647 INFO:tasks.rados.rados.0.smithi086.stdout:1306: done (1 left) 2024-09-11T03:36:21.648 INFO:tasks.rados.rados.0.smithi086.stdout:1307: done (0 left) 2024-09-11T03:36:21.648 INFO:tasks.rados.rados.0.smithi086.stdout:1308: snap_create 2024-09-11T03:36:22.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:21 smithi086 ceph-mon[89281]: osdmap e312: 8 total, 8 up, 8 in 2024-09-11T03:36:22.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:21 smithi086 ceph-mon[91691]: osdmap e312: 8 total, 8 up, 8 in 2024-09-11T03:36:22.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:21 smithi130 ceph-mon[83685]: osdmap e312: 8 total, 8 up, 8 in 2024-09-11T03:36:22.626 INFO:tasks.rados.rados.0.smithi086.stdout:1308: done (0 left) 2024-09-11T03:36:22.626 INFO:tasks.rados.rados.0.smithi086.stdout:1309: rollback oid 44 current snap is 123 2024-09-11T03:36:22.626 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 44 to 116 2024-09-11T03:36:22.626 INFO:tasks.rados.rados.0.smithi086.stdout:1310: read oid 36 snap -1 2024-09-11T03:36:22.626 INFO:tasks.rados.rados.0.smithi086.stdout:1310: expect deleted 2024-09-11T03:36:22.626 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 123 2024-09-11T03:36:22.626 INFO:tasks.rados.rados.0.smithi086.stdout:1311: seq_num 418 ranges {851968=606208,1458176=737280,2195456=434176,2629632=434176} 2024-09-11T03:36:22.634 INFO:tasks.rados.rados.0.smithi086.stdout:1311: writing smithi08678205-1 from 851968 to 1458176 tid 1 2024-09-11T03:36:22.638 INFO:tasks.rados.rados.0.smithi086.stdout:1311: writing smithi08678205-1 from 1458176 to 2195456 tid 2 2024-09-11T03:36:22.641 INFO:tasks.rados.rados.0.smithi086.stdout:1311: writing smithi08678205-1 from 2195456 to 2629632 tid 3 2024-09-11T03:36:22.643 INFO:tasks.rados.rados.0.smithi086.stdout:1311: writing smithi08678205-1 from 2629632 to 3063808 tid 4 2024-09-11T03:36:22.644 INFO:tasks.rados.rados.0.smithi086.stdout:1312: delete oid 50 current snap is 123 2024-09-11T03:36:22.644 INFO:tasks.rados.rados.0.smithi086.stdout:1309: finishing rollback tid 0 to smithi08678205-44 2024-09-11T03:36:22.644 INFO:tasks.rados.rados.0.smithi086.stdout:1309: finishing rollback tid 1 to smithi08678205-44 2024-09-11T03:36:22.644 INFO:tasks.rados.rados.0.smithi086.stdout:1309: finishing rollback tid 2 to smithi08678205-44 2024-09-11T03:36:22.644 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 557 (ObjNum 370 snap 98 seq_num 370) dirty exists 2024-09-11T03:36:22.648 INFO:tasks.rados.rados.0.smithi086.stdout:1309: done (3 left) 2024-09-11T03:36:22.648 INFO:tasks.rados.rados.0.smithi086.stdout:1310: done (2 left) 2024-09-11T03:36:22.648 INFO:tasks.rados.rados.0.smithi086.stdout:1312: done (1 left) 2024-09-11T03:36:22.648 INFO:tasks.rados.rados.0.smithi086.stdout:1313: read oid 48 snap -1 2024-09-11T03:36:22.648 INFO:tasks.rados.rados.0.smithi086.stdout:1313: expect (ObjNum 400 snap 115 seq_num 400) 2024-09-11T03:36:22.648 INFO:tasks.rados.rados.0.smithi086.stdout:1314: rmattr oid 39 current snap is 123 2024-09-11T03:36:22.648 INFO:tasks.rados.rados.0.smithi086.stdout:1315: delete oid 2 current snap is 123 2024-09-11T03:36:22.651 INFO:tasks.rados.rados.0.smithi086.stdout:1311: finishing write tid 1 to smithi08678205-1 2024-09-11T03:36:22.652 INFO:tasks.rados.rados.0.smithi086.stdout:1311: finishing write tid 2 to smithi08678205-1 2024-09-11T03:36:22.653 INFO:tasks.rados.rados.0.smithi086.stdout:1311: finishing write tid 3 to smithi08678205-1 2024-09-11T03:36:22.654 INFO:tasks.rados.rados.0.smithi086.stdout:1315: done (3 left) 2024-09-11T03:36:22.654 INFO:tasks.rados.rados.0.smithi086.stdout:1316: snap_create 2024-09-11T03:36:22.654 INFO:tasks.rados.rados.0.smithi086.stdout:1311: finishing write tid 4 to smithi08678205-1 2024-09-11T03:36:22.654 INFO:tasks.rados.rados.0.smithi086.stdout:1311: finishing write tid 5 to smithi08678205-1 2024-09-11T03:36:22.657 INFO:tasks.rados.rados.0.smithi086.stdout:1311: finishing write tid 6 to smithi08678205-1 2024-09-11T03:36:22.657 INFO:tasks.rados.rados.0.smithi086.stdout:1311: oid 1 updating version 0 to 574 2024-09-11T03:36:22.657 INFO:tasks.rados.rados.0.smithi086.stdout:1311: oid 1 updating version 574 to 575 2024-09-11T03:36:22.657 INFO:tasks.rados.rados.0.smithi086.stdout:1311: oid 1 version 575 is already newer than 572 2024-09-11T03:36:22.657 INFO:tasks.rados.rados.0.smithi086.stdout:1311: oid 1 version 575 is already newer than 573 2024-09-11T03:36:22.657 INFO:tasks.rados.rados.0.smithi086.stdout:1311: oid 1 version 575 is already newer than 571 2024-09-11T03:36:22.657 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 575 (ObjNum 418 snap 123 seq_num 418) dirty exists 2024-09-11T03:36:22.657 INFO:tasks.rados.rados.0.smithi086.stdout:1311: left oid 1 (ObjNum 418 snap 123 seq_num 418) 2024-09-11T03:36:22.713 INFO:tasks.rados.rados.0.smithi086.stdout:1313: expect (ObjNum 400 snap 115 seq_num 400) 2024-09-11T03:36:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:22 smithi086 ceph-mon[89281]: pgmap v134: 121 pgs: 121 active+clean; 202 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-09-11T03:36:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:22 smithi086 ceph-mon[89281]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-11T03:36:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:22 smithi086 ceph-mon[89281]: osdmap e313: 8 total, 8 up, 8 in 2024-09-11T03:36:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:22 smithi086 ceph-mon[89281]: osdmap e314: 8 total, 8 up, 8 in 2024-09-11T03:36:23.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:22 smithi086 ceph-mon[91691]: pgmap v134: 121 pgs: 121 active+clean; 202 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-09-11T03:36:23.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:22 smithi086 ceph-mon[91691]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-11T03:36:23.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:22 smithi086 ceph-mon[91691]: osdmap e313: 8 total, 8 up, 8 in 2024-09-11T03:36:23.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:22 smithi086 ceph-mon[91691]: osdmap e314: 8 total, 8 up, 8 in 2024-09-11T03:36:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:22 smithi130 ceph-mon[83685]: pgmap v134: 121 pgs: 121 active+clean; 202 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-09-11T03:36:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:22 smithi130 ceph-mon[83685]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-11T03:36:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:22 smithi130 ceph-mon[83685]: osdmap e313: 8 total, 8 up, 8 in 2024-09-11T03:36:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:22 smithi130 ceph-mon[83685]: osdmap e314: 8 total, 8 up, 8 in 2024-09-11T03:36:23.141 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 564 (ObjNum 65 snap 0 seq_num 1819435635) dirty exists 2024-09-11T03:36:23.644 INFO:tasks.rados.rados.0.smithi086.stdout:1311: done (3 left) 2024-09-11T03:36:23.644 INFO:tasks.rados.rados.0.smithi086.stdout:1313: done (2 left) 2024-09-11T03:36:23.644 INFO:tasks.rados.rados.0.smithi086.stdout:1314: done (1 left) 2024-09-11T03:36:23.644 INFO:tasks.rados.rados.0.smithi086.stdout:1316: done (0 left) 2024-09-11T03:36:23.644 INFO:tasks.rados.rados.0.smithi086.stdout:1317: read oid 10 snap -1 2024-09-11T03:36:23.644 INFO:tasks.rados.rados.0.smithi086.stdout:1317: expect (ObjNum 402 snap 117 seq_num 402) 2024-09-11T03:36:23.644 INFO:tasks.rados.rados.0.smithi086.stdout:1318: delete oid 19 current snap is 124 2024-09-11T03:36:23.648 INFO:tasks.rados.rados.0.smithi086.stdout:1318: done (1 left) 2024-09-11T03:36:23.648 INFO:tasks.rados.rados.0.smithi086.stdout:1319: delete oid 5 current snap is 124 2024-09-11T03:36:23.664 INFO:tasks.rados.rados.0.smithi086.stdout:1317: expect (ObjNum 402 snap 117 seq_num 402) 2024-09-11T03:36:23.756 INFO:tasks.rados.rados.0.smithi086.stdout:1317: done (1 left) 2024-09-11T03:36:23.756 INFO:tasks.rados.rados.0.smithi086.stdout:1319: done (0 left) 2024-09-11T03:36:23.756 INFO:tasks.rados.rados.0.smithi086.stdout:1320: read oid 3 snap -1 2024-09-11T03:36:23.756 INFO:tasks.rados.rados.0.smithi086.stdout:1320: expect deleted 2024-09-11T03:36:23.756 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 124 2024-09-11T03:36:23.756 INFO:tasks.rados.rados.0.smithi086.stdout:1321: seq_num 423 ranges {5554176=688128,6242304=614400,6856704=622592,7479296=368640} 2024-09-11T03:36:23.788 INFO:tasks.rados.rados.0.smithi086.stdout:1321: writing smithi08678205-23 from 5554176 to 6242304 tid 1 2024-09-11T03:36:23.792 INFO:tasks.rados.rados.0.smithi086.stdout:1321: writing smithi08678205-23 from 6242304 to 6856704 tid 2 2024-09-11T03:36:23.795 INFO:tasks.rados.rados.0.smithi086.stdout:1321: writing smithi08678205-23 from 6856704 to 7479296 tid 3 2024-09-11T03:36:23.798 INFO:tasks.rados.rados.0.smithi086.stdout:1321: writing smithi08678205-23 from 7479296 to 7847936 tid 4 2024-09-11T03:36:23.798 INFO:tasks.rados.rados.0.smithi086.stdout:1322: rmattr oid 20 current snap is 124 2024-09-11T03:36:23.798 INFO:tasks.rados.rados.0.smithi086.stdout:1321: finishing write tid 1 to smithi08678205-23 2024-09-11T03:36:23.798 INFO:tasks.rados.rados.0.smithi086.stdout:1321: finishing write tid 2 to smithi08678205-23 2024-09-11T03:36:23.798 INFO:tasks.rados.rados.0.smithi086.stdout:1320: done (2 left) 2024-09-11T03:36:23.799 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 124 2024-09-11T03:36:23.799 INFO:tasks.rados.rados.0.smithi086.stdout:1323: seq_num 424 ranges {2957312=704512,3661824=491520,4153344=434176,4587520=679936} 2024-09-11T03:36:23.817 INFO:tasks.rados.rados.0.smithi086.stdout:1323: writing smithi08678205-41 from 2957312 to 3661824 tid 1 2024-09-11T03:36:23.820 INFO:tasks.rados.rados.0.smithi086.stdout:1323: writing smithi08678205-41 from 3661824 to 4153344 tid 2 2024-09-11T03:36:23.823 INFO:tasks.rados.rados.0.smithi086.stdout:1323: writing smithi08678205-41 from 4153344 to 4587520 tid 3 2024-09-11T03:36:23.828 INFO:tasks.rados.rados.0.smithi086.stdout:1323: writing smithi08678205-41 from 4587520 to 5267456 tid 4 2024-09-11T03:36:23.828 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 124 2024-09-11T03:36:23.828 INFO:tasks.rados.rados.0.smithi086.stdout:1321: finishing write tid 3 to smithi08678205-23 2024-09-11T03:36:23.828 INFO:tasks.rados.rados.0.smithi086.stdout:1321: finishing write tid 4 to smithi08678205-23 2024-09-11T03:36:23.828 INFO:tasks.rados.rados.0.smithi086.stdout:1321: finishing write tid 5 to smithi08678205-23 2024-09-11T03:36:23.828 INFO:tasks.rados.rados.0.smithi086.stdout:1321: finishing write tid 6 to smithi08678205-23 2024-09-11T03:36:23.828 INFO:tasks.rados.rados.0.smithi086.stdout:1321: oid 23 updating version 0 to 1004 2024-09-11T03:36:23.828 INFO:tasks.rados.rados.0.smithi086.stdout:1321: oid 23 version 1004 is already newer than 1002 2024-09-11T03:36:23.828 INFO:tasks.rados.rados.0.smithi086.stdout:1321: oid 23 version 1004 is already newer than 1001 2024-09-11T03:36:23.828 INFO:tasks.rados.rados.0.smithi086.stdout:1321: oid 23 version 1004 is already newer than 1000 2024-09-11T03:36:23.829 INFO:tasks.rados.rados.0.smithi086.stdout:1321: oid 23 version 1004 is already newer than 1003 2024-09-11T03:36:23.829 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 1004 (ObjNum 423 snap 124 seq_num 423) dirty exists 2024-09-11T03:36:23.829 INFO:tasks.rados.rados.0.smithi086.stdout:1321: left oid 23 (ObjNum 423 snap 124 seq_num 423) 2024-09-11T03:36:23.829 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 565 (ObjNum 369 snap 98 seq_num 369) dirty exists 2024-09-11T03:36:23.829 INFO:tasks.rados.rados.0.smithi086.stdout:1324: seq_num 425 ranges {3719168=720896,4440064=778240,5218304=638976,5857280=188416} 2024-09-11T03:36:23.851 INFO:tasks.rados.rados.0.smithi086.stdout:1324: writing smithi08678205-11 from 3719168 to 4440064 tid 1 2024-09-11T03:36:23.855 INFO:tasks.rados.rados.0.smithi086.stdout:1324: writing smithi08678205-11 from 4440064 to 5218304 tid 2 2024-09-11T03:36:23.859 INFO:tasks.rados.rados.0.smithi086.stdout:1324: writing smithi08678205-11 from 5218304 to 5857280 tid 3 2024-09-11T03:36:23.860 INFO:tasks.rados.rados.0.smithi086.stdout:1324: writing smithi08678205-11 from 5857280 to 6045696 tid 4 2024-09-11T03:36:23.860 INFO:tasks.rados.rados.0.smithi086.stdout:1321: done (3 left) 2024-09-11T03:36:23.860 INFO:tasks.rados.rados.0.smithi086.stdout:1322: done (2 left) 2024-09-11T03:36:23.860 INFO:tasks.rados.rados.0.smithi086.stdout:1325: snap_remove snap 111 2024-09-11T03:36:24.653 INFO:tasks.rados.rados.0.smithi086.stdout:1325: done (2 left) 2024-09-11T03:36:24.653 INFO:tasks.rados.rados.0.smithi086.stdout:1326: snap_remove snap 113 2024-09-11T03:36:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:24 smithi086 ceph-mon[89281]: pgmap v137: 121 pgs: 121 active+clean; 205 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.2 MiB/s wr, 13 op/s 2024-09-11T03:36:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:24 smithi086 ceph-mon[89281]: osdmap e315: 8 total, 8 up, 8 in 2024-09-11T03:36:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:24 smithi086 ceph-mon[91691]: pgmap v137: 121 pgs: 121 active+clean; 205 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.2 MiB/s wr, 13 op/s 2024-09-11T03:36:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:24 smithi086 ceph-mon[91691]: osdmap e315: 8 total, 8 up, 8 in 2024-09-11T03:36:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:24 smithi130 ceph-mon[83685]: pgmap v137: 121 pgs: 121 active+clean; 205 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.2 MiB/s wr, 13 op/s 2024-09-11T03:36:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:24 smithi130 ceph-mon[83685]: osdmap e315: 8 total, 8 up, 8 in 2024-09-11T03:36:25.658 INFO:tasks.rados.rados.0.smithi086.stdout:1326: done (2 left) 2024-09-11T03:36:25.658 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 43 current snap is 124 2024-09-11T03:36:25.658 INFO:tasks.rados.rados.0.smithi086.stdout:1327: seq_num 426 ranges {2170880=737280,2908160=712704,3620864=802816,4423680=90112} 2024-09-11T03:36:25.675 INFO:tasks.rados.rados.0.smithi086.stdout:1327: writing smithi08678205-43 from 2170880 to 2908160 tid 1 2024-09-11T03:36:25.680 INFO:tasks.rados.rados.0.smithi086.stdout:1327: writing smithi08678205-43 from 2908160 to 3620864 tid 2 2024-09-11T03:36:25.685 INFO:tasks.rados.rados.0.smithi086.stdout:1327: writing smithi08678205-43 from 3620864 to 4423680 tid 3 2024-09-11T03:36:25.686 INFO:tasks.rados.rados.0.smithi086.stdout:1327: writing smithi08678205-43 from 4423680 to 4513792 tid 4 2024-09-11T03:36:25.688 INFO:tasks.rados.rados.0.smithi086.stdout:1328: read oid 28 snap 107 2024-09-11T03:36:25.688 INFO:tasks.rados.rados.0.smithi086.stdout:1328: expect (ObjNum 339 snap 92 seq_num 339) 2024-09-11T03:36:25.688 INFO:tasks.rados.rados.0.smithi086.stdout:1329: rmattr oid 15 current snap is 124 2024-09-11T03:36:25.688 INFO:tasks.rados.rados.0.smithi086.stdout:1329: done (4 left) 2024-09-11T03:36:25.688 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 124 2024-09-11T03:36:25.688 INFO:tasks.rados.rados.0.smithi086.stdout:1323: finishing write tid 1 to smithi08678205-41 2024-09-11T03:36:25.688 INFO:tasks.rados.rados.0.smithi086.stdout:1323: finishing write tid 2 to smithi08678205-41 2024-09-11T03:36:25.688 INFO:tasks.rados.rados.0.smithi086.stdout:1323: finishing write tid 3 to smithi08678205-41 2024-09-11T03:36:25.688 INFO:tasks.rados.rados.0.smithi086.stdout:1330: seq_num 427 ranges {0=761856,761856=598016,1359872=606208,1966080=401408} 2024-09-11T03:36:25.690 INFO:tasks.rados.rados.0.smithi086.stdout:1330: writing smithi08678205-2 from 0 to 761856 tid 1 2024-09-11T03:36:25.694 INFO:tasks.rados.rados.0.smithi086.stdout:1330: writing smithi08678205-2 from 761856 to 1359872 tid 2 2024-09-11T03:36:25.697 INFO:tasks.rados.rados.0.smithi086.stdout:1330: writing smithi08678205-2 from 1359872 to 1966080 tid 3 2024-09-11T03:36:25.701 INFO:tasks.rados.rados.0.smithi086.stdout:1330: writing smithi08678205-2 from 1966080 to 2367488 tid 4 2024-09-11T03:36:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:1323: finishing write tid 4 to smithi08678205-41 2024-09-11T03:36:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:1331: read oid 26 snap -1 2024-09-11T03:36:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:1331: expect deleted 2024-09-11T03:36:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:1332: delete oid 25 current snap is 124 2024-09-11T03:36:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:1323: finishing write tid 5 to smithi08678205-41 2024-09-11T03:36:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:1323: finishing write tid 6 to smithi08678205-41 2024-09-11T03:36:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:1323: oid 41 updating version 0 to 1006 2024-09-11T03:36:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:1323: oid 41 updating version 1006 to 1009 2024-09-11T03:36:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:1323: oid 41 version 1009 is already newer than 1008 2024-09-11T03:36:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:1323: oid 41 updating version 1009 to 1010 2024-09-11T03:36:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:1323: oid 41 version 1010 is already newer than 1007 2024-09-11T03:36:25.703 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 1010 (ObjNum 424 snap 124 seq_num 424) dirty exists 2024-09-11T03:36:25.703 INFO:tasks.rados.rados.0.smithi086.stdout:1323: left oid 41 (ObjNum 424 snap 124 seq_num 424) 2024-09-11T03:36:25.703 INFO:tasks.rados.rados.0.smithi086.stdout:1324: finishing write tid 1 to smithi08678205-11 2024-09-11T03:36:25.703 INFO:tasks.rados.rados.0.smithi086.stdout:1324: finishing write tid 2 to smithi08678205-11 2024-09-11T03:36:25.703 INFO:tasks.rados.rados.0.smithi086.stdout:1324: finishing write tid 3 to smithi08678205-11 2024-09-11T03:36:25.703 INFO:tasks.rados.rados.0.smithi086.stdout:1324: finishing write tid 4 to smithi08678205-11 2024-09-11T03:36:25.703 INFO:tasks.rados.rados.0.smithi086.stdout:1324: finishing write tid 5 to smithi08678205-11 2024-09-11T03:36:25.703 INFO:tasks.rados.rados.0.smithi086.stdout:1324: finishing write tid 6 to smithi08678205-11 2024-09-11T03:36:25.703 INFO:tasks.rados.rados.0.smithi086.stdout:1324: oid 11 updating version 0 to 505 2024-09-11T03:36:25.704 INFO:tasks.rados.rados.0.smithi086.stdout:1324: oid 11 version 505 is already newer than 503 2024-09-11T03:36:25.704 INFO:tasks.rados.rados.0.smithi086.stdout:1324: oid 11 version 505 is already newer than 504 2024-09-11T03:36:25.704 INFO:tasks.rados.rados.0.smithi086.stdout:1324: oid 11 updating version 505 to 507 2024-09-11T03:36:25.704 INFO:tasks.rados.rados.0.smithi086.stdout:1324: oid 11 version 507 is already newer than 506 2024-09-11T03:36:25.704 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 507 (ObjNum 425 snap 124 seq_num 425) dirty exists 2024-09-11T03:36:25.704 INFO:tasks.rados.rados.0.smithi086.stdout:1324: left oid 11 (ObjNum 425 snap 124 seq_num 425) 2024-09-11T03:36:25.704 INFO:tasks.rados.rados.0.smithi086.stdout:1327: finishing write tid 1 to smithi08678205-43 2024-09-11T03:36:25.704 INFO:tasks.rados.rados.0.smithi086.stdout:1327: finishing write tid 2 to smithi08678205-43 2024-09-11T03:36:25.704 INFO:tasks.rados.rados.0.smithi086.stdout:1327: finishing write tid 3 to smithi08678205-43 2024-09-11T03:36:25.704 INFO:tasks.rados.rados.0.smithi086.stdout:1327: finishing write tid 4 to smithi08678205-43 2024-09-11T03:36:25.705 INFO:tasks.rados.rados.0.smithi086.stdout:1327: finishing write tid 5 to smithi08678205-43 2024-09-11T03:36:25.705 INFO:tasks.rados.rados.0.smithi086.stdout:1330: finishing write tid 1 to smithi08678205-2 2024-09-11T03:36:25.705 INFO:tasks.rados.rados.0.smithi086.stdout:1327: finishing write tid 6 to smithi08678205-43 2024-09-11T03:36:25.705 INFO:tasks.rados.rados.0.smithi086.stdout:1327: oid 43 updating version 0 to 1032 2024-09-11T03:36:25.705 INFO:tasks.rados.rados.0.smithi086.stdout:1327: oid 43 version 1032 is already newer than 1029 2024-09-11T03:36:25.705 INFO:tasks.rados.rados.0.smithi086.stdout:1327: oid 43 version 1032 is already newer than 1030 2024-09-11T03:36:25.706 INFO:tasks.rados.rados.0.smithi086.stdout:1327: oid 43 version 1032 is already newer than 1028 2024-09-11T03:36:25.706 INFO:tasks.rados.rados.0.smithi086.stdout:1327: oid 43 version 1032 is already newer than 1031 2024-09-11T03:36:25.706 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 1032 (ObjNum 426 snap 124 seq_num 426) dirty exists 2024-09-11T03:36:25.706 INFO:tasks.rados.rados.0.smithi086.stdout:1327: left oid 43 (ObjNum 426 snap 124 seq_num 426) 2024-09-11T03:36:25.706 INFO:tasks.rados.rados.0.smithi086.stdout:1330: finishing write tid 2 to smithi08678205-2 2024-09-11T03:36:25.706 INFO:tasks.rados.rados.0.smithi086.stdout:1330: finishing write tid 3 to smithi08678205-2 2024-09-11T03:36:25.708 INFO:tasks.rados.rados.0.smithi086.stdout:1323: done (6 left) 2024-09-11T03:36:25.708 INFO:tasks.rados.rados.0.smithi086.stdout:1324: done (5 left) 2024-09-11T03:36:25.708 INFO:tasks.rados.rados.0.smithi086.stdout:1327: done (4 left) 2024-09-11T03:36:25.708 INFO:tasks.rados.rados.0.smithi086.stdout:1331: done (3 left) 2024-09-11T03:36:25.709 INFO:tasks.rados.rados.0.smithi086.stdout:1332: done (2 left) 2024-09-11T03:36:25.709 INFO:tasks.rados.rados.0.smithi086.stdout:1333: rollback oid 47 current snap is 124 2024-09-11T03:36:25.709 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 47 to 92 2024-09-11T03:36:25.709 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 124 2024-09-11T03:36:25.709 INFO:tasks.rados.rados.0.smithi086.stdout:1334: seq_num 429 ranges {0=794624,794624=770048,1564672=622592,2187264=212992} 2024-09-11T03:36:25.710 INFO:tasks.rados.rados.0.smithi086.stdout:1334: writing smithi08678205-3 from 0 to 794624 tid 1 2024-09-11T03:36:25.711 INFO:tasks.rados.rados.0.smithi086.stdout:1334: writing smithi08678205-3 from 794624 to 1564672 tid 2 2024-09-11T03:36:25.715 INFO:tasks.rados.rados.0.smithi086.stdout:1334: writing smithi08678205-3 from 1564672 to 2187264 tid 3 2024-09-11T03:36:25.717 INFO:tasks.rados.rados.0.smithi086.stdout:1334: writing smithi08678205-3 from 2187264 to 2400256 tid 4 2024-09-11T03:36:25.717 INFO:tasks.rados.rados.0.smithi086.stdout:1335: read oid 32 snap -1 2024-09-11T03:36:25.717 INFO:tasks.rados.rados.0.smithi086.stdout:1335: expect deleted 2024-09-11T03:36:25.717 INFO:tasks.rados.rados.0.smithi086.stdout:1336: read oid 15 snap 114 2024-09-11T03:36:25.718 INFO:tasks.rados.rados.0.smithi086.stdout:1336: expect (ObjNum 337 snap 91 seq_num 337) 2024-09-11T03:36:25.718 INFO:tasks.rados.rados.0.smithi086.stdout:1337: snap_remove snap 117 2024-09-11T03:36:25.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:25 smithi086 ceph-mon[89281]: osdmap e316: 8 total, 8 up, 8 in 2024-09-11T03:36:25.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:25 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-11T03:36:25.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:25 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-11T03:36:25.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:25 smithi086 ceph-mon[89281]: Upgrade: osd.1 is safe to restart 2024-09-11T03:36:25.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:25 smithi086 ceph-mon[91691]: osdmap e316: 8 total, 8 up, 8 in 2024-09-11T03:36:25.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:25 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-11T03:36:25.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:25 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-11T03:36:25.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:25 smithi086 ceph-mon[91691]: Upgrade: osd.1 is safe to restart 2024-09-11T03:36:26.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:25 smithi130 ceph-mon[83685]: osdmap e316: 8 total, 8 up, 8 in 2024-09-11T03:36:26.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:25 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-11T03:36:26.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:25 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-11T03:36:26.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:25 smithi130 ceph-mon[83685]: Upgrade: osd.1 is safe to restart 2024-09-11T03:36:26.668 INFO:tasks.rados.rados.0.smithi086.stdout:1337: done (6 left) 2024-09-11T03:36:26.668 INFO:tasks.rados.rados.0.smithi086.stdout:1338: read oid 4 snap -1 2024-09-11T03:36:26.668 INFO:tasks.rados.rados.0.smithi086.stdout:1338: expect deleted 2024-09-11T03:36:26.668 INFO:tasks.rados.rados.0.smithi086.stdout:1339: snap_create 2024-09-11T03:36:26.668 INFO:tasks.rados.rados.0.smithi086.stdout:1330: finishing write tid 4 to smithi08678205-2 2024-09-11T03:36:26.669 INFO:tasks.rados.rados.0.smithi086.stdout:1330: finishing write tid 5 to smithi08678205-2 2024-09-11T03:36:26.669 INFO:tasks.rados.rados.0.smithi086.stdout:1328: expect (ObjNum 339 snap 92 seq_num 339) 2024-09-11T03:36:26.906 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:26 smithi086 ceph-mon[89281]: pgmap v140: 121 pgs: 121 active+clean; 212 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-09-11T03:36:26.906 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:26 smithi086 ceph-mon[89281]: osdmap e317: 8 total, 8 up, 8 in 2024-09-11T03:36:26.906 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:26 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:26.906 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:26 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-11T03:36:26.906 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:26 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:36:26.907 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:26 smithi086 ceph-mon[91691]: pgmap v140: 121 pgs: 121 active+clean; 212 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-09-11T03:36:26.907 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:26 smithi086 ceph-mon[91691]: osdmap e317: 8 total, 8 up, 8 in 2024-09-11T03:36:26.907 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:26 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:26.907 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:26 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-11T03:36:26.907 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:26 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:36:26.950 INFO:tasks.rados.rados.0.smithi086.stdout:1330: finishing write tid 6 to smithi08678205-2 2024-09-11T03:36:26.950 INFO:tasks.rados.rados.0.smithi086.stdout:1330: oid 2 updating version 0 to 158 2024-09-11T03:36:26.951 INFO:tasks.rados.rados.0.smithi086.stdout:1330: oid 2 updating version 158 to 159 2024-09-11T03:36:26.951 INFO:tasks.rados.rados.0.smithi086.stdout:1330: oid 2 version 159 is already newer than 157 2024-09-11T03:36:26.951 INFO:tasks.rados.rados.0.smithi086.stdout:1330: oid 2 version 159 is already newer than 156 2024-09-11T03:36:26.951 INFO:tasks.rados.rados.0.smithi086.stdout:1330: oid 2 version 159 is already newer than 155 2024-09-11T03:36:26.951 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 159 (ObjNum 427 snap 124 seq_num 427) dirty exists 2024-09-11T03:36:26.951 INFO:tasks.rados.rados.0.smithi086.stdout:1330: left oid 2 (ObjNum 427 snap 124 seq_num 427) 2024-09-11T03:36:26.951 INFO:tasks.rados.rados.0.smithi086.stdout:1333: finishing rollback tid 0 to smithi08678205-47 2024-09-11T03:36:26.951 INFO:tasks.rados.rados.0.smithi086.stdout:1333: finishing rollback tid 1 to smithi08678205-47 2024-09-11T03:36:26.951 INFO:tasks.rados.rados.0.smithi086.stdout:1333: finishing rollback tid 2 to smithi08678205-47 2024-09-11T03:36:26.951 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 578 (ObjNum 330 snap 86 seq_num 330) dirty exists 2024-09-11T03:36:26.951 INFO:tasks.rados.rados.0.smithi086.stdout:1334: finishing write tid 1 to smithi08678205-3 2024-09-11T03:36:26.951 INFO:tasks.rados.rados.0.smithi086.stdout:1334: finishing write tid 2 to smithi08678205-3 2024-09-11T03:36:26.951 INFO:tasks.rados.rados.0.smithi086.stdout:1334: finishing write tid 3 to smithi08678205-3 2024-09-11T03:36:26.952 INFO:tasks.rados.rados.0.smithi086.stdout:1334: finishing write tid 4 to smithi08678205-3 2024-09-11T03:36:26.952 INFO:tasks.rados.rados.0.smithi086.stdout:1334: finishing write tid 5 to smithi08678205-3 2024-09-11T03:36:26.952 INFO:tasks.rados.rados.0.smithi086.stdout:1336: expect (ObjNum 337 snap 91 seq_num 337) 2024-09-11T03:36:26.972 INFO:tasks.rados.rados.0.smithi086.stdout:1334: finishing write tid 6 to smithi08678205-3 2024-09-11T03:36:26.972 INFO:tasks.rados.rados.0.smithi086.stdout:1334: oid 3 updating version 0 to 639 2024-09-11T03:36:26.972 INFO:tasks.rados.rados.0.smithi086.stdout:1334: oid 3 version 639 is already newer than 638 2024-09-11T03:36:26.972 INFO:tasks.rados.rados.0.smithi086.stdout:1334: oid 3 version 639 is already newer than 637 2024-09-11T03:36:26.972 INFO:tasks.rados.rados.0.smithi086.stdout:1334: oid 3 updating version 639 to 640 2024-09-11T03:36:26.972 INFO:tasks.rados.rados.0.smithi086.stdout:1334: oid 3 updating version 640 to 641 2024-09-11T03:36:26.972 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 641 (ObjNum 429 snap 124 seq_num 429) dirty exists 2024-09-11T03:36:26.972 INFO:tasks.rados.rados.0.smithi086.stdout:1334: left oid 3 (ObjNum 429 snap 124 seq_num 429) 2024-09-11T03:36:26.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:26 smithi130 ceph-mon[83685]: pgmap v140: 121 pgs: 121 active+clean; 212 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-09-11T03:36:26.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:26 smithi130 ceph-mon[83685]: osdmap e317: 8 total, 8 up, 8 in 2024-09-11T03:36:26.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:26 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:26.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:26 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-11T03:36:26.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:26 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:36:27.627 INFO:tasks.rados.rados.0.smithi086.stdout:1328: done (7 left) 2024-09-11T03:36:27.627 INFO:tasks.rados.rados.0.smithi086.stdout:1330: done (6 left) 2024-09-11T03:36:27.628 INFO:tasks.rados.rados.0.smithi086.stdout:1333: done (5 left) 2024-09-11T03:36:27.628 INFO:tasks.rados.rados.0.smithi086.stdout:1334: done (4 left) 2024-09-11T03:36:27.628 INFO:tasks.rados.rados.0.smithi086.stdout:1335: done (3 left) 2024-09-11T03:36:27.628 INFO:tasks.rados.rados.0.smithi086.stdout:1336: done (2 left) 2024-09-11T03:36:27.628 INFO:tasks.rados.rados.0.smithi086.stdout:1338: done (1 left) 2024-09-11T03:36:27.628 INFO:tasks.rados.rados.0.smithi086.stdout:1339: done (0 left) 2024-09-11T03:36:27.628 INFO:tasks.rados.rados.0.smithi086.stdout:1340: snap_create 2024-09-11T03:36:27.971 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:27 smithi086 ceph-mon[89281]: Upgrade: Updating osd.1 2024-09-11T03:36:27.971 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:27 smithi086 ceph-mon[89281]: Deploying daemon osd.1 on smithi086 2024-09-11T03:36:27.971 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:27 smithi086 ceph-mon[89281]: osdmap e318: 8 total, 8 up, 8 in 2024-09-11T03:36:27.971 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:27 smithi086 ceph-mon[89281]: osdmap e319: 8 total, 8 up, 8 in 2024-09-11T03:36:27.971 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:27 smithi086 ceph-mon[91691]: Upgrade: Updating osd.1 2024-09-11T03:36:27.972 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:27 smithi086 ceph-mon[91691]: Deploying daemon osd.1 on smithi086 2024-09-11T03:36:27.972 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:27 smithi086 ceph-mon[91691]: osdmap e318: 8 total, 8 up, 8 in 2024-09-11T03:36:27.972 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:27 smithi086 ceph-mon[91691]: osdmap e319: 8 total, 8 up, 8 in 2024-09-11T03:36:28.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:27 smithi130 ceph-mon[83685]: Upgrade: Updating osd.1 2024-09-11T03:36:28.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:27 smithi130 ceph-mon[83685]: Deploying daemon osd.1 on smithi086 2024-09-11T03:36:28.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:27 smithi130 ceph-mon[83685]: osdmap e318: 8 total, 8 up, 8 in 2024-09-11T03:36:28.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:27 smithi130 ceph-mon[83685]: osdmap e319: 8 total, 8 up, 8 in 2024-09-11T03:36:28.222 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:36:28 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:36:28] "GET /metrics HTTP/1.1" 200 36231 "" "Prometheus/2.43.0" 2024-09-11T03:36:28.627 INFO:tasks.rados.rados.0.smithi086.stdout:1340: done (0 left) 2024-09-11T03:36:28.627 INFO:tasks.rados.rados.0.smithi086.stdout:1341: read oid 17 snap 118 2024-09-11T03:36:28.627 INFO:tasks.rados.rados.0.smithi086.stdout:1341: expect deleted 2024-09-11T03:36:28.627 INFO:tasks.rados.rados.0.smithi086.stdout:1342: delete oid 15 current snap is 126 2024-09-11T03:36:28.634 INFO:tasks.rados.rados.0.smithi086.stdout:1341: done (1 left) 2024-09-11T03:36:28.634 INFO:tasks.rados.rados.0.smithi086.stdout:1342: done (0 left) 2024-09-11T03:36:28.634 INFO:tasks.rados.rados.0.smithi086.stdout:1343: read oid 41 snap 92 2024-09-11T03:36:28.634 INFO:tasks.rados.rados.0.smithi086.stdout:1343: expect (ObjNum 343 snap 92 seq_num 343) 2024-09-11T03:36:28.634 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 126 2024-09-11T03:36:28.635 INFO:tasks.rados.rados.0.smithi086.stdout:1344: seq_num 431 ranges {0=24576} 2024-09-11T03:36:28.635 INFO:tasks.rados.rados.0.smithi086.stdout:1344: writing smithi08678205-36 from 0 to 24576 tid 1 2024-09-11T03:36:28.635 INFO:tasks.rados.rados.0.smithi086.stdout:1345: rollback oid 4 current snap is 126 2024-09-11T03:36:28.635 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 4 to 116 2024-09-11T03:36:28.635 INFO:tasks.rados.rados.0.smithi086.stdout:1346: rmattr oid 46 current snap is 126 2024-09-11T03:36:28.635 INFO:tasks.rados.rados.0.smithi086.stdout:1346: done (3 left) 2024-09-11T03:36:28.635 INFO:tasks.rados.rados.0.smithi086.stdout:1347: setattr oid 10 current snap is 126 2024-09-11T03:36:28.635 INFO:tasks.rados.rados.0.smithi086.stdout:1345: finishing rollback tid 1 to smithi08678205-4 2024-09-11T03:36:28.636 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 566 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-11T03:36:28.636 INFO:tasks.rados.rados.0.smithi086.stdout:1345: done (3 left) 2024-09-11T03:36:28.637 INFO:tasks.rados.rados.0.smithi086.stdout:1348: snap_remove snap 122 2024-09-11T03:36:28.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:28 smithi086 ceph-mon[89281]: pgmap v143: 121 pgs: 121 active+clean; 212 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-09-11T03:36:28.815 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:28 smithi086 ceph-mon[89281]: osdmap e320: 8 total, 8 up, 8 in 2024-09-11T03:36:28.816 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:28 smithi086 ceph-mon[91691]: pgmap v143: 121 pgs: 121 active+clean; 212 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-09-11T03:36:28.816 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:28 smithi086 ceph-mon[91691]: osdmap e320: 8 total, 8 up, 8 in 2024-09-11T03:36:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:28 smithi130 ceph-mon[83685]: pgmap v143: 121 pgs: 121 active+clean; 212 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-09-11T03:36:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:28 smithi130 ceph-mon[83685]: osdmap e320: 8 total, 8 up, 8 in 2024-09-11T03:36:29.629 INFO:tasks.rados.rados.0.smithi086.stdout:1348: done (3 left) 2024-09-11T03:36:29.629 INFO:tasks.rados.rados.0.smithi086.stdout:1349: rmattr oid 14 current snap is 126 2024-09-11T03:36:29.629 INFO:tasks.rados.rados.0.smithi086.stdout:1349: done (3 left) 2024-09-11T03:36:29.629 INFO:tasks.rados.rados.0.smithi086.stdout:1350: snap_remove snap 124 2024-09-11T03:36:29.822 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:29 smithi086 systemd[1]: Stopping Ceph osd.1 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:36:29.822 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:29 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1[47027]: 2024-09-11T03:36:29.655+0000 7f8a8791d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:36:29.822 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:29 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1[47027]: 2024-09-11T03:36:29.655+0000 7f8a8791d640 -1 osd.1 321 *** Got signal Terminated *** 2024-09-11T03:36:29.822 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:29 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1[47027]: 2024-09-11T03:36:29.655+0000 7f8a8791d640 -1 osd.1 321 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:36:30.648 INFO:tasks.rados.rados.0.smithi086.stdout:1350: done (3 left) 2024-09-11T03:36:30.648 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 126 2024-09-11T03:36:30.649 INFO:tasks.rados.rados.0.smithi086.stdout:1351: seq_num 432 ranges {0=40960} 2024-09-11T03:36:30.649 INFO:tasks.rados.rados.0.smithi086.stdout:1351: writing smithi08678205-9 from 0 to 40960 tid 1 2024-09-11T03:36:30.649 INFO:tasks.rados.rados.0.smithi086.stdout:1352: read oid 27 snap -1 2024-09-11T03:36:30.649 INFO:tasks.rados.rados.0.smithi086.stdout:1352: expect deleted 2024-09-11T03:36:30.649 INFO:tasks.rados.rados.0.smithi086.stdout:1353: copy_from oid 31 from oid 38 current snap is 126 2024-09-11T03:36:30.649 INFO:tasks.rados.rados.0.smithi086.stdout:1354: rollback oid 37 current snap is 126 2024-09-11T03:36:30.649 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 37 to 109 2024-09-11T03:36:30.649 INFO:tasks.rados.rados.0.smithi086.stdout:1355: delete oid 34 current snap is 126 2024-09-11T03:36:30.649 INFO:tasks.rados.rados.0.smithi086.stdout:1343: expect (ObjNum 343 snap 92 seq_num 343) 2024-09-11T03:36:30.677 INFO:tasks.rados.rados.0.smithi086.stdout:1344: finishing write tid 1 to smithi08678205-36 2024-09-11T03:36:30.677 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 642 (ObjNum 402 snap 117 seq_num 402) dirty exists 2024-09-11T03:36:30.677 INFO:tasks.rados.rados.0.smithi086.stdout:1344: finishing write tid 2 to smithi08678205-36 2024-09-11T03:36:30.677 INFO:tasks.rados.rados.0.smithi086.stdout:1344: finishing write tid 3 to smithi08678205-36 2024-09-11T03:36:30.677 INFO:tasks.rados.rados.0.smithi086.stdout:1344: oid 36 updating version 0 to 1048 2024-09-11T03:36:30.677 INFO:tasks.rados.rados.0.smithi086.stdout:1344: oid 36 version 1048 is already newer than 1047 2024-09-11T03:36:30.677 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 1048 (ObjNum 431 snap 126 seq_num 431) dirty exists 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:1344: left oid 36 (ObjNum 431 snap 126 seq_num 431) 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:1351: finishing write tid 1 to smithi08678205-9 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:1351: finishing write tid 2 to smithi08678205-9 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:1354: finishing rollback tid 0 to smithi08678205-37 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:1354: finishing rollback tid 1 to smithi08678205-37 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:1354: finishing rollback tid 2 to smithi08678205-37 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 237 (ObjNum 305 snap 0 seq_num 3874764027) dirty exists 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:1351: finishing write tid 3 to smithi08678205-9 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:1351: oid 9 updating version 0 to 569 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:1351: oid 9 version 569 is already newer than 568 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 569 (ObjNum 432 snap 126 seq_num 432) dirty exists 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:1351: left oid 9 (ObjNum 432 snap 126 seq_num 432) 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:1343: done (7 left) 2024-09-11T03:36:30.678 INFO:tasks.rados.rados.0.smithi086.stdout:1344: done (6 left) 2024-09-11T03:36:30.679 INFO:tasks.rados.rados.0.smithi086.stdout:1347: done (5 left) 2024-09-11T03:36:30.679 INFO:tasks.rados.rados.0.smithi086.stdout:1351: done (4 left) 2024-09-11T03:36:30.679 INFO:tasks.rados.rados.0.smithi086.stdout:1354: done (3 left) 2024-09-11T03:36:30.679 INFO:tasks.rados.rados.0.smithi086.stdout:1355: done (2 left) 2024-09-11T03:36:30.679 INFO:tasks.rados.rados.0.smithi086.stdout:1356: delete oid 48 current snap is 126 2024-09-11T03:36:30.679 INFO:tasks.rados.rados.0.smithi086.stdout:1356: done (2 left) 2024-09-11T03:36:30.679 INFO:tasks.rados.rados.0.smithi086.stdout:1357: delete oid 30 current snap is 126 2024-09-11T03:36:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:30 smithi086 ceph-mon[91691]: pgmap v146: 121 pgs: 121 active+clean; 214 MiB data, 1024 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 568 KiB/s wr, 1 op/s 2024-09-11T03:36:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:30 smithi086 ceph-mon[91691]: osdmap e321: 8 total, 8 up, 8 in 2024-09-11T03:36:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:30 smithi086 ceph-mon[91691]: osd.1 marked itself down and dead 2024-09-11T03:36:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:30 smithi086 ceph-mon[89281]: pgmap v146: 121 pgs: 121 active+clean; 214 MiB data, 1024 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 568 KiB/s wr, 1 op/s 2024-09-11T03:36:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:30 smithi086 ceph-mon[89281]: osdmap e321: 8 total, 8 up, 8 in 2024-09-11T03:36:31.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:30 smithi086 ceph-mon[89281]: osd.1 marked itself down and dead 2024-09-11T03:36:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:30 smithi130 ceph-mon[83685]: pgmap v146: 121 pgs: 121 active+clean; 214 MiB data, 1024 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 568 KiB/s wr, 1 op/s 2024-09-11T03:36:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:30 smithi130 ceph-mon[83685]: osdmap e321: 8 total, 8 up, 8 in 2024-09-11T03:36:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:30 smithi130 ceph-mon[83685]: osd.1 marked itself down and dead 2024-09-11T03:36:31.472 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:31 smithi086 podman[101436]: 2024-09-11 03:36:31.198623937 +0000 UTC m=+1.636663864 container died 6d8c3e9230e8b0c47d1d715d00fbec7c5609c9acd6baa4e0172734c6d080410a (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7a853b1, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:36:31.662 INFO:tasks.rados.rados.0.smithi086.stdout:1352: done (2 left) 2024-09-11T03:36:31.662 INFO:tasks.rados.rados.0.smithi086.stdout:1357: done (1 left) 2024-09-11T03:36:31.662 INFO:tasks.rados.rados.0.smithi086.stdout:1358: snap_remove snap 112 2024-09-11T03:36:31.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:31 smithi086 ceph-mon[89281]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:36:31.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:31 smithi086 ceph-mon[89281]: osdmap e322: 8 total, 7 up, 8 in 2024-09-11T03:36:31.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:31 smithi086 ceph-mon[91691]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:36:31.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:31 smithi086 ceph-mon[91691]: osdmap e322: 8 total, 7 up, 8 in 2024-09-11T03:36:31.822 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:31 smithi086 podman[101436]: 2024-09-11 03:36:31.571953426 +0000 UTC m=+2.009993392 container cleanup 6d8c3e9230e8b0c47d1d715d00fbec7c5609c9acd6baa4e0172734c6d080410a (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=reef-7a853b1, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:36:31.822 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:31 smithi086 bash[101436]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1 2024-09-11T03:36:32.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:31 smithi130 ceph-mon[83685]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:36:32.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:31 smithi130 ceph-mon[83685]: osdmap e322: 8 total, 7 up, 8 in 2024-09-11T03:36:32.151 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:31 smithi086 podman[101451]: 2024-09-11 03:36:31.823275125 +0000 UTC m=+0.624964637 container remove 6d8c3e9230e8b0c47d1d715d00fbec7c5609c9acd6baa4e0172734c6d080410a (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-7a853b1, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:36:32.442 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:32 smithi086 podman[101540]: 2024-09-11 03:36:32.054609988 +0000 UTC m=+0.016015760 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:36:32.443 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:32 smithi086 podman[101540]: 2024-09-11 03:36:32.157773212 +0000 UTC m=+0.119179031 container create 74c40f03e645c55aaa1ed41aeb2bffc219f55908f47210a00812151228d4d15e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-11T03:36:32.443 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:32 smithi086 podman[101540]: 2024-09-11 03:36:32.368354852 +0000 UTC m=+0.329760620 container init 74c40f03e645c55aaa1ed41aeb2bffc219f55908f47210a00812151228d4d15e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:36:32.443 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:32 smithi086 podman[101540]: 2024-09-11 03:36:32.371632665 +0000 UTC m=+0.333038428 container start 74c40f03e645c55aaa1ed41aeb2bffc219f55908f47210a00812151228d4d15e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-11T03:36:32.443 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:32 smithi086 podman[101540]: 2024-09-11 03:36:32.443250705 +0000 UTC m=+0.404656497 container attach 74c40f03e645c55aaa1ed41aeb2bffc219f55908f47210a00812151228d4d15e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-deactivate, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-11T03:36:32.628 INFO:tasks.rados.rados.0.smithi086.stdout:1358: done (1 left) 2024-09-11T03:36:32.628 INFO:tasks.rados.rados.0.smithi086.stdout:1359: read oid 4 snap -1 2024-09-11T03:36:32.628 INFO:tasks.rados.rados.0.smithi086.stdout:1359: expect deleted 2024-09-11T03:36:32.628 INFO:tasks.rados.rados.0.smithi086.stdout:1360: copy_from oid 13 from oid 44 current snap is 126 2024-09-11T03:36:32.629 INFO:tasks.rados.rados.0.smithi086.stdout:1353: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:36:32.629 INFO:tasks.rados.rados.0.smithi086.stdout:1353: finishing copy_from to smithi08678205-31 2024-09-11T03:36:32.629 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 366 (ObjNum 364 snap 98 seq_num 364) dirty exists 2024-09-11T03:36:32.629 INFO:tasks.rados.rados.0.smithi086.stdout:1353: done (2 left) 2024-09-11T03:36:32.629 INFO:tasks.rados.rados.0.smithi086.stdout:1361: delete oid 46 current snap is 126 2024-09-11T03:36:32.639 INFO:tasks.rados.rados.0.smithi086.stdout:1359: done (2 left) 2024-09-11T03:36:32.639 INFO:tasks.rados.rados.0.smithi086.stdout:1361: done (1 left) 2024-09-11T03:36:32.639 INFO:tasks.rados.rados.0.smithi086.stdout:1362: copy_from oid 25 from oid 3 current snap is 126 2024-09-11T03:36:32.639 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 126 2024-09-11T03:36:32.639 INFO:tasks.rados.rados.0.smithi086.stdout:1363: seq_num 437 ranges {3063808=122880} 2024-09-11T03:36:32.657 INFO:tasks.rados.rados.0.smithi086.stdout:1363: writing smithi08678205-1 from 3063808 to 3186688 tid 1 2024-09-11T03:36:32.658 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 126 2024-09-11T03:36:32.658 INFO:tasks.rados.rados.0.smithi086.stdout:1360: finishing copy_from racing read to smithi08678205-13 2024-09-11T03:36:32.658 INFO:tasks.rados.rados.0.smithi086.stdout:1364: seq_num 438 ranges {0=139264} 2024-09-11T03:36:32.659 INFO:tasks.rados.rados.0.smithi086.stdout:1364: writing smithi08678205-27 from 0 to 139264 tid 1 2024-09-11T03:36:32.659 INFO:tasks.rados.rados.0.smithi086.stdout:1365: read oid 18 snap -1 2024-09-11T03:36:32.659 INFO:tasks.rados.rados.0.smithi086.stdout:1365: expect (ObjNum 337 snap 91 seq_num 337) 2024-09-11T03:36:32.659 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 126 2024-09-11T03:36:32.659 INFO:tasks.rados.rados.0.smithi086.stdout:1366: seq_num 439 ranges {4063232=155648} 2024-09-11T03:36:32.682 INFO:tasks.rados.rados.0.smithi086.stdout:1366: writing smithi08678205-12 from 4063232 to 4218880 tid 1 2024-09-11T03:36:32.682 INFO:tasks.rados.rados.0.smithi086.stdout:1367: rollback oid 29 current snap is 126 2024-09-11T03:36:32.682 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 29 to 107 2024-09-11T03:36:32.682 INFO:tasks.rados.rados.0.smithi086.stdout:1362: finishing copy_from racing read to smithi08678205-25 2024-09-11T03:36:32.682 INFO:tasks.rados.rados.0.smithi086.stdout:1368: copy_from oid 43 from oid 2 current snap is 126 2024-09-11T03:36:32.682 INFO:tasks.rados.rados.0.smithi086.stdout:1363: finishing write tid 1 to smithi08678205-1 2024-09-11T03:36:32.682 INFO:tasks.rados.rados.0.smithi086.stdout:1363: finishing write tid 2 to smithi08678205-1 2024-09-11T03:36:32.682 INFO:tasks.rados.rados.0.smithi086.stdout:1363: finishing write tid 3 to smithi08678205-1 2024-09-11T03:36:32.682 INFO:tasks.rados.rados.0.smithi086.stdout:1363: oid 1 updating version 0 to 579 2024-09-11T03:36:32.682 INFO:tasks.rados.rados.0.smithi086.stdout:1363: oid 1 updating version 579 to 580 2024-09-11T03:36:32.683 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 580 (ObjNum 437 snap 126 seq_num 437) dirty exists 2024-09-11T03:36:32.683 INFO:tasks.rados.rados.0.smithi086.stdout:1363: left oid 1 (ObjNum 437 snap 126 seq_num 437) 2024-09-11T03:36:32.683 INFO:tasks.rados.rados.0.smithi086.stdout:1365: expect (ObjNum 337 snap 91 seq_num 337) 2024-09-11T03:36:32.705 INFO:tasks.rados.rados.0.smithi086.stdout:1362: finishing copy_from to smithi08678205-25 2024-09-11T03:36:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 641 (ObjNum 429 snap 124 seq_num 429) dirty exists 2024-09-11T03:36:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:1364: finishing write tid 1 to smithi08678205-27 2024-09-11T03:36:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:1360: finishing copy_from to smithi08678205-13 2024-09-11T03:36:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 557 (ObjNum 370 snap 98 seq_num 370) dirty exists 2024-09-11T03:36:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:1364: finishing write tid 2 to smithi08678205-27 2024-09-11T03:36:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:1364: finishing write tid 3 to smithi08678205-27 2024-09-11T03:36:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:1364: oid 27 updating version 0 to 570 2024-09-11T03:36:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:1364: oid 27 updating version 570 to 571 2024-09-11T03:36:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 571 (ObjNum 438 snap 126 seq_num 438) dirty exists 2024-09-11T03:36:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:1364: left oid 27 (ObjNum 438 snap 126 seq_num 438) 2024-09-11T03:36:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:1360: done (7 left) 2024-09-11T03:36:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:1362: done (6 left) 2024-09-11T03:36:32.707 INFO:tasks.rados.rados.0.smithi086.stdout:1363: done (5 left) 2024-09-11T03:36:32.707 INFO:tasks.rados.rados.0.smithi086.stdout:1364: done (4 left) 2024-09-11T03:36:32.707 INFO:tasks.rados.rados.0.smithi086.stdout:1365: done (3 left) 2024-09-11T03:36:32.707 INFO:tasks.rados.rados.0.smithi086.stdout:1369: snap_remove snap 125 2024-09-11T03:36:32.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:32 smithi086 ceph-mon[89281]: pgmap v149: 121 pgs: 16 stale+active+clean, 105 active+clean; 219 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-09-11T03:36:32.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:32 smithi086 ceph-mon[89281]: osdmap e323: 8 total, 7 up, 8 in 2024-09-11T03:36:32.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:32 smithi086 ceph-mon[89281]: osdmap e324: 8 total, 7 up, 8 in 2024-09-11T03:36:32.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:32 smithi086 ceph-mon[91691]: pgmap v149: 121 pgs: 16 stale+active+clean, 105 active+clean; 219 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-09-11T03:36:32.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:32 smithi086 ceph-mon[91691]: osdmap e323: 8 total, 7 up, 8 in 2024-09-11T03:36:32.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:32 smithi086 ceph-mon[91691]: osdmap e324: 8 total, 7 up, 8 in 2024-09-11T03:36:32.823 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:32 smithi086 podman[101564]: 2024-09-11 03:36:32.586049669 +0000 UTC m=+0.016154337 container died 74c40f03e645c55aaa1ed41aeb2bffc219f55908f47210a00812151228d4d15e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:36:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:32 smithi130 ceph-mon[83685]: pgmap v149: 121 pgs: 16 stale+active+clean, 105 active+clean; 219 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-09-11T03:36:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:32 smithi130 ceph-mon[83685]: osdmap e323: 8 total, 7 up, 8 in 2024-09-11T03:36:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:32 smithi130 ceph-mon[83685]: osdmap e324: 8 total, 7 up, 8 in 2024-09-11T03:36:33.572 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:33 smithi086 podman[101564]: 2024-09-11 03:36:33.18123304 +0000 UTC m=+0.611337701 container remove 74c40f03e645c55aaa1ed41aeb2bffc219f55908f47210a00812151228d4d15e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:36:33.572 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:33 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-11T03:36:33.572 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:33 smithi086 systemd[1]: Stopped Ceph osd.1 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:36:33.572 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:33 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.1.service: Consumed 9.354s CPU time. 2024-09-11T03:36:33.573 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:33 smithi086 systemd[1]: Starting Ceph osd.1 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:36:33.655 INFO:tasks.rados.rados.0.smithi086.stdout:1369: done (3 left) 2024-09-11T03:36:33.655 INFO:tasks.rados.rados.0.smithi086.stdout:1370: copy_from oid 24 from oid 34 current snap is 126 2024-09-11T03:36:33.655 INFO:tasks.rados.rados.0.smithi086.stdout:1367: finishing rollback tid 1 to smithi08678205-29 2024-09-11T03:36:33.655 INFO:tasks.rados.rados.0.smithi086.stdout:1367: finishing rollback tid 2 to smithi08678205-29 2024-09-11T03:36:33.655 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 553 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-11T03:36:33.655 INFO:tasks.rados.rados.0.smithi086.stdout:1366: finishing write tid 1 to smithi08678205-12 2024-09-11T03:36:33.655 INFO:tasks.rados.rados.0.smithi086.stdout:1366: finishing write tid 2 to smithi08678205-12 2024-09-11T03:36:33.655 INFO:tasks.rados.rados.0.smithi086.stdout:1366: finishing write tid 3 to smithi08678205-12 2024-09-11T03:36:33.656 INFO:tasks.rados.rados.0.smithi086.stdout:1366: oid 12 updating version 0 to 678 2024-09-11T03:36:33.656 INFO:tasks.rados.rados.0.smithi086.stdout:1366: oid 12 updating version 678 to 679 2024-09-11T03:36:33.656 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 679 (ObjNum 439 snap 126 seq_num 439) dirty exists 2024-09-11T03:36:33.656 INFO:tasks.rados.rados.0.smithi086.stdout:1366: left oid 12 (ObjNum 439 snap 126 seq_num 439) 2024-09-11T03:36:33.656 INFO:tasks.rados.rados.0.smithi086.stdout:1368: finishing copy_from racing read to smithi08678205-43 2024-09-11T03:36:33.656 INFO:tasks.rados.rados.0.smithi086.stdout:1368: finishing copy_from to smithi08678205-43 2024-09-11T03:36:33.656 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 159 (ObjNum 427 snap 124 seq_num 427) dirty exists 2024-09-11T03:36:33.656 INFO:tasks.rados.rados.0.smithi086.stdout:1366: done (3 left) 2024-09-11T03:36:33.656 INFO:tasks.rados.rados.0.smithi086.stdout:1367: done (2 left) 2024-09-11T03:36:33.656 INFO:tasks.rados.rados.0.smithi086.stdout:1368: done (1 left) 2024-09-11T03:36:33.656 INFO:tasks.rados.rados.0.smithi086.stdout:1371: snap_create 2024-09-11T03:36:33.658 INFO:tasks.rados.rados.0.smithi086.stdout:1370: finishing copy_from to smithi08678205-24 2024-09-11T03:36:33.658 INFO:tasks.rados.rados.0.smithi086.stdout:1370: got expected ENOENT (src dne) 2024-09-11T03:36:33.659 INFO:tasks.rados.rados.0.smithi086.stdout:1370: finishing copy_from racing read to smithi08678205-24 2024-09-11T03:36:33.959 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:33 smithi086 podman[101661]: 2024-09-11 03:36:33.623803782 +0000 UTC m=+0.112799360 container create 6956a2efdcfbf0d700b1459ddfa39274f73967a2eb053ede7ac64cd0f951b9fa (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:36:33.959 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:33 smithi086 podman[101661]: 2024-09-11 03:36:33.527021463 +0000 UTC m=+0.016017043 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:36:33.959 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:33 smithi086 podman[101661]: 2024-09-11 03:36:33.86823192 +0000 UTC m=+0.357227501 container init 6956a2efdcfbf0d700b1459ddfa39274f73967a2eb053ede7ac64cd0f951b9fa (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:36:33.959 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:33 smithi086 podman[101661]: 2024-09-11 03:36:33.871619393 +0000 UTC m=+0.360614981 container start 6956a2efdcfbf0d700b1459ddfa39274f73967a2eb053ede7ac64cd0f951b9fa (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:36:33.960 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:33 smithi086 podman[101661]: 2024-09-11 03:36:33.95977364 +0000 UTC m=+0.448769225 container attach 6956a2efdcfbf0d700b1459ddfa39274f73967a2eb053ede7ac64cd0f951b9fa (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:36:33.978 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:36:34.322 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate[101679]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:36:34.322 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 bash[101661]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:36:34.322 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate[101679]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:36:34.322 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 bash[101661]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:36:34.569 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:36:34.569 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (5m) 28s ago 6m 24.9M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (6m) 68s ago 6m 88.1M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (8m) 28s ago 8m 22.2M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (7m) 68s ago 7m 15.4M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (2m) 68s ago 11m 453M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (2m) 28s ago 12m 519M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (112s) 28s ago 13m 47.0M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (73s) 68s ago 11m 20.4M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (90s) 28s ago 11m 37.1M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (6m) 28s ago 6m 16.6M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (6m) 68s ago 6m 15.4M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (32s) 28s ago 11m 12.2M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 987e6b2de39f 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (10m) 28s ago 10m 140M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 6d8c3e9230e8 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (10m) 28s ago 10m 169M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e d3d0f22e40b8 2024-09-11T03:36:34.570 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (9m) 28s ago 9m 105M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e ec41798cba7a 2024-09-11T03:36:34.571 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (9m) 68s ago 9m 120M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 21e3380b8d63 2024-09-11T03:36:34.571 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (9m) 68s ago 9m 135M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 8946be32054c 2024-09-11T03:36:34.571 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (8m) 68s ago 8m 115M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:36:34.571 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (8m) 68s ago 8m 116M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:36:34.571 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (2m) 68s ago 7m 49.9M - 2.43.0 a07b618ecd1d 700e3afbbd6b 2024-09-11T03:36:34.660 INFO:tasks.rados.rados.0.smithi086.stdout:1370: done (1 left) 2024-09-11T03:36:34.660 INFO:tasks.rados.rados.0.smithi086.stdout:1371: done (0 left) 2024-09-11T03:36:34.660 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 127 2024-09-11T03:36:34.660 INFO:tasks.rados.rados.0.smithi086.stdout:1372: seq_num 440 ranges {6045696=172032} 2024-09-11T03:36:34.693 INFO:tasks.rados.rados.0.smithi086.stdout:1372: writing smithi08678205-11 from 6045696 to 6217728 tid 1 2024-09-11T03:36:34.694 INFO:tasks.rados.rados.0.smithi086.stdout:1373: rmattr oid 30 current snap is 127 2024-09-11T03:36:34.694 INFO:tasks.rados.rados.0.smithi086.stdout:1373: done (1 left) 2024-09-11T03:36:34.694 INFO:tasks.rados.rados.0.smithi086.stdout:1374: delete oid 19 current snap is 127 2024-09-11T03:36:34.699 INFO:tasks.rados.rados.0.smithi086.stdout:1372: finishing write tid 1 to smithi08678205-11 2024-09-11T03:36:34.699 INFO:tasks.rados.rados.0.smithi086.stdout:1372: finishing write tid 2 to smithi08678205-11 2024-09-11T03:36:34.700 INFO:tasks.rados.rados.0.smithi086.stdout:1374: done (1 left) 2024-09-11T03:36:34.700 INFO:tasks.rados.rados.0.smithi086.stdout:1375: rollback oid 30 current snap is 127 2024-09-11T03:36:34.700 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 30 to 115 2024-09-11T03:36:34.700 INFO:tasks.rados.rados.0.smithi086.stdout:1376: copy_from oid 23 from oid 17 current snap is 127 2024-09-11T03:36:34.701 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 24 current snap is 127 2024-09-11T03:36:34.701 INFO:tasks.rados.rados.0.smithi086.stdout:1377: seq_num 442 ranges {2293760=204800} 2024-09-11T03:36:34.714 INFO:tasks.rados.rados.0.smithi086.stdout:1377: writing smithi08678205-24 from 2293760 to 2498560 tid 1 2024-09-11T03:36:34.715 INFO:tasks.rados.rados.0.smithi086.stdout:1378: read oid 34 snap 114 2024-09-11T03:36:34.715 INFO:tasks.rados.rados.0.smithi086.stdout:1378: expect (ObjNum 221 snap 49 seq_num 221) 2024-09-11T03:36:34.715 INFO:tasks.rados.rados.0.smithi086.stdout:1379: snap_create 2024-09-11T03:36:34.715 INFO:tasks.rados.rados.0.smithi086.stdout:1372: finishing write tid 3 to smithi08678205-11 2024-09-11T03:36:34.715 INFO:tasks.rados.rados.0.smithi086.stdout:1372: oid 11 updating version 0 to 643 2024-09-11T03:36:34.715 INFO:tasks.rados.rados.0.smithi086.stdout:1372: oid 11 version 643 is already newer than 642 2024-09-11T03:36:34.715 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 643 (ObjNum 440 snap 127 seq_num 440) dirty exists 2024-09-11T03:36:34.715 INFO:tasks.rados.rados.0.smithi086.stdout:1372: left oid 11 (ObjNum 440 snap 127 seq_num 440) 2024-09-11T03:36:34.715 INFO:tasks.rados.rados.0.smithi086.stdout:1375: finishing rollback tid 1 to smithi08678205-30 2024-09-11T03:36:34.715 INFO:tasks.rados.rados.0.smithi086.stdout:1375: finishing rollback tid 2 to smithi08678205-30 2024-09-11T03:36:34.715 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 1064 (ObjNum 399 snap 115 seq_num 399) dirty exists 2024-09-11T03:36:34.715 INFO:tasks.rados.rados.0.smithi086.stdout:1376: finishing copy_from to smithi08678205-23 2024-09-11T03:36:34.716 INFO:tasks.rados.rados.0.smithi086.stdout:1376: got expected ENOENT (src dne) 2024-09-11T03:36:34.716 INFO:tasks.rados.rados.0.smithi086.stdout:1376: finishing copy_from racing read to smithi08678205-23 2024-09-11T03:36:34.720 INFO:tasks.rados.rados.0.smithi086.stdout:1378: expect (ObjNum 221 snap 49 seq_num 221) 2024-09-11T03:36:34.755 INFO:tasks.rados.rados.0.smithi086.stdout:1377: finishing write tid 1 to smithi08678205-24 2024-09-11T03:36:34.755 INFO:tasks.rados.rados.0.smithi086.stdout:1377: finishing write tid 2 to smithi08678205-24 2024-09-11T03:36:34.755 INFO:tasks.rados.rados.0.smithi086.stdout:1377: finishing write tid 3 to smithi08678205-24 2024-09-11T03:36:34.755 INFO:tasks.rados.rados.0.smithi086.stdout:1377: oid 24 updating version 0 to 644 2024-09-11T03:36:34.755 INFO:tasks.rados.rados.0.smithi086.stdout:1377: oid 24 version 644 is already newer than 643 2024-09-11T03:36:34.755 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 644 (ObjNum 442 snap 127 seq_num 442) dirty exists 2024-09-11T03:36:34.755 INFO:tasks.rados.rados.0.smithi086.stdout:1377: left oid 24 (ObjNum 442 snap 127 seq_num 442) 2024-09-11T03:36:34.773 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-mon[89281]: pgmap v152: 121 pgs: 8 active+undersized, 14 stale+active+clean, 99 active+clean; 221 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-09-11T03:36:34.773 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-mon[89281]: osdmap e325: 8 total, 7 up, 8 in 2024-09-11T03:36:34.773 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-mon[89281]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:34.773 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:34.774 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:36:34.774 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-mon[91691]: pgmap v152: 121 pgs: 8 active+undersized, 14 stale+active+clean, 99 active+clean; 221 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-09-11T03:36:34.774 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-mon[91691]: osdmap e325: 8 total, 7 up, 8 in 2024-09-11T03:36:34.774 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-mon[91691]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:34.774 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:34.774 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:36:34.775 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate[101679]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-11T03:36:34.775 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 bash[101661]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-11T03:36:34.775 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate[101679]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-11T03:36:34.775 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 bash[101661]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-11T03:36:34.775 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate[101679]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-11T03:36:34.775 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 bash[101661]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-11T03:36:34.926 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:36:34.926 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:36:34.926 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:36:34.926 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:36:34.926 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:36:34.926 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:36:34.927 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:36:34.927 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:36:34.927 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 6, 2024-09-11T03:36:34.927 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 1 2024-09-11T03:36:34.927 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:36:34.927 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:36:34.927 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:36:34.927 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:36:34.927 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:36:34.927 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 8, 2024-09-11T03:36:34.927 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 6 2024-09-11T03:36:34.927 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:36:34.927 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:36:35.072 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate[101679]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-11T03:36:35.072 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 bash[101661]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-11T03:36:35.072 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate[101679]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-11T03:36:35.072 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 bash[101661]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-11T03:36:35.072 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate[101679]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-11T03:36:35.072 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 bash[101661]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-11T03:36:35.072 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate[101679]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-11T03:36:35.072 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 bash[101661]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-11T03:36:35.072 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:34 smithi086 podman[101661]: 2024-09-11 03:36:34.802512024 +0000 UTC m=+1.291507606 container died 6956a2efdcfbf0d700b1459ddfa39274f73967a2eb053ede7ac64cd0f951b9fa (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2) 2024-09-11T03:36:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:34 smithi130 ceph-mon[83685]: pgmap v152: 121 pgs: 8 active+undersized, 14 stale+active+clean, 99 active+clean; 221 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-09-11T03:36:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:34 smithi130 ceph-mon[83685]: osdmap e325: 8 total, 7 up, 8 in 2024-09-11T03:36:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:34 smithi130 ceph-mon[83685]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:36:35.219 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:36:35.219 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:36:35.219 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:36:35.219 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:36:35.219 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:36:35.219 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr", 2024-09-11T03:36:35.219 INFO:teuthology.orchestra.run.smithi086.stdout: "mon" 2024-09-11T03:36:35.220 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:36:35.220 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "6/20 daemons upgraded", 2024-09-11T03:36:35.220 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading osd daemons", 2024-09-11T03:36:35.220 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:36:35.220 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:36:35.665 INFO:tasks.rados.rados.0.smithi086.stdout:1372: done (5 left) 2024-09-11T03:36:35.665 INFO:tasks.rados.rados.0.smithi086.stdout:1375: done (4 left) 2024-09-11T03:36:35.665 INFO:tasks.rados.rados.0.smithi086.stdout:1376: done (3 left) 2024-09-11T03:36:35.665 INFO:tasks.rados.rados.0.smithi086.stdout:1377: done (2 left) 2024-09-11T03:36:35.666 INFO:tasks.rados.rados.0.smithi086.stdout:1378: done (1 left) 2024-09-11T03:36:35.666 INFO:tasks.rados.rados.0.smithi086.stdout:1379: done (0 left) 2024-09-11T03:36:35.666 INFO:tasks.rados.rados.0.smithi086.stdout:1380: delete oid 26 current snap is 128 2024-09-11T03:36:35.669 INFO:tasks.rados.rados.0.smithi086.stdout:1380: done (0 left) 2024-09-11T03:36:35.669 INFO:tasks.rados.rados.0.smithi086.stdout:1381: delete oid 5 current snap is 128 2024-09-11T03:36:35.672 INFO:tasks.rados.rados.0.smithi086.stdout:1381: done (0 left) 2024-09-11T03:36:35.672 INFO:tasks.rados.rados.0.smithi086.stdout:1382: copy_from oid 21 from oid 29 current snap is 128 2024-09-11T03:36:35.672 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 128 2024-09-11T03:36:35.672 INFO:tasks.rados.rados.0.smithi086.stdout:1383: seq_num 445 ranges {2400256=253952} 2024-09-11T03:36:35.687 INFO:tasks.rados.rados.0.smithi086.stdout:1383: writing smithi08678205-3 from 2400256 to 2654208 tid 1 2024-09-11T03:36:35.687 INFO:tasks.rados.rados.0.smithi086.stdout:1384: copy_from oid 35 from oid 34 current snap is 128 2024-09-11T03:36:35.687 INFO:tasks.rados.rados.0.smithi086.stdout:1382: finishing copy_from racing read to smithi08678205-21 2024-09-11T03:36:35.687 INFO:tasks.rados.rados.0.smithi086.stdout:1382: finishing copy_from to smithi08678205-21 2024-09-11T03:36:35.687 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 553 (ObjNum 33 snap 0 seq_num 3872467278) dirty exists 2024-09-11T03:36:35.687 INFO:tasks.rados.rados.0.smithi086.stdout:1385: read oid 19 snap -1 2024-09-11T03:36:35.687 INFO:tasks.rados.rados.0.smithi086.stdout:1385: expect deleted 2024-09-11T03:36:35.687 INFO:tasks.rados.rados.0.smithi086.stdout:1382: done (3 left) 2024-09-11T03:36:35.687 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 128 2024-09-11T03:36:35.687 INFO:tasks.rados.rados.0.smithi086.stdout:1386: seq_num 446 ranges {139264=278528} 2024-09-11T03:36:35.689 INFO:tasks.rados.rados.0.smithi086.stdout:1386: writing smithi08678205-27 from 139264 to 417792 tid 1 2024-09-11T03:36:35.689 INFO:tasks.rados.rados.0.smithi086.stdout:1387: copy_from oid 31 from oid 32 current snap is 128 2024-09-11T03:36:35.689 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 24 current snap is 128 2024-09-11T03:36:35.689 INFO:tasks.rados.rados.0.smithi086.stdout:1388: seq_num 447 ranges {2498560=294912} 2024-09-11T03:36:35.704 INFO:tasks.rados.rados.0.smithi086.stdout:1388: writing smithi08678205-24 from 2498560 to 2793472 tid 1 2024-09-11T03:36:35.704 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 128 2024-09-11T03:36:35.704 INFO:tasks.rados.rados.0.smithi086.stdout:1389: seq_num 448 ranges {4972544=311296} 2024-09-11T03:36:35.730 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:35 smithi086 ceph-mon[89281]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:35.730 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:35 smithi086 ceph-mon[89281]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:35.730 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:35 smithi086 ceph-mon[89281]: osdmap e326: 8 total, 7 up, 8 in 2024-09-11T03:36:35.730 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:35 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/631046075' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:35.730 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:35 smithi086 podman[101907]: 2024-09-11 03:36:35.414324448 +0000 UTC m=+0.605653081 container remove 6956a2efdcfbf0d700b1459ddfa39274f73967a2eb053ede7ac64cd0f951b9fa (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:36:35.730 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:35 smithi086 podman[101995]: 2024-09-11 03:36:35.615158073 +0000 UTC m=+0.112002925 container create cfd4be907390cc5db6032bfe7ad6bef3cdfe4e419e10392df70bb599bf0057de (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-11T03:36:35.730 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:35 smithi086 podman[101995]: 2024-09-11 03:36:35.519379097 +0000 UTC m=+0.016223948 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:36:35.731 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:35 smithi086 ceph-mon[91691]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:35.731 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:35 smithi086 ceph-mon[91691]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:35.731 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:35 smithi086 ceph-mon[91691]: osdmap e326: 8 total, 7 up, 8 in 2024-09-11T03:36:35.731 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:35 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/631046075' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:35.734 INFO:tasks.rados.rados.0.smithi086.stdout:1389: writing smithi08678205-49 from 4972544 to 5283840 tid 1 2024-09-11T03:36:35.734 INFO:tasks.rados.rados.0.smithi086.stdout:1390: read oid 42 snap -1 2024-09-11T03:36:35.734 INFO:tasks.rados.rados.0.smithi086.stdout:1390: expect deleted 2024-09-11T03:36:35.734 INFO:tasks.rados.rados.0.smithi086.stdout:1391: snap_create 2024-09-11T03:36:35.734 INFO:tasks.rados.rados.0.smithi086.stdout:1383: finishing write tid 1 to smithi08678205-3 2024-09-11T03:36:35.734 INFO:tasks.rados.rados.0.smithi086.stdout:1387: finishing copy_from to smithi08678205-31 2024-09-11T03:36:35.735 INFO:tasks.rados.rados.0.smithi086.stdout:1387: got expected ENOENT (src dne) 2024-09-11T03:36:35.735 INFO:tasks.rados.rados.0.smithi086.stdout:1384: finishing copy_from to smithi08678205-35 2024-09-11T03:36:35.735 INFO:tasks.rados.rados.0.smithi086.stdout:1384: got expected ENOENT (src dne) 2024-09-11T03:36:35.735 INFO:tasks.rados.rados.0.smithi086.stdout:1387: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:36:35.735 INFO:tasks.rados.rados.0.smithi086.stdout:1384: finishing copy_from racing read to smithi08678205-35 2024-09-11T03:36:35.735 INFO:tasks.rados.rados.0.smithi086.stdout:1383: finishing write tid 2 to smithi08678205-3 2024-09-11T03:36:35.735 INFO:tasks.rados.rados.0.smithi086.stdout:1383: finishing write tid 3 to smithi08678205-3 2024-09-11T03:36:35.735 INFO:tasks.rados.rados.0.smithi086.stdout:1383: oid 3 updating version 0 to 646 2024-09-11T03:36:35.735 INFO:tasks.rados.rados.0.smithi086.stdout:1383: oid 3 version 646 is already newer than 645 2024-09-11T03:36:35.735 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 646 (ObjNum 445 snap 128 seq_num 445) dirty exists 2024-09-11T03:36:35.735 INFO:tasks.rados.rados.0.smithi086.stdout:1383: left oid 3 (ObjNum 445 snap 128 seq_num 445) 2024-09-11T03:36:35.735 INFO:tasks.rados.rados.0.smithi086.stdout:1386: finishing write tid 1 to smithi08678205-27 2024-09-11T03:36:35.735 INFO:tasks.rados.rados.0.smithi086.stdout:1386: finishing write tid 2 to smithi08678205-27 2024-09-11T03:36:35.736 INFO:tasks.rados.rados.0.smithi086.stdout:1386: finishing write tid 3 to smithi08678205-27 2024-09-11T03:36:35.736 INFO:tasks.rados.rados.0.smithi086.stdout:1386: oid 27 updating version 0 to 573 2024-09-11T03:36:35.736 INFO:tasks.rados.rados.0.smithi086.stdout:1386: oid 27 version 573 is already newer than 572 2024-09-11T03:36:35.736 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 573 (ObjNum 446 snap 128 seq_num 446) dirty exists 2024-09-11T03:36:35.736 INFO:tasks.rados.rados.0.smithi086.stdout:1386: left oid 27 (ObjNum 446 snap 128 seq_num 446) 2024-09-11T03:36:35.736 INFO:tasks.rados.rados.0.smithi086.stdout:1388: finishing write tid 1 to smithi08678205-24 2024-09-11T03:36:35.736 INFO:tasks.rados.rados.0.smithi086.stdout:1388: finishing write tid 2 to smithi08678205-24 2024-09-11T03:36:35.736 INFO:tasks.rados.rados.0.smithi086.stdout:1388: finishing write tid 3 to smithi08678205-24 2024-09-11T03:36:35.736 INFO:tasks.rados.rados.0.smithi086.stdout:1388: oid 24 updating version 0 to 648 2024-09-11T03:36:35.736 INFO:tasks.rados.rados.0.smithi086.stdout:1388: oid 24 version 648 is already newer than 647 2024-09-11T03:36:35.736 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 648 (ObjNum 447 snap 128 seq_num 447) dirty exists 2024-09-11T03:36:35.736 INFO:tasks.rados.rados.0.smithi086.stdout:1388: left oid 24 (ObjNum 447 snap 128 seq_num 447) 2024-09-11T03:36:35.787 INFO:tasks.rados.rados.0.smithi086.stdout:1389: finishing write tid 1 to smithi08678205-49 2024-09-11T03:36:35.788 INFO:tasks.rados.rados.0.smithi086.stdout:1389: finishing write tid 2 to smithi08678205-49 2024-09-11T03:36:35.788 INFO:tasks.rados.rados.0.smithi086.stdout:1389: finishing write tid 3 to smithi08678205-49 2024-09-11T03:36:35.788 INFO:tasks.rados.rados.0.smithi086.stdout:1389: oid 49 updating version 0 to 582 2024-09-11T03:36:35.788 INFO:tasks.rados.rados.0.smithi086.stdout:1389: oid 49 version 582 is already newer than 581 2024-09-11T03:36:35.788 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 582 (ObjNum 448 snap 128 seq_num 448) dirty exists 2024-09-11T03:36:35.788 INFO:tasks.rados.rados.0.smithi086.stdout:1389: left oid 49 (ObjNum 448 snap 128 seq_num 448) 2024-09-11T03:36:36.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:35 smithi130 ceph-mon[83685]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:36.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:35 smithi130 ceph-mon[83685]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:36.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:35 smithi130 ceph-mon[83685]: osdmap e326: 8 total, 7 up, 8 in 2024-09-11T03:36:36.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:35 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/631046075' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:36.322 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:35 smithi086 podman[101995]: 2024-09-11 03:36:35.825894944 +0000 UTC m=+0.322739805 container init cfd4be907390cc5db6032bfe7ad6bef3cdfe4e419e10392df70bb599bf0057de (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:36:36.322 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:35 smithi086 podman[101995]: 2024-09-11 03:36:35.829049984 +0000 UTC m=+0.325894838 container start cfd4be907390cc5db6032bfe7ad6bef3cdfe4e419e10392df70bb599bf0057de (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:36:36.322 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:35 smithi086 ceph-osd[102014]: -- 172.21.15.86:0/3949865966 <== mon.2 v2:172.21.15.86:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b1d84fba40 con 0x55b1d92ca000 2024-09-11T03:36:36.322 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:35 smithi086 bash[101995]: cfd4be907390cc5db6032bfe7ad6bef3cdfe4e419e10392df70bb599bf0057de 2024-09-11T03:36:36.322 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:35 smithi086 systemd[1]: Started Ceph osd.1 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:36:36.672 INFO:tasks.rados.rados.0.smithi086.stdout:1383: done (8 left) 2024-09-11T03:36:36.672 INFO:tasks.rados.rados.0.smithi086.stdout:1384: done (7 left) 2024-09-11T03:36:36.672 INFO:tasks.rados.rados.0.smithi086.stdout:1385: done (6 left) 2024-09-11T03:36:36.673 INFO:tasks.rados.rados.0.smithi086.stdout:1386: done (5 left) 2024-09-11T03:36:36.673 INFO:tasks.rados.rados.0.smithi086.stdout:1387: done (4 left) 2024-09-11T03:36:36.673 INFO:tasks.rados.rados.0.smithi086.stdout:1388: done (3 left) 2024-09-11T03:36:36.673 INFO:tasks.rados.rados.0.smithi086.stdout:1389: done (2 left) 2024-09-11T03:36:36.673 INFO:tasks.rados.rados.0.smithi086.stdout:1390: done (1 left) 2024-09-11T03:36:36.673 INFO:tasks.rados.rados.0.smithi086.stdout:1391: done (0 left) 2024-09-11T03:36:36.673 INFO:tasks.rados.rados.0.smithi086.stdout:1392: setattr oid 23 current snap is 129 2024-09-11T03:36:36.673 INFO:tasks.rados.rados.0.smithi086.stdout:1393: snap_remove snap 123 2024-09-11T03:36:36.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[89281]: pgmap v155: 121 pgs: 26 active+undersized, 3 stale+active+clean, 10 active+undersized+degraded, 82 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 9 op/s; 69/558 objects degraded (12.366%) 2024-09-11T03:36:36.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[89281]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:36.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[89281]: Health check failed: Degraded data redundancy: 69/558 objects degraded (12.366%), 10 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:36.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[89281]: osdmap e327: 8 total, 7 up, 8 in 2024-09-11T03:36:36.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:36.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:36.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:36:36.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[91691]: pgmap v155: 121 pgs: 26 active+undersized, 3 stale+active+clean, 10 active+undersized+degraded, 82 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 9 op/s; 69/558 objects degraded (12.366%) 2024-09-11T03:36:36.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[91691]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:36.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[91691]: Health check failed: Degraded data redundancy: 69/558 objects degraded (12.366%), 10 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:36.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[91691]: osdmap e327: 8 total, 7 up, 8 in 2024-09-11T03:36:36.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:36.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:36.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:36 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:36:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:36 smithi130 ceph-mon[83685]: pgmap v155: 121 pgs: 26 active+undersized, 3 stale+active+clean, 10 active+undersized+degraded, 82 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 9 op/s; 69/558 objects degraded (12.366%) 2024-09-11T03:36:37.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:36 smithi130 ceph-mon[83685]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:36:37.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:36 smithi130 ceph-mon[83685]: Health check failed: Degraded data redundancy: 69/558 objects degraded (12.366%), 10 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:37.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:36 smithi130 ceph-mon[83685]: osdmap e327: 8 total, 7 up, 8 in 2024-09-11T03:36:37.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:36 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:37.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:36 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:37.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:36 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:36:37.629 INFO:tasks.rados.rados.0.smithi086.stdout:1393: done (1 left) 2024-09-11T03:36:37.630 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 129 2024-09-11T03:36:37.630 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 1066 (ObjNum 423 snap 124 seq_num 423) dirty exists 2024-09-11T03:36:37.630 INFO:tasks.rados.rados.0.smithi086.stdout:1394: seq_num 449 ranges {278528=327680} 2024-09-11T03:36:37.633 INFO:tasks.rados.rados.0.smithi086.stdout:1394: writing smithi08678205-45 from 278528 to 606208 tid 1 2024-09-11T03:36:37.633 INFO:tasks.rados.rados.0.smithi086.stdout:1392: done (1 left) 2024-09-11T03:36:37.633 INFO:tasks.rados.rados.0.smithi086.stdout:1395: snap_remove snap 119 2024-09-11T03:36:37.676 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:37 smithi086 ceph-mon[91691]: osdmap e328: 8 total, 7 up, 8 in 2024-09-11T03:36:37.676 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:37 smithi086 ceph-mon[91691]: osdmap e329: 8 total, 7 up, 8 in 2024-09-11T03:36:38.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:37 smithi086 ceph-mon[89281]: osdmap e328: 8 total, 7 up, 8 in 2024-09-11T03:36:38.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:37 smithi086 ceph-mon[89281]: osdmap e329: 8 total, 7 up, 8 in 2024-09-11T03:36:38.002 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:37 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1[102010]: 2024-09-11T03:36:37.709+0000 7f559f1c1640 -1 Falling back to public interface 2024-09-11T03:36:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:37 smithi130 ceph-mon[83685]: osdmap e328: 8 total, 7 up, 8 in 2024-09-11T03:36:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:37 smithi130 ceph-mon[83685]: osdmap e329: 8 total, 7 up, 8 in 2024-09-11T03:36:38.259 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:36:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:36:38] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.43.0" 2024-09-11T03:36:38.629 INFO:tasks.rados.rados.0.smithi086.stdout:1395: done (1 left) 2024-09-11T03:36:38.630 INFO:tasks.rados.rados.0.smithi086.stdout:1396: delete oid 14 current snap is 129 2024-09-11T03:36:38.630 INFO:tasks.rados.rados.0.smithi086.stdout:1394: finishing write tid 1 to smithi08678205-45 2024-09-11T03:36:38.630 INFO:tasks.rados.rados.0.smithi086.stdout:1394: finishing write tid 2 to smithi08678205-45 2024-09-11T03:36:38.630 INFO:tasks.rados.rados.0.smithi086.stdout:1394: finishing write tid 3 to smithi08678205-45 2024-09-11T03:36:38.630 INFO:tasks.rados.rados.0.smithi086.stdout:1394: oid 45 updating version 0 to 555 2024-09-11T03:36:38.630 INFO:tasks.rados.rados.0.smithi086.stdout:1394: oid 45 version 555 is already newer than 554 2024-09-11T03:36:38.630 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 555 (ObjNum 449 snap 129 seq_num 449) dirty exists 2024-09-11T03:36:38.630 INFO:tasks.rados.rados.0.smithi086.stdout:1394: left oid 45 (ObjNum 449 snap 129 seq_num 449) 2024-09-11T03:36:38.637 INFO:tasks.rados.rados.0.smithi086.stdout:1394: done (1 left) 2024-09-11T03:36:38.638 INFO:tasks.rados.rados.0.smithi086.stdout:1396: done (0 left) 2024-09-11T03:36:38.638 INFO:tasks.rados.rados.0.smithi086.stdout:1397: rollback oid 50 current snap is 129 2024-09-11T03:36:38.638 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 50 to 121 2024-09-11T03:36:38.638 INFO:tasks.rados.rados.0.smithi086.stdout:1398: copy_from oid 39 from oid 10 current snap is 129 2024-09-11T03:36:38.638 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 129 2024-09-11T03:36:38.638 INFO:tasks.rados.rados.0.smithi086.stdout:1399: seq_num 451 ranges {2367488=360448} 2024-09-11T03:36:38.653 INFO:tasks.rados.rados.0.smithi086.stdout:1399: writing smithi08678205-2 from 2367488 to 2727936 tid 1 2024-09-11T03:36:38.653 INFO:tasks.rados.rados.0.smithi086.stdout:1400: read oid 36 snap -1 2024-09-11T03:36:38.653 INFO:tasks.rados.rados.0.smithi086.stdout:1400: expect (ObjNum 431 snap 126 seq_num 431) 2024-09-11T03:36:38.653 INFO:tasks.rados.rados.0.smithi086.stdout:1401: rollback oid 32 current snap is 129 2024-09-11T03:36:38.654 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 32 to 109 2024-09-11T03:36:38.654 INFO:tasks.rados.rados.0.smithi086.stdout:1397: finishing rollback tid 1 to smithi08678205-50 2024-09-11T03:36:38.654 INFO:tasks.rados.rados.0.smithi086.stdout:1397: finishing rollback tid 2 to smithi08678205-50 2024-09-11T03:36:38.654 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 645 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-11T03:36:38.654 INFO:tasks.rados.rados.0.smithi086.stdout:1397: done (4 left) 2024-09-11T03:36:38.654 INFO:tasks.rados.rados.0.smithi086.stdout:1402: rollback oid 25 current snap is 129 2024-09-11T03:36:38.654 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 25 to 92 2024-09-11T03:36:38.654 INFO:tasks.rados.rados.0.smithi086.stdout:1403: copy_from oid 34 from oid 3 current snap is 129 2024-09-11T03:36:38.654 INFO:tasks.rados.rados.0.smithi086.stdout:1404: snap_create 2024-09-11T03:36:38.655 INFO:tasks.rados.rados.0.smithi086.stdout:1400: expect (ObjNum 431 snap 126 seq_num 431) 2024-09-11T03:36:38.656 INFO:tasks.rados.rados.0.smithi086.stdout:1398: finishing copy_from racing read to smithi08678205-39 2024-09-11T03:36:38.656 INFO:tasks.rados.rados.0.smithi086.stdout:1401: finishing rollback tid 1 to smithi08678205-32 2024-09-11T03:36:38.657 INFO:tasks.rados.rados.0.smithi086.stdout:1401: finishing rollback tid 2 to smithi08678205-32 2024-09-11T03:36:38.657 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 647 (ObjNum 191 snap 38 seq_num 191) dirty exists 2024-09-11T03:36:38.658 INFO:tasks.rados.rados.0.smithi086.stdout:1398: finishing copy_from to smithi08678205-39 2024-09-11T03:36:38.659 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 642 (ObjNum 402 snap 117 seq_num 402) dirty exists 2024-09-11T03:36:38.659 INFO:tasks.rados.rados.0.smithi086.stdout:1402: finishing rollback tid 0 to smithi08678205-25 2024-09-11T03:36:38.659 INFO:tasks.rados.rados.0.smithi086.stdout:1402: finishing rollback tid 1 to smithi08678205-25 2024-09-11T03:36:38.659 INFO:tasks.rados.rados.0.smithi086.stdout:1402: finishing rollback tid 2 to smithi08678205-25 2024-09-11T03:36:38.659 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 650 (ObjNum 221 snap 49 seq_num 221) dirty exists 2024-09-11T03:36:38.659 INFO:tasks.rados.rados.0.smithi086.stdout:1399: finishing write tid 1 to smithi08678205-2 2024-09-11T03:36:38.660 INFO:tasks.rados.rados.0.smithi086.stdout:1399: finishing write tid 2 to smithi08678205-2 2024-09-11T03:36:38.661 INFO:tasks.rados.rados.0.smithi086.stdout:1399: finishing write tid 3 to smithi08678205-2 2024-09-11T03:36:38.661 INFO:tasks.rados.rados.0.smithi086.stdout:1399: oid 2 updating version 0 to 160 2024-09-11T03:36:38.661 INFO:tasks.rados.rados.0.smithi086.stdout:1399: oid 2 updating version 160 to 161 2024-09-11T03:36:38.661 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 161 (ObjNum 451 snap 129 seq_num 451) dirty exists 2024-09-11T03:36:38.661 INFO:tasks.rados.rados.0.smithi086.stdout:1399: left oid 2 (ObjNum 451 snap 129 seq_num 451) 2024-09-11T03:36:38.666 INFO:tasks.rados.rados.0.smithi086.stdout:1403: finishing copy_from racing read to smithi08678205-34 2024-09-11T03:36:38.668 INFO:tasks.rados.rados.0.smithi086.stdout:1403: finishing copy_from to smithi08678205-34 2024-09-11T03:36:38.668 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 646 (ObjNum 445 snap 128 seq_num 445) dirty exists 2024-09-11T03:36:38.978 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:38 smithi086 ceph-mon[89281]: pgmap v158: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 9 op/s; 76/558 objects degraded (13.620%) 2024-09-11T03:36:38.978 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:38 smithi086 ceph-mon[89281]: osdmap e330: 8 total, 7 up, 8 in 2024-09-11T03:36:38.979 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:38 smithi086 ceph-mon[91691]: pgmap v158: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 9 op/s; 76/558 objects degraded (13.620%) 2024-09-11T03:36:38.979 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:38 smithi086 ceph-mon[91691]: osdmap e330: 8 total, 7 up, 8 in 2024-09-11T03:36:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:38 smithi130 ceph-mon[83685]: pgmap v158: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 9 op/s; 76/558 objects degraded (13.620%) 2024-09-11T03:36:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:38 smithi130 ceph-mon[83685]: osdmap e330: 8 total, 7 up, 8 in 2024-09-11T03:36:39.638 INFO:tasks.rados.rados.0.smithi086.stdout:1398: done (6 left) 2024-09-11T03:36:39.638 INFO:tasks.rados.rados.0.smithi086.stdout:1399: done (5 left) 2024-09-11T03:36:39.638 INFO:tasks.rados.rados.0.smithi086.stdout:1400: done (4 left) 2024-09-11T03:36:39.638 INFO:tasks.rados.rados.0.smithi086.stdout:1401: done (3 left) 2024-09-11T03:36:39.638 INFO:tasks.rados.rados.0.smithi086.stdout:1402: done (2 left) 2024-09-11T03:36:39.638 INFO:tasks.rados.rados.0.smithi086.stdout:1403: done (1 left) 2024-09-11T03:36:39.638 INFO:tasks.rados.rados.0.smithi086.stdout:1404: done (0 left) 2024-09-11T03:36:39.638 INFO:tasks.rados.rados.0.smithi086.stdout:1405: read oid 31 snap 121 2024-09-11T03:36:39.638 INFO:tasks.rados.rados.0.smithi086.stdout:1405: expect (ObjNum 330 snap 86 seq_num 330) 2024-09-11T03:36:39.638 INFO:tasks.rados.rados.0.smithi086.stdout:1406: read oid 15 snap -1 2024-09-11T03:36:39.638 INFO:tasks.rados.rados.0.smithi086.stdout:1406: expect deleted 2024-09-11T03:36:39.638 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 130 2024-09-11T03:36:39.639 INFO:tasks.rados.rados.0.smithi086.stdout:1407: seq_num 452 ranges {2957312=376832} 2024-09-11T03:36:39.656 INFO:tasks.rados.rados.0.smithi086.stdout:1407: writing smithi08678205-39 from 2957312 to 3334144 tid 1 2024-09-11T03:36:39.656 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 130 2024-09-11T03:36:39.656 INFO:tasks.rados.rados.0.smithi086.stdout:1408: seq_num 453 ranges {1695744=393216} 2024-09-11T03:36:39.667 INFO:tasks.rados.rados.0.smithi086.stdout:1408: writing smithi08678205-47 from 1695744 to 2088960 tid 1 2024-09-11T03:36:39.667 INFO:tasks.rados.rados.0.smithi086.stdout:1409: snap_create 2024-09-11T03:36:39.668 INFO:tasks.rados.rados.0.smithi086.stdout:1405: expect (ObjNum 330 snap 86 seq_num 330) 2024-09-11T03:36:39.736 INFO:tasks.rados.rados.0.smithi086.stdout:1407: finishing write tid 1 to smithi08678205-39 2024-09-11T03:36:39.736 INFO:tasks.rados.rados.0.smithi086.stdout:1407: finishing write tid 2 to smithi08678205-39 2024-09-11T03:36:39.736 INFO:tasks.rados.rados.0.smithi086.stdout:1407: finishing write tid 3 to smithi08678205-39 2024-09-11T03:36:39.736 INFO:tasks.rados.rados.0.smithi086.stdout:1407: oid 39 updating version 0 to 644 2024-09-11T03:36:39.736 INFO:tasks.rados.rados.0.smithi086.stdout:1407: oid 39 version 644 is already newer than 643 2024-09-11T03:36:39.736 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 644 (ObjNum 452 snap 130 seq_num 452) dirty exists 2024-09-11T03:36:39.736 INFO:tasks.rados.rados.0.smithi086.stdout:1407: left oid 39 (ObjNum 452 snap 130 seq_num 452) 2024-09-11T03:36:39.736 INFO:tasks.rados.rados.0.smithi086.stdout:1408: finishing write tid 1 to smithi08678205-47 2024-09-11T03:36:39.736 INFO:tasks.rados.rados.0.smithi086.stdout:1408: finishing write tid 2 to smithi08678205-47 2024-09-11T03:36:39.736 INFO:tasks.rados.rados.0.smithi086.stdout:1408: finishing write tid 3 to smithi08678205-47 2024-09-11T03:36:39.737 INFO:tasks.rados.rados.0.smithi086.stdout:1408: oid 47 updating version 0 to 583 2024-09-11T03:36:39.737 INFO:tasks.rados.rados.0.smithi086.stdout:1408: oid 47 updating version 583 to 584 2024-09-11T03:36:39.737 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 584 (ObjNum 453 snap 130 seq_num 453) dirty exists 2024-09-11T03:36:39.737 INFO:tasks.rados.rados.0.smithi086.stdout:1408: left oid 47 (ObjNum 453 snap 130 seq_num 453) 2024-09-11T03:36:40.570 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:40 smithi086 ceph-mon[89281]: pgmap v161: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 76 KiB/s wr, 1 op/s; 76/561 objects degraded (13.547%) 2024-09-11T03:36:40.570 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:40.570 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:40.570 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:40 smithi086 ceph-mon[89281]: osdmap e331: 8 total, 7 up, 8 in 2024-09-11T03:36:40.570 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:40.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:40.571 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:40 smithi086 ceph-mon[91691]: pgmap v161: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 76 KiB/s wr, 1 op/s; 76/561 objects degraded (13.547%) 2024-09-11T03:36:40.571 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:40.571 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:40.571 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:40 smithi086 ceph-mon[91691]: osdmap e331: 8 total, 7 up, 8 in 2024-09-11T03:36:40.571 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:40.571 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:40 smithi130 ceph-mon[83685]: pgmap v161: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 76 KiB/s wr, 1 op/s; 76/561 objects degraded (13.547%) 2024-09-11T03:36:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:40.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:40 smithi130 ceph-mon[83685]: osdmap e331: 8 total, 7 up, 8 in 2024-09-11T03:36:40.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:40.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:40.637 INFO:tasks.rados.rados.0.smithi086.stdout:1405: done (4 left) 2024-09-11T03:36:40.637 INFO:tasks.rados.rados.0.smithi086.stdout:1406: done (3 left) 2024-09-11T03:36:40.637 INFO:tasks.rados.rados.0.smithi086.stdout:1407: done (2 left) 2024-09-11T03:36:40.637 INFO:tasks.rados.rados.0.smithi086.stdout:1408: done (1 left) 2024-09-11T03:36:40.637 INFO:tasks.rados.rados.0.smithi086.stdout:1409: done (0 left) 2024-09-11T03:36:40.637 INFO:tasks.rados.rados.0.smithi086.stdout:1410: read oid 39 snap -1 2024-09-11T03:36:40.637 INFO:tasks.rados.rados.0.smithi086.stdout:1410: expect (ObjNum 452 snap 130 seq_num 452) 2024-09-11T03:36:40.637 INFO:tasks.rados.rados.0.smithi086.stdout:1411: copy_from oid 13 from oid 4 current snap is 131 2024-09-11T03:36:40.637 INFO:tasks.rados.rados.0.smithi086.stdout:1412: setattr oid 47 current snap is 131 2024-09-11T03:36:40.638 INFO:tasks.rados.rados.0.smithi086.stdout:1413: copy_from oid 15 from oid 12 current snap is 131 2024-09-11T03:36:40.638 INFO:tasks.rados.rados.0.smithi086.stdout:1414: snap_create 2024-09-11T03:36:40.640 INFO:tasks.rados.rados.0.smithi086.stdout:1411: finishing copy_from to smithi08678205-13 2024-09-11T03:36:40.640 INFO:tasks.rados.rados.0.smithi086.stdout:1411: got expected ENOENT (src dne) 2024-09-11T03:36:40.640 INFO:tasks.rados.rados.0.smithi086.stdout:1411: finishing copy_from racing read to smithi08678205-13 2024-09-11T03:36:40.643 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 585 (ObjNum 453 snap 130 seq_num 453) dirty exists 2024-09-11T03:36:40.661 INFO:tasks.rados.rados.0.smithi086.stdout:1410: expect (ObjNum 452 snap 130 seq_num 452) 2024-09-11T03:36:40.813 INFO:tasks.rados.rados.0.smithi086.stdout:1413: finishing copy_from racing read to smithi08678205-15 2024-09-11T03:36:40.813 INFO:tasks.rados.rados.0.smithi086.stdout:1413: finishing copy_from to smithi08678205-15 2024-09-11T03:36:40.813 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 679 (ObjNum 439 snap 126 seq_num 439) dirty exists 2024-09-11T03:36:41.639 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:41 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1[102010]: 2024-09-11T03:36:41.367+0000 7f559f1c1640 -1 osd.1 321 log_to_monitors true 2024-09-11T03:36:41.643 INFO:tasks.rados.rados.0.smithi086.stdout:1410: done (4 left) 2024-09-11T03:36:41.643 INFO:tasks.rados.rados.0.smithi086.stdout:1411: done (3 left) 2024-09-11T03:36:41.643 INFO:tasks.rados.rados.0.smithi086.stdout:1412: done (2 left) 2024-09-11T03:36:41.643 INFO:tasks.rados.rados.0.smithi086.stdout:1413: done (1 left) 2024-09-11T03:36:41.643 INFO:tasks.rados.rados.0.smithi086.stdout:1414: done (0 left) 2024-09-11T03:36:41.643 INFO:tasks.rados.rados.0.smithi086.stdout:1415: snap_remove snap 92 2024-09-11T03:36:41.919 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:41 smithi086 ceph-mon[91691]: osdmap e332: 8 total, 7 up, 8 in 2024-09-11T03:36:41.919 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:41 smithi086 ceph-mon[91691]: from='osd.1 [v2:172.21.15.86:6810/1812916154,v1:172.21.15.86:6811/1812916154]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-11T03:36:41.919 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:41 smithi086 ceph-mon[91691]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-11T03:36:41.919 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:36:41 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1[102010]: 2024-09-11T03:36:41.663+0000 7f5596f6b640 -1 osd.1 321 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:36:41.920 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:41 smithi086 ceph-mon[89281]: osdmap e332: 8 total, 7 up, 8 in 2024-09-11T03:36:41.920 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:41 smithi086 ceph-mon[89281]: from='osd.1 [v2:172.21.15.86:6810/1812916154,v1:172.21.15.86:6811/1812916154]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-11T03:36:41.920 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:41 smithi086 ceph-mon[89281]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-11T03:36:42.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:41 smithi130 ceph-mon[83685]: osdmap e332: 8 total, 7 up, 8 in 2024-09-11T03:36:42.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:41 smithi130 ceph-mon[83685]: from='osd.1 [v2:172.21.15.86:6810/1812916154,v1:172.21.15.86:6811/1812916154]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-11T03:36:42.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:41 smithi130 ceph-mon[83685]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-11T03:36:42.657 INFO:tasks.rados.rados.0.smithi086.stdout:1415: done (0 left) 2024-09-11T03:36:42.657 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 132 2024-09-11T03:36:42.657 INFO:tasks.rados.rados.0.smithi086.stdout:1416: seq_num 454 ranges {5742592=409600} 2024-09-11T03:36:42.690 INFO:tasks.rados.rados.0.smithi086.stdout:1416: writing smithi08678205-8 from 5742592 to 6152192 tid 1 2024-09-11T03:36:42.691 INFO:tasks.rados.rados.0.smithi086.stdout:1417: rollback oid 31 current snap is 132 2024-09-11T03:36:42.691 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 31 to 120 2024-09-11T03:36:42.691 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 20 current snap is 132 2024-09-11T03:36:42.691 INFO:tasks.rados.rados.0.smithi086.stdout:1418: seq_num 455 ranges {4874240=425984} 2024-09-11T03:36:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:1418: writing smithi08678205-20 from 4874240 to 5300224 tid 1 2024-09-11T03:36:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:1419: read oid 41 snap -1 2024-09-11T03:36:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:1419: expect (ObjNum 424 snap 124 seq_num 424) 2024-09-11T03:36:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:1420: read oid 3 snap -1 2024-09-11T03:36:42.720 INFO:tasks.rados.rados.0.smithi086.stdout:1420: expect (ObjNum 445 snap 128 seq_num 445) 2024-09-11T03:36:42.720 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 132 2024-09-11T03:36:42.720 INFO:tasks.rados.rados.0.smithi086.stdout:1416: finishing write tid 1 to smithi08678205-8 2024-09-11T03:36:42.720 INFO:tasks.rados.rados.0.smithi086.stdout:1416: finishing write tid 2 to smithi08678205-8 2024-09-11T03:36:42.720 INFO:tasks.rados.rados.0.smithi086.stdout:1416: finishing write tid 3 to smithi08678205-8 2024-09-11T03:36:42.720 INFO:tasks.rados.rados.0.smithi086.stdout:1416: oid 8 updating version 0 to 557 2024-09-11T03:36:42.720 INFO:tasks.rados.rados.0.smithi086.stdout:1416: oid 8 version 557 is already newer than 556 2024-09-11T03:36:42.720 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 557 (ObjNum 454 snap 132 seq_num 454) dirty exists 2024-09-11T03:36:42.720 INFO:tasks.rados.rados.0.smithi086.stdout:1416: left oid 8 (ObjNum 454 snap 132 seq_num 454) 2024-09-11T03:36:42.720 INFO:tasks.rados.rados.0.smithi086.stdout:1421: seq_num 456 ranges {0=442368} 2024-09-11T03:36:42.722 INFO:tasks.rados.rados.0.smithi086.stdout:1421: writing smithi08678205-21 from 0 to 442368 tid 1 2024-09-11T03:36:42.722 INFO:tasks.rados.rados.0.smithi086.stdout:1416: done (5 left) 2024-09-11T03:36:42.722 INFO:tasks.rados.rados.0.smithi086.stdout:1422: rmattr oid 39 current snap is 132 2024-09-11T03:36:42.722 INFO:tasks.rados.rados.0.smithi086.stdout:1423: rmattr oid 45 current snap is 132 2024-09-11T03:36:42.722 INFO:tasks.rados.rados.0.smithi086.stdout:1424: snap_create 2024-09-11T03:36:42.727 INFO:tasks.rados.rados.0.smithi086.stdout:1418: finishing write tid 1 to smithi08678205-20 2024-09-11T03:36:42.727 INFO:tasks.rados.rados.0.smithi086.stdout:1418: finishing write tid 2 to smithi08678205-20 2024-09-11T03:36:42.727 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 647 (ObjNum 452 snap 130 seq_num 452) dirty exists 2024-09-11T03:36:42.728 INFO:tasks.rados.rados.0.smithi086.stdout:1421: finishing write tid 1 to smithi08678205-21 2024-09-11T03:36:42.728 INFO:tasks.rados.rados.0.smithi086.stdout:1418: finishing write tid 3 to smithi08678205-20 2024-09-11T03:36:42.728 INFO:tasks.rados.rados.0.smithi086.stdout:1418: oid 20 updating version 0 to 646 2024-09-11T03:36:42.728 INFO:tasks.rados.rados.0.smithi086.stdout:1418: oid 20 version 646 is already newer than 645 2024-09-11T03:36:42.728 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 646 (ObjNum 455 snap 132 seq_num 455) dirty exists 2024-09-11T03:36:42.728 INFO:tasks.rados.rados.0.smithi086.stdout:1418: left oid 20 (ObjNum 455 snap 132 seq_num 455) 2024-09-11T03:36:42.728 INFO:tasks.rados.rados.0.smithi086.stdout:1421: finishing write tid 2 to smithi08678205-21 2024-09-11T03:36:42.729 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 560 (ObjNum 449 snap 129 seq_num 449) dirty exists 2024-09-11T03:36:42.729 INFO:tasks.rados.rados.0.smithi086.stdout:1421: finishing write tid 3 to smithi08678205-21 2024-09-11T03:36:42.729 INFO:tasks.rados.rados.0.smithi086.stdout:1421: oid 21 updating version 0 to 558 2024-09-11T03:36:42.729 INFO:tasks.rados.rados.0.smithi086.stdout:1421: oid 21 updating version 558 to 559 2024-09-11T03:36:42.729 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 559 (ObjNum 456 snap 132 seq_num 456) dirty exists 2024-09-11T03:36:42.730 INFO:tasks.rados.rados.0.smithi086.stdout:1421: left oid 21 (ObjNum 456 snap 132 seq_num 456) 2024-09-11T03:36:42.733 INFO:tasks.rados.rados.0.smithi086.stdout:1420: expect (ObjNum 445 snap 128 seq_num 445) 2024-09-11T03:36:42.756 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:42 smithi086 ceph-mon[89281]: pgmap v164: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 245 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 80/594 objects degraded (13.468%) 2024-09-11T03:36:42.757 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:42 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 80/594 objects degraded (13.468%), 11 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:42.757 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:42 smithi086 ceph-mon[89281]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-11T03:36:42.757 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:42 smithi086 ceph-mon[89281]: osdmap e333: 8 total, 7 up, 8 in 2024-09-11T03:36:42.757 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:42 smithi086 ceph-mon[89281]: from='osd.1 [v2:172.21.15.86:6810/1812916154,v1:172.21.15.86:6811/1812916154]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:36:42.757 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:42 smithi086 ceph-mon[89281]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:36:42.757 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:42 smithi086 ceph-mon[91691]: pgmap v164: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 245 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 80/594 objects degraded (13.468%) 2024-09-11T03:36:42.757 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:42 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 80/594 objects degraded (13.468%), 11 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:42.757 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:42 smithi086 ceph-mon[91691]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-11T03:36:42.757 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:42 smithi086 ceph-mon[91691]: osdmap e333: 8 total, 7 up, 8 in 2024-09-11T03:36:42.757 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:42 smithi086 ceph-mon[91691]: from='osd.1 [v2:172.21.15.86:6810/1812916154,v1:172.21.15.86:6811/1812916154]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:36:42.757 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:42 smithi086 ceph-mon[91691]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:36:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:42 smithi130 ceph-mon[83685]: pgmap v164: 121 pgs: 33 active+undersized, 11 active+undersized+degraded, 77 active+clean; 245 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 80/594 objects degraded (13.468%) 2024-09-11T03:36:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:42 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 80/594 objects degraded (13.468%), 11 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:42 smithi130 ceph-mon[83685]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-11T03:36:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:42 smithi130 ceph-mon[83685]: osdmap e333: 8 total, 7 up, 8 in 2024-09-11T03:36:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:42 smithi130 ceph-mon[83685]: from='osd.1 [v2:172.21.15.86:6810/1812916154,v1:172.21.15.86:6811/1812916154]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:36:43.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:42 smithi130 ceph-mon[83685]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:36:43.572 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:36:43.242+0000 7f1689c5f640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-11T03:36:43.650 INFO:tasks.rados.rados.0.smithi086.stdout:1418: done (7 left) 2024-09-11T03:36:43.650 INFO:tasks.rados.rados.0.smithi086.stdout:1420: done (6 left) 2024-09-11T03:36:43.651 INFO:tasks.rados.rados.0.smithi086.stdout:1421: done (5 left) 2024-09-11T03:36:43.651 INFO:tasks.rados.rados.0.smithi086.stdout:1422: done (4 left) 2024-09-11T03:36:43.651 INFO:tasks.rados.rados.0.smithi086.stdout:1423: done (3 left) 2024-09-11T03:36:43.651 INFO:tasks.rados.rados.0.smithi086.stdout:1424: done (2 left) 2024-09-11T03:36:43.651 INFO:tasks.rados.rados.0.smithi086.stdout:1425: rollback oid 42 current snap is 133 2024-09-11T03:36:43.651 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 42 to 107 2024-09-11T03:36:43.651 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 28 current snap is 133 2024-09-11T03:36:43.651 INFO:tasks.rados.rados.0.smithi086.stdout:1426: seq_num 457 ranges {0=458752} 2024-09-11T03:36:43.654 INFO:tasks.rados.rados.0.smithi086.stdout:1426: writing smithi08678205-28 from 0 to 458752 tid 1 2024-09-11T03:36:43.654 INFO:tasks.rados.rados.0.smithi086.stdout:1427: read oid 2 snap 129 2024-09-11T03:36:43.654 INFO:tasks.rados.rados.0.smithi086.stdout:1427: expect (ObjNum 451 snap 129 seq_num 451) 2024-09-11T03:36:43.654 INFO:tasks.rados.rados.0.smithi086.stdout:1428: read oid 44 snap -1 2024-09-11T03:36:43.654 INFO:tasks.rados.rados.0.smithi086.stdout:1428: expect (ObjNum 370 snap 98 seq_num 370) 2024-09-11T03:36:43.654 INFO:tasks.rados.rados.0.smithi086.stdout:1429: read oid 47 snap 126 2024-09-11T03:36:43.654 INFO:tasks.rados.rados.0.smithi086.stdout:1429: expect (ObjNum 330 snap 86 seq_num 330) 2024-09-11T03:36:43.654 INFO:tasks.rados.rados.0.smithi086.stdout:1430: delete oid 25 current snap is 133 2024-09-11T03:36:43.669 INFO:tasks.rados.rados.0.smithi086.stdout:1430: done (7 left) 2024-09-11T03:36:43.669 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 133 2024-09-11T03:36:43.669 INFO:tasks.rados.rados.0.smithi086.stdout:1431: seq_num 459 ranges {2654208=491520} 2024-09-11T03:36:43.689 INFO:tasks.rados.rados.0.smithi086.stdout:1431: writing smithi08678205-34 from 2654208 to 3145728 tid 1 2024-09-11T03:36:43.689 INFO:tasks.rados.rados.0.smithi086.stdout:1432: delete oid 9 current snap is 133 2024-09-11T03:36:43.689 INFO:tasks.rados.rados.0.smithi086.stdout:1425: finishing rollback tid 1 to smithi08678205-42 2024-09-11T03:36:43.689 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 423 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-11T03:36:43.689 INFO:tasks.rados.rados.0.smithi086.stdout:1428: expect (ObjNum 370 snap 98 seq_num 370) 2024-09-11T03:36:43.840 INFO:tasks.rados.rados.0.smithi086.stdout:1427: expect (ObjNum 451 snap 129 seq_num 451) 2024-09-11T03:36:43.958 INFO:tasks.rados.rados.0.smithi086.stdout:1429: expect (ObjNum 330 snap 86 seq_num 330) 2024-09-11T03:36:44.035 INFO:tasks.rados.rados.0.smithi086.stdout:1431: finishing write tid 1 to smithi08678205-34 2024-09-11T03:36:44.035 INFO:tasks.rados.rados.0.smithi086.stdout:1431: finishing write tid 2 to smithi08678205-34 2024-09-11T03:36:44.035 INFO:tasks.rados.rados.0.smithi086.stdout:1431: finishing write tid 3 to smithi08678205-34 2024-09-11T03:36:44.035 INFO:tasks.rados.rados.0.smithi086.stdout:1431: oid 34 updating version 0 to 648 2024-09-11T03:36:44.035 INFO:tasks.rados.rados.0.smithi086.stdout:1431: oid 34 version 648 is already newer than 647 2024-09-11T03:36:44.035 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 648 (ObjNum 459 snap 133 seq_num 459) dirty exists 2024-09-11T03:36:44.036 INFO:tasks.rados.rados.0.smithi086.stdout:1431: left oid 34 (ObjNum 459 snap 133 seq_num 459) 2024-09-11T03:36:44.036 INFO:tasks.rados.rados.0.smithi086.stdout:1426: finishing write tid 1 to smithi08678205-28 2024-09-11T03:36:44.036 INFO:tasks.rados.rados.0.smithi086.stdout:1426: finishing write tid 2 to smithi08678205-28 2024-09-11T03:36:44.036 INFO:tasks.rados.rados.0.smithi086.stdout:1425: done (8 left) 2024-09-11T03:36:44.036 INFO:tasks.rados.rados.0.smithi086.stdout:1427: done (7 left) 2024-09-11T03:36:44.036 INFO:tasks.rados.rados.0.smithi086.stdout:1428: done (6 left) 2024-09-11T03:36:44.036 INFO:tasks.rados.rados.0.smithi086.stdout:1429: done (5 left) 2024-09-11T03:36:44.036 INFO:tasks.rados.rados.0.smithi086.stdout:1431: done (4 left) 2024-09-11T03:36:44.036 INFO:tasks.rados.rados.0.smithi086.stdout:1432: done (3 left) 2024-09-11T03:36:44.036 INFO:tasks.rados.rados.0.smithi086.stdout:1433: rollback oid 30 current snap is 133 2024-09-11T03:36:44.036 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 30 to 131 2024-09-11T03:36:44.036 INFO:tasks.rados.rados.0.smithi086.stdout:1419: expect (ObjNum 424 snap 124 seq_num 424) 2024-09-11T03:36:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:36:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: osd.1 [v2:172.21.15.86:6810/1812916154,v1:172.21.15.86:6811/1812916154] boot 2024-09-11T03:36:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: osdmap e334: 8 total, 8 up, 8 in 2024-09-11T03:36:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-11T03:36:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:36:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:36:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:36:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:44.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:44.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:44.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-11T03:36:44.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:36:44.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: osd.1 [v2:172.21.15.86:6810/1812916154,v1:172.21.15.86:6811/1812916154] boot 2024-09-11T03:36:44.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: osdmap e334: 8 total, 8 up, 8 in 2024-09-11T03:36:44.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-11T03:36:44.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:44.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:44.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:36:44.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:36:44.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:44.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:36:44.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:44.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:44.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:44.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:43 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-11T03:36:44.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:36:44.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: osd.1 [v2:172.21.15.86:6810/1812916154,v1:172.21.15.86:6811/1812916154] boot 2024-09-11T03:36:44.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: osdmap e334: 8 total, 8 up, 8 in 2024-09-11T03:36:44.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-11T03:36:44.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:44.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:44.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:36:44.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:36:44.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:44.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:36:44.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:44.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:44.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:36:44.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:43 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-11T03:36:44.233 INFO:tasks.rados.rados.0.smithi086.stdout:1426: finishing write tid 3 to smithi08678205-28 2024-09-11T03:36:44.233 INFO:tasks.rados.rados.0.smithi086.stdout:1426: oid 28 updating version 0 to 1069 2024-09-11T03:36:44.233 INFO:tasks.rados.rados.0.smithi086.stdout:1426: oid 28 version 1069 is already newer than 1068 2024-09-11T03:36:44.233 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 1069 (ObjNum 457 snap 133 seq_num 457) dirty exists 2024-09-11T03:36:44.233 INFO:tasks.rados.rados.0.smithi086.stdout:1426: left oid 28 (ObjNum 457 snap 133 seq_num 457) 2024-09-11T03:36:44.233 INFO:tasks.rados.rados.0.smithi086.stdout:1417: finishing rollback tid 0 to smithi08678205-31 2024-09-11T03:36:44.233 INFO:tasks.rados.rados.0.smithi086.stdout:1417: finishing rollback tid 1 to smithi08678205-31 2024-09-11T03:36:44.233 INFO:tasks.rados.rados.0.smithi086.stdout:1417: finishing rollback tid 2 to smithi08678205-31 2024-09-11T03:36:44.233 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 1073 (ObjNum 330 snap 86 seq_num 330) dirty exists 2024-09-11T03:36:44.234 INFO:tasks.rados.rados.0.smithi086.stdout:1417: done (3 left) 2024-09-11T03:36:44.234 INFO:tasks.rados.rados.0.smithi086.stdout:1419: done (2 left) 2024-09-11T03:36:44.234 INFO:tasks.rados.rados.0.smithi086.stdout:1426: done (1 left) 2024-09-11T03:36:44.234 INFO:tasks.rados.rados.0.smithi086.stdout:1434: read oid 22 snap -1 2024-09-11T03:36:44.234 INFO:tasks.rados.rados.0.smithi086.stdout:1434: expect (ObjNum 375 snap 99 seq_num 375) 2024-09-11T03:36:44.234 INFO:tasks.rados.rados.0.smithi086.stdout:1435: snap_create 2024-09-11T03:36:44.234 INFO:tasks.rados.rados.0.smithi086.stdout:1433: finishing rollback tid 0 to smithi08678205-30 2024-09-11T03:36:44.234 INFO:tasks.rados.rados.0.smithi086.stdout:1433: finishing rollback tid 1 to smithi08678205-30 2024-09-11T03:36:44.234 INFO:tasks.rados.rados.0.smithi086.stdout:1433: finishing rollback tid 2 to smithi08678205-30 2024-09-11T03:36:44.234 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 1117 (ObjNum 399 snap 115 seq_num 399) dirty exists 2024-09-11T03:36:44.256 INFO:tasks.rados.rados.0.smithi086.stdout:1434: expect (ObjNum 375 snap 99 seq_num 375) 2024-09-11T03:36:45.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:44 smithi086 ceph-mon[89281]: pgmap v167: 121 pgs: 6 peering, 27 active+undersized, 11 active+undersized+degraded, 77 active+clean; 248 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 80/597 objects degraded (13.400%) 2024-09-11T03:36:45.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:44 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-11T03:36:45.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:44 smithi086 ceph-mon[89281]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-11T03:36:45.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:44 smithi086 ceph-mon[89281]: osdmap e335: 8 total, 8 up, 8 in 2024-09-11T03:36:45.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:44 smithi086 ceph-mon[91691]: pgmap v167: 121 pgs: 6 peering, 27 active+undersized, 11 active+undersized+degraded, 77 active+clean; 248 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 80/597 objects degraded (13.400%) 2024-09-11T03:36:45.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:44 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-11T03:36:45.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:44 smithi086 ceph-mon[91691]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-11T03:36:45.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:44 smithi086 ceph-mon[91691]: osdmap e335: 8 total, 8 up, 8 in 2024-09-11T03:36:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:44 smithi130 ceph-mon[83685]: pgmap v167: 121 pgs: 6 peering, 27 active+undersized, 11 active+undersized+degraded, 77 active+clean; 248 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 80/597 objects degraded (13.400%) 2024-09-11T03:36:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:44 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-11T03:36:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:44 smithi130 ceph-mon[83685]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-11T03:36:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:44 smithi130 ceph-mon[83685]: osdmap e335: 8 total, 8 up, 8 in 2024-09-11T03:36:45.131 INFO:tasks.rados.rados.0.smithi086.stdout:1433: done (2 left) 2024-09-11T03:36:45.131 INFO:tasks.rados.rados.0.smithi086.stdout:1434: done (1 left) 2024-09-11T03:36:45.131 INFO:tasks.rados.rados.0.smithi086.stdout:1435: done (0 left) 2024-09-11T03:36:45.131 INFO:tasks.rados.rados.0.smithi086.stdout:1436: copy_from oid 48 from oid 8 current snap is 134 2024-09-11T03:36:45.131 INFO:tasks.rados.rados.0.smithi086.stdout:1437: read oid 41 snap -1 2024-09-11T03:36:45.131 INFO:tasks.rados.rados.0.smithi086.stdout:1437: expect (ObjNum 424 snap 124 seq_num 424) 2024-09-11T03:36:45.131 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 134 2024-09-11T03:36:45.131 INFO:tasks.rados.rados.0.smithi086.stdout:1438: seq_num 461 ranges {0=524288} 2024-09-11T03:36:45.133 INFO:tasks.rados.rados.0.smithi086.stdout:1438: writing smithi08678205-46 from 0 to 524288 tid 1 2024-09-11T03:36:45.133 INFO:tasks.rados.rados.0.smithi086.stdout:1439: copy_from oid 13 from oid 1 current snap is 134 2024-09-11T03:36:45.133 INFO:tasks.rados.rados.0.smithi086.stdout:1440: snap_remove snap 116 2024-09-11T03:36:46.137 INFO:tasks.rados.rados.0.smithi086.stdout:1440: done (4 left) 2024-09-11T03:36:46.138 INFO:tasks.rados.rados.0.smithi086.stdout:1441: copy_from oid 38 from oid 37 current snap is 134 2024-09-11T03:36:46.138 INFO:tasks.rados.rados.0.smithi086.stdout:1438: finishing write tid 1 to smithi08678205-46 2024-09-11T03:36:46.138 INFO:tasks.rados.rados.0.smithi086.stdout:1438: finishing write tid 2 to smithi08678205-46 2024-09-11T03:36:46.138 INFO:tasks.rados.rados.0.smithi086.stdout:1438: finishing write tid 3 to smithi08678205-46 2024-09-11T03:36:46.138 INFO:tasks.rados.rados.0.smithi086.stdout:1438: oid 46 updating version 0 to 648 2024-09-11T03:36:46.138 INFO:tasks.rados.rados.0.smithi086.stdout:1438: oid 46 updating version 648 to 649 2024-09-11T03:36:46.138 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 649 (ObjNum 461 snap 134 seq_num 461) dirty exists 2024-09-11T03:36:46.138 INFO:tasks.rados.rados.0.smithi086.stdout:1438: left oid 46 (ObjNum 461 snap 134 seq_num 461) 2024-09-11T03:36:46.138 INFO:tasks.rados.rados.0.smithi086.stdout:1437: expect (ObjNum 424 snap 124 seq_num 424) 2024-09-11T03:36:46.343 INFO:tasks.rados.rados.0.smithi086.stdout:1439: finishing copy_from racing read to smithi08678205-13 2024-09-11T03:36:46.343 INFO:tasks.rados.rados.0.smithi086.stdout:1436: finishing copy_from racing read to smithi08678205-48 2024-09-11T03:36:46.343 INFO:tasks.rados.rados.0.smithi086.stdout:1439: finishing copy_from to smithi08678205-13 2024-09-11T03:36:46.343 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 580 (ObjNum 437 snap 126 seq_num 437) dirty exists 2024-09-11T03:36:46.343 INFO:tasks.rados.rados.0.smithi086.stdout:1437: done (4 left) 2024-09-11T03:36:46.343 INFO:tasks.rados.rados.0.smithi086.stdout:1438: done (3 left) 2024-09-11T03:36:46.343 INFO:tasks.rados.rados.0.smithi086.stdout:1439: done (2 left) 2024-09-11T03:36:46.343 INFO:tasks.rados.rados.0.smithi086.stdout:1442: copy_from oid 45 from oid 11 current snap is 134 2024-09-11T03:36:46.344 INFO:tasks.rados.rados.0.smithi086.stdout:1436: finishing copy_from to smithi08678205-48 2024-09-11T03:36:46.344 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 557 (ObjNum 454 snap 132 seq_num 454) dirty exists 2024-09-11T03:36:46.344 INFO:tasks.rados.rados.0.smithi086.stdout:1441: finishing copy_from racing read to smithi08678205-38 2024-09-11T03:36:46.344 INFO:tasks.rados.rados.0.smithi086.stdout:1441: finishing copy_from to smithi08678205-38 2024-09-11T03:36:46.344 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 237 (ObjNum 97 snap 0 seq_num 3220694016) dirty exists 2024-09-11T03:36:46.344 INFO:tasks.rados.rados.0.smithi086.stdout:1436: done (2 left) 2024-09-11T03:36:46.344 INFO:tasks.rados.rados.0.smithi086.stdout:1441: done (1 left) 2024-09-11T03:36:46.344 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 134 2024-09-11T03:36:46.344 INFO:tasks.rados.rados.0.smithi086.stdout:1443: seq_num 462 ranges {0=540672} 2024-09-11T03:36:46.346 INFO:tasks.rados.rados.0.smithi086.stdout:1443: writing smithi08678205-37 from 0 to 540672 tid 1 2024-09-11T03:36:46.346 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 134 2024-09-11T03:36:46.346 INFO:tasks.rados.rados.0.smithi086.stdout:1444: seq_num 463 ranges {2088960=557056} 2024-09-11T03:36:46.361 INFO:tasks.rados.rados.0.smithi086.stdout:1444: writing smithi08678205-47 from 2088960 to 2646016 tid 1 2024-09-11T03:36:46.361 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 134 2024-09-11T03:36:46.361 INFO:tasks.rados.rados.0.smithi086.stdout:1443: finishing write tid 1 to smithi08678205-37 2024-09-11T03:36:46.361 INFO:tasks.rados.rados.0.smithi086.stdout:1445: seq_num 464 ranges {6152192=573440} 2024-09-11T03:36:46.397 INFO:tasks.rados.rados.0.smithi086.stdout:1445: writing smithi08678205-8 from 6152192 to 6725632 tid 1 2024-09-11T03:36:46.397 INFO:tasks.rados.rados.0.smithi086.stdout:1446: rmattr oid 49 current snap is 134 2024-09-11T03:36:46.397 INFO:tasks.rados.rados.0.smithi086.stdout:1446: done (4 left) 2024-09-11T03:36:46.397 INFO:tasks.rados.rados.0.smithi086.stdout:1447: delete oid 16 current snap is 134 2024-09-11T03:36:46.397 INFO:tasks.rados.rados.0.smithi086.stdout:1443: finishing write tid 2 to smithi08678205-37 2024-09-11T03:36:46.397 INFO:tasks.rados.rados.0.smithi086.stdout:1443: finishing write tid 3 to smithi08678205-37 2024-09-11T03:36:46.397 INFO:tasks.rados.rados.0.smithi086.stdout:1443: oid 37 updating version 0 to 257 2024-09-11T03:36:46.397 INFO:tasks.rados.rados.0.smithi086.stdout:1443: oid 37 version 257 is already newer than 256 2024-09-11T03:36:46.398 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 257 (ObjNum 462 snap 134 seq_num 462) dirty exists 2024-09-11T03:36:46.398 INFO:tasks.rados.rados.0.smithi086.stdout:1443: left oid 37 (ObjNum 462 snap 134 seq_num 462) 2024-09-11T03:36:46.398 INFO:tasks.rados.rados.0.smithi086.stdout:1442: finishing copy_from racing read to smithi08678205-45 2024-09-11T03:36:46.398 INFO:tasks.rados.rados.0.smithi086.stdout:1442: finishing copy_from to smithi08678205-45 2024-09-11T03:36:46.398 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 643 (ObjNum 440 snap 127 seq_num 440) dirty exists 2024-09-11T03:36:46.398 INFO:tasks.rados.rados.0.smithi086.stdout:1444: finishing write tid 1 to smithi08678205-47 2024-09-11T03:36:46.398 INFO:tasks.rados.rados.0.smithi086.stdout:1444: finishing write tid 2 to smithi08678205-47 2024-09-11T03:36:46.398 INFO:tasks.rados.rados.0.smithi086.stdout:1444: finishing write tid 3 to smithi08678205-47 2024-09-11T03:36:46.398 INFO:tasks.rados.rados.0.smithi086.stdout:1444: oid 47 updating version 0 to 587 2024-09-11T03:36:46.398 INFO:tasks.rados.rados.0.smithi086.stdout:1444: oid 47 version 587 is already newer than 586 2024-09-11T03:36:46.398 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 587 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-09-11T03:36:46.398 INFO:tasks.rados.rados.0.smithi086.stdout:1444: left oid 47 (ObjNum 463 snap 134 seq_num 463) 2024-09-11T03:36:46.399 INFO:tasks.rados.rados.0.smithi086.stdout:1442: done (4 left) 2024-09-11T03:36:46.399 INFO:tasks.rados.rados.0.smithi086.stdout:1443: done (3 left) 2024-09-11T03:36:46.399 INFO:tasks.rados.rados.0.smithi086.stdout:1444: done (2 left) 2024-09-11T03:36:46.399 INFO:tasks.rados.rados.0.smithi086.stdout:1447: done (1 left) 2024-09-11T03:36:46.400 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 134 2024-09-11T03:36:46.400 INFO:tasks.rados.rados.0.smithi086.stdout:1448: seq_num 466 ranges {5283840=614400} 2024-09-11T03:36:46.432 INFO:tasks.rados.rados.0.smithi086.stdout:1448: writing smithi08678205-49 from 5283840 to 5898240 tid 1 2024-09-11T03:36:46.432 INFO:tasks.rados.rados.0.smithi086.stdout:1449: delete oid 37 current snap is 134 2024-09-11T03:36:46.432 INFO:tasks.rados.rados.0.smithi086.stdout:1445: finishing write tid 1 to smithi08678205-8 2024-09-11T03:36:46.432 INFO:tasks.rados.rados.0.smithi086.stdout:1445: finishing write tid 2 to smithi08678205-8 2024-09-11T03:36:46.432 INFO:tasks.rados.rados.0.smithi086.stdout:1445: finishing write tid 3 to smithi08678205-8 2024-09-11T03:36:46.432 INFO:tasks.rados.rados.0.smithi086.stdout:1445: oid 8 updating version 0 to 645 2024-09-11T03:36:46.432 INFO:tasks.rados.rados.0.smithi086.stdout:1445: oid 8 version 645 is already newer than 644 2024-09-11T03:36:46.432 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 645 (ObjNum 464 snap 134 seq_num 464) dirty exists 2024-09-11T03:36:46.432 INFO:tasks.rados.rados.0.smithi086.stdout:1445: left oid 8 (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:36:46.433 INFO:tasks.rados.rados.0.smithi086.stdout:1448: finishing write tid 1 to smithi08678205-49 2024-09-11T03:36:46.434 INFO:tasks.rados.rados.0.smithi086.stdout:1445: done (2 left) 2024-09-11T03:36:46.434 INFO:tasks.rados.rados.0.smithi086.stdout:1449: done (1 left) 2024-09-11T03:36:46.434 INFO:tasks.rados.rados.0.smithi086.stdout:1450: setattr oid 17 current snap is 134 2024-09-11T03:36:46.434 INFO:tasks.rados.rados.0.smithi086.stdout:1448: finishing write tid 2 to smithi08678205-49 2024-09-11T03:36:46.435 INFO:tasks.rados.rados.0.smithi086.stdout:1451: read oid 21 snap -1 2024-09-11T03:36:46.435 INFO:tasks.rados.rados.0.smithi086.stdout:1451: expect (ObjNum 456 snap 132 seq_num 456) 2024-09-11T03:36:46.435 INFO:tasks.rados.rados.0.smithi086.stdout:1452: snap_create 2024-09-11T03:36:46.436 INFO:tasks.rados.rados.0.smithi086.stdout:1448: finishing write tid 3 to smithi08678205-49 2024-09-11T03:36:46.436 INFO:tasks.rados.rados.0.smithi086.stdout:1448: oid 49 updating version 0 to 588 2024-09-11T03:36:46.436 INFO:tasks.rados.rados.0.smithi086.stdout:1448: oid 49 updating version 588 to 589 2024-09-11T03:36:46.436 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 589 (ObjNum 466 snap 134 seq_num 466) dirty exists 2024-09-11T03:36:46.436 INFO:tasks.rados.rados.0.smithi086.stdout:1448: left oid 49 (ObjNum 466 snap 134 seq_num 466) 2024-09-11T03:36:46.437 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 113 (ObjNum 49 snap 0 seq_num 3221685408) dirty exists 2024-09-11T03:36:46.438 INFO:tasks.rados.rados.0.smithi086.stdout:1451: expect (ObjNum 456 snap 132 seq_num 456) 2024-09-11T03:36:46.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:46 smithi086 ceph-mon[89281]: osdmap e336: 8 total, 8 up, 8 in 2024-09-11T03:36:46.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:46 smithi086 ceph-mon[89281]: pgmap v170: 121 pgs: 6 peering, 15 active+undersized, 9 active+undersized+degraded, 91 active+clean; 247 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 232 KiB/s wr, 13 op/s; 59/579 objects degraded (10.190%); 7.3 MiB/s, 2 objects/s recovering 2024-09-11T03:36:46.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:46 smithi086 ceph-mon[91691]: osdmap e336: 8 total, 8 up, 8 in 2024-09-11T03:36:46.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:46 smithi086 ceph-mon[91691]: pgmap v170: 121 pgs: 6 peering, 15 active+undersized, 9 active+undersized+degraded, 91 active+clean; 247 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 232 KiB/s wr, 13 op/s; 59/579 objects degraded (10.190%); 7.3 MiB/s, 2 objects/s recovering 2024-09-11T03:36:46.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:46 smithi130 ceph-mon[83685]: osdmap e336: 8 total, 8 up, 8 in 2024-09-11T03:36:46.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:46 smithi130 ceph-mon[83685]: pgmap v170: 121 pgs: 6 peering, 15 active+undersized, 9 active+undersized+degraded, 91 active+clean; 247 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 232 KiB/s wr, 13 op/s; 59/579 objects degraded (10.190%); 7.3 MiB/s, 2 objects/s recovering 2024-09-11T03:36:47.140 INFO:tasks.rados.rados.0.smithi086.stdout:1448: done (3 left) 2024-09-11T03:36:47.140 INFO:tasks.rados.rados.0.smithi086.stdout:1450: done (2 left) 2024-09-11T03:36:47.140 INFO:tasks.rados.rados.0.smithi086.stdout:1451: done (1 left) 2024-09-11T03:36:47.141 INFO:tasks.rados.rados.0.smithi086.stdout:1452: done (0 left) 2024-09-11T03:36:47.141 INFO:tasks.rados.rados.0.smithi086.stdout:1453: copy_from oid 40 from oid 18 current snap is 135 2024-09-11T03:36:47.141 INFO:tasks.rados.rados.0.smithi086.stdout:1454: read oid 20 snap -1 2024-09-11T03:36:47.141 INFO:tasks.rados.rados.0.smithi086.stdout:1454: expect (ObjNum 455 snap 132 seq_num 455) 2024-09-11T03:36:47.141 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 135 2024-09-11T03:36:47.141 INFO:tasks.rados.rados.0.smithi086.stdout:1455: seq_num 468 ranges {0=647168} 2024-09-11T03:36:47.143 INFO:tasks.rados.rados.0.smithi086.stdout:1455: writing smithi08678205-26 from 0 to 647168 tid 1 2024-09-11T03:36:47.143 INFO:tasks.rados.rados.0.smithi086.stdout:1456: rollback oid 10 current snap is 135 2024-09-11T03:36:47.143 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 10 to 126 2024-09-11T03:36:47.144 INFO:tasks.rados.rados.0.smithi086.stdout:1457: snap_create 2024-09-11T03:36:47.150 INFO:tasks.rados.rados.0.smithi086.stdout:1455: finishing write tid 1 to smithi08678205-26 2024-09-11T03:36:47.150 INFO:tasks.rados.rados.0.smithi086.stdout:1455: finishing write tid 2 to smithi08678205-26 2024-09-11T03:36:47.153 INFO:tasks.rados.rados.0.smithi086.stdout:1455: finishing write tid 3 to smithi08678205-26 2024-09-11T03:36:47.153 INFO:tasks.rados.rados.0.smithi086.stdout:1455: oid 26 updating version 0 to 260 2024-09-11T03:36:47.154 INFO:tasks.rados.rados.0.smithi086.stdout:1455: oid 26 version 260 is already newer than 259 2024-09-11T03:36:47.154 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 260 (ObjNum 468 snap 135 seq_num 468) dirty exists 2024-09-11T03:36:47.154 INFO:tasks.rados.rados.0.smithi086.stdout:1455: left oid 26 (ObjNum 468 snap 135 seq_num 468) 2024-09-11T03:36:47.154 INFO:tasks.rados.rados.0.smithi086.stdout:1456: finishing rollback tid 0 to smithi08678205-10 2024-09-11T03:36:47.154 INFO:tasks.rados.rados.0.smithi086.stdout:1456: finishing rollback tid 1 to smithi08678205-10 2024-09-11T03:36:47.154 INFO:tasks.rados.rados.0.smithi086.stdout:1456: finishing rollback tid 2 to smithi08678205-10 2024-09-11T03:36:47.154 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 651 (ObjNum 402 snap 117 seq_num 402) dirty exists 2024-09-11T03:36:47.154 INFO:tasks.rados.rados.0.smithi086.stdout:1453: finishing copy_from racing read to smithi08678205-40 2024-09-11T03:36:47.158 INFO:tasks.rados.rados.0.smithi086.stdout:1453: finishing copy_from to smithi08678205-40 2024-09-11T03:36:47.158 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 544 (ObjNum 337 snap 91 seq_num 337) dirty exists 2024-09-11T03:36:47.169 INFO:tasks.rados.rados.0.smithi086.stdout:1454: expect (ObjNum 455 snap 132 seq_num 455) 2024-09-11T03:36:47.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:47 smithi086 ceph-mon[89281]: osdmap e337: 8 total, 8 up, 8 in 2024-09-11T03:36:47.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:47 smithi086 ceph-mon[91691]: osdmap e337: 8 total, 8 up, 8 in 2024-09-11T03:36:47.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:47 smithi130 ceph-mon[83685]: osdmap e337: 8 total, 8 up, 8 in 2024-09-11T03:36:48.149 INFO:tasks.rados.rados.0.smithi086.stdout:1453: done (4 left) 2024-09-11T03:36:48.149 INFO:tasks.rados.rados.0.smithi086.stdout:1454: done (3 left) 2024-09-11T03:36:48.149 INFO:tasks.rados.rados.0.smithi086.stdout:1455: done (2 left) 2024-09-11T03:36:48.149 INFO:tasks.rados.rados.0.smithi086.stdout:1456: done (1 left) 2024-09-11T03:36:48.149 INFO:tasks.rados.rados.0.smithi086.stdout:1457: done (0 left) 2024-09-11T03:36:48.149 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 136 2024-09-11T03:36:48.149 INFO:tasks.rados.rados.0.smithi086.stdout:1458: seq_num 469 ranges {6217728=663552} 2024-09-11T03:36:48.186 INFO:tasks.rados.rados.0.smithi086.stdout:1458: writing smithi08678205-11 from 6217728 to 6881280 tid 1 2024-09-11T03:36:48.186 INFO:tasks.rados.rados.0.smithi086.stdout:1459: rollback oid 15 current snap is 136 2024-09-11T03:36:48.186 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 15 to 134 2024-09-11T03:36:48.186 INFO:tasks.rados.rados.0.smithi086.stdout:1460: read oid 23 snap -1 2024-09-11T03:36:48.186 INFO:tasks.rados.rados.0.smithi086.stdout:1460: expect (ObjNum 423 snap 124 seq_num 423) 2024-09-11T03:36:48.186 INFO:tasks.rados.rados.0.smithi086.stdout:1461: copy_from oid 33 from oid 21 current snap is 136 2024-09-11T03:36:48.186 INFO:tasks.rados.rados.0.smithi086.stdout:1462: snap_remove snap 133 2024-09-11T03:36:48.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:48 smithi086 ceph-mon[89281]: osdmap e338: 8 total, 8 up, 8 in 2024-09-11T03:36:48.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:48 smithi086 ceph-mon[89281]: pgmap v173: 121 pgs: 6 peering, 115 active+clean; 244 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 21 op/s; 20 MiB/s, 5 objects/s recovering 2024-09-11T03:36:48.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:48 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 59/579 objects degraded (10.190%), 9 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:48.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:36:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:36:48] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.43.0" 2024-09-11T03:36:48.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:48 smithi086 ceph-mon[91691]: osdmap e338: 8 total, 8 up, 8 in 2024-09-11T03:36:48.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:48 smithi086 ceph-mon[91691]: pgmap v173: 121 pgs: 6 peering, 115 active+clean; 244 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 21 op/s; 20 MiB/s, 5 objects/s recovering 2024-09-11T03:36:48.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:48 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 59/579 objects degraded (10.190%), 9 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:48.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:48 smithi130 ceph-mon[83685]: osdmap e338: 8 total, 8 up, 8 in 2024-09-11T03:36:48.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:48 smithi130 ceph-mon[83685]: pgmap v173: 121 pgs: 6 peering, 115 active+clean; 244 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 21 op/s; 20 MiB/s, 5 objects/s recovering 2024-09-11T03:36:48.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:48 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 59/579 objects degraded (10.190%), 9 pgs degraded (PG_DEGRADED) 2024-09-11T03:36:49.152 INFO:tasks.rados.rados.0.smithi086.stdout:1458: finishing write tid 1 to smithi08678205-11 2024-09-11T03:36:49.152 INFO:tasks.rados.rados.0.smithi086.stdout:1458: finishing write tid 2 to smithi08678205-11 2024-09-11T03:36:49.152 INFO:tasks.rados.rados.0.smithi086.stdout:1458: finishing write tid 3 to smithi08678205-11 2024-09-11T03:36:49.152 INFO:tasks.rados.rados.0.smithi086.stdout:1458: oid 11 updating version 0 to 653 2024-09-11T03:36:49.152 INFO:tasks.rados.rados.0.smithi086.stdout:1458: oid 11 version 653 is already newer than 652 2024-09-11T03:36:49.152 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 653 (ObjNum 469 snap 136 seq_num 469) dirty exists 2024-09-11T03:36:49.152 INFO:tasks.rados.rados.0.smithi086.stdout:1458: left oid 11 (ObjNum 469 snap 136 seq_num 469) 2024-09-11T03:36:49.152 INFO:tasks.rados.rados.0.smithi086.stdout:1459: finishing rollback tid 0 to smithi08678205-15 2024-09-11T03:36:49.152 INFO:tasks.rados.rados.0.smithi086.stdout:1459: finishing rollback tid 1 to smithi08678205-15 2024-09-11T03:36:49.152 INFO:tasks.rados.rados.0.smithi086.stdout:1459: finishing rollback tid 2 to smithi08678205-15 2024-09-11T03:36:49.152 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 1135 (ObjNum 439 snap 126 seq_num 439) dirty exists 2024-09-11T03:36:49.153 INFO:tasks.rados.rados.0.smithi086.stdout:1460: expect (ObjNum 423 snap 124 seq_num 423) 2024-09-11T03:36:49.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:49 smithi086 ceph-mon[91691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/579 objects degraded (10.190%), 9 pgs degraded) 2024-09-11T03:36:49.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:49 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:36:49.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:49 smithi086 ceph-mon[91691]: osdmap e339: 8 total, 8 up, 8 in 2024-09-11T03:36:49.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:49 smithi086 ceph-mon[89281]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/579 objects degraded (10.190%), 9 pgs degraded) 2024-09-11T03:36:49.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:49 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:36:49.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:49 smithi086 ceph-mon[89281]: osdmap e339: 8 total, 8 up, 8 in 2024-09-11T03:36:49.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:49 smithi130 ceph-mon[83685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/579 objects degraded (10.190%), 9 pgs degraded) 2024-09-11T03:36:49.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:49 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:36:49.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:49 smithi130 ceph-mon[83685]: osdmap e339: 8 total, 8 up, 8 in 2024-09-11T03:36:49.600 INFO:tasks.rados.rados.0.smithi086.stdout:1461: finishing copy_from racing read to smithi08678205-33 2024-09-11T03:36:49.600 INFO:tasks.rados.rados.0.smithi086.stdout:1461: finishing copy_from to smithi08678205-33 2024-09-11T03:36:49.600 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 559 (ObjNum 456 snap 132 seq_num 456) dirty exists 2024-09-11T03:36:49.600 INFO:tasks.rados.rados.0.smithi086.stdout:1458: done (4 left) 2024-09-11T03:36:49.600 INFO:tasks.rados.rados.0.smithi086.stdout:1459: done (3 left) 2024-09-11T03:36:49.600 INFO:tasks.rados.rados.0.smithi086.stdout:1460: done (2 left) 2024-09-11T03:36:49.600 INFO:tasks.rados.rados.0.smithi086.stdout:1461: done (1 left) 2024-09-11T03:36:49.600 INFO:tasks.rados.rados.0.smithi086.stdout:1462: done (0 left) 2024-09-11T03:36:49.600 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 136 2024-09-11T03:36:49.601 INFO:tasks.rados.rados.0.smithi086.stdout:1463: seq_num 470 ranges {442368=679936} 2024-09-11T03:36:49.607 INFO:tasks.rados.rados.0.smithi086.stdout:1463: writing smithi08678205-33 from 442368 to 1122304 tid 1 2024-09-11T03:36:49.607 INFO:tasks.rados.rados.0.smithi086.stdout:1464: copy_from oid 22 from oid 50 current snap is 136 2024-09-11T03:36:49.607 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 136 2024-09-11T03:36:49.607 INFO:tasks.rados.rados.0.smithi086.stdout:1465: seq_num 471 ranges {0=696320} 2024-09-11T03:36:49.612 INFO:tasks.rados.rados.0.smithi086.stdout:1465: writing smithi08678205-38 from 0 to 696320 tid 1 2024-09-11T03:36:49.613 INFO:tasks.rados.rados.0.smithi086.stdout:1466: read oid 17 snap -1 2024-09-11T03:36:49.613 INFO:tasks.rados.rados.0.smithi086.stdout:1466: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:36:49.613 INFO:tasks.rados.rados.0.smithi086.stdout:1463: finishing write tid 1 to smithi08678205-33 2024-09-11T03:36:49.613 INFO:tasks.rados.rados.0.smithi086.stdout:1463: finishing write tid 2 to smithi08678205-33 2024-09-11T03:36:49.613 INFO:tasks.rados.rados.0.smithi086.stdout:1464: finishing copy_from racing read to smithi08678205-22 2024-09-11T03:36:49.613 INFO:tasks.rados.rados.0.smithi086.stdout:1464: finishing copy_from to smithi08678205-22 2024-09-11T03:36:49.613 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 645 (ObjNum 129 snap 0 seq_num 3221261472) dirty exists 2024-09-11T03:36:49.613 INFO:tasks.rados.rados.0.smithi086.stdout:1467: read oid 27 snap 135 2024-09-11T03:36:49.613 INFO:tasks.rados.rados.0.smithi086.stdout:1467: expect (ObjNum 446 snap 128 seq_num 446) 2024-09-11T03:36:49.613 INFO:tasks.rados.rados.0.smithi086.stdout:1464: done (4 left) 2024-09-11T03:36:49.613 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 136 2024-09-11T03:36:49.613 INFO:tasks.rados.rados.0.smithi086.stdout:1468: seq_num 472 ranges {4218880=712704} 2024-09-11T03:36:49.641 INFO:tasks.rados.rados.0.smithi086.stdout:1468: writing smithi08678205-12 from 4218880 to 4931584 tid 1 2024-09-11T03:36:49.641 INFO:tasks.rados.rados.0.smithi086.stdout:1469: delete oid 29 current snap is 136 2024-09-11T03:36:49.641 INFO:tasks.rados.rados.0.smithi086.stdout:1463: finishing write tid 3 to smithi08678205-33 2024-09-11T03:36:49.641 INFO:tasks.rados.rados.0.smithi086.stdout:1463: oid 33 updating version 0 to 1143 2024-09-11T03:36:49.641 INFO:tasks.rados.rados.0.smithi086.stdout:1463: oid 33 version 1143 is already newer than 1142 2024-09-11T03:36:49.641 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 1143 (ObjNum 470 snap 136 seq_num 470) dirty exists 2024-09-11T03:36:49.642 INFO:tasks.rados.rados.0.smithi086.stdout:1463: left oid 33 (ObjNum 470 snap 136 seq_num 470) 2024-09-11T03:36:49.642 INFO:tasks.rados.rados.0.smithi086.stdout:1466: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:36:49.644 INFO:tasks.rados.rados.0.smithi086.stdout:1465: finishing write tid 1 to smithi08678205-38 2024-09-11T03:36:49.644 INFO:tasks.rados.rados.0.smithi086.stdout:1465: finishing write tid 2 to smithi08678205-38 2024-09-11T03:36:49.644 INFO:tasks.rados.rados.0.smithi086.stdout:1467: expect (ObjNum 446 snap 128 seq_num 446) 2024-09-11T03:36:49.658 INFO:tasks.rados.rados.0.smithi086.stdout:1465: finishing write tid 3 to smithi08678205-38 2024-09-11T03:36:49.658 INFO:tasks.rados.rados.0.smithi086.stdout:1465: oid 38 updating version 0 to 647 2024-09-11T03:36:49.659 INFO:tasks.rados.rados.0.smithi086.stdout:1465: oid 38 version 647 is already newer than 646 2024-09-11T03:36:49.659 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 647 (ObjNum 471 snap 136 seq_num 471) dirty exists 2024-09-11T03:36:49.659 INFO:tasks.rados.rados.0.smithi086.stdout:1465: left oid 38 (ObjNum 471 snap 136 seq_num 471) 2024-09-11T03:36:49.659 INFO:tasks.rados.rados.0.smithi086.stdout:1468: finishing write tid 1 to smithi08678205-12 2024-09-11T03:36:49.659 INFO:tasks.rados.rados.0.smithi086.stdout:1468: finishing write tid 2 to smithi08678205-12 2024-09-11T03:36:49.659 INFO:tasks.rados.rados.0.smithi086.stdout:1463: done (5 left) 2024-09-11T03:36:49.659 INFO:tasks.rados.rados.0.smithi086.stdout:1465: done (4 left) 2024-09-11T03:36:49.659 INFO:tasks.rados.rados.0.smithi086.stdout:1466: done (3 left) 2024-09-11T03:36:49.659 INFO:tasks.rados.rados.0.smithi086.stdout:1467: done (2 left) 2024-09-11T03:36:49.659 INFO:tasks.rados.rados.0.smithi086.stdout:1469: done (1 left) 2024-09-11T03:36:49.659 INFO:tasks.rados.rados.0.smithi086.stdout:1470: copy_from oid 4 from oid 1 current snap is 136 2024-09-11T03:36:49.659 INFO:tasks.rados.rados.0.smithi086.stdout:1468: finishing write tid 3 to smithi08678205-12 2024-09-11T03:36:49.660 INFO:tasks.rados.rados.0.smithi086.stdout:1468: oid 12 updating version 0 to 680 2024-09-11T03:36:49.660 INFO:tasks.rados.rados.0.smithi086.stdout:1468: oid 12 updating version 680 to 681 2024-09-11T03:36:49.660 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 681 (ObjNum 472 snap 136 seq_num 472) dirty exists 2024-09-11T03:36:49.660 INFO:tasks.rados.rados.0.smithi086.stdout:1468: left oid 12 (ObjNum 472 snap 136 seq_num 472) 2024-09-11T03:36:49.660 INFO:tasks.rados.rados.0.smithi086.stdout:1468: done (1 left) 2024-09-11T03:36:49.660 INFO:tasks.rados.rados.0.smithi086.stdout:1471: snap_create 2024-09-11T03:36:49.670 INFO:tasks.rados.rados.0.smithi086.stdout:1470: finishing copy_from racing read to smithi08678205-4 2024-09-11T03:36:49.671 INFO:tasks.rados.rados.0.smithi086.stdout:1470: finishing copy_from to smithi08678205-4 2024-09-11T03:36:49.671 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 580 (ObjNum 437 snap 126 seq_num 437) dirty exists 2024-09-11T03:36:50.436 INFO:tasks.rados.rados.0.smithi086.stdout:1470: done (1 left) 2024-09-11T03:36:50.436 INFO:tasks.rados.rados.0.smithi086.stdout:1471: done (0 left) 2024-09-11T03:36:50.436 INFO:tasks.rados.rados.0.smithi086.stdout:1472: setattr oid 25 current snap is 137 2024-09-11T03:36:50.437 INFO:tasks.rados.rados.0.smithi086.stdout:1473: setattr oid 47 current snap is 137 2024-09-11T03:36:50.439 INFO:tasks.rados.rados.0.smithi086.stdout:1474: snap_create 2024-09-11T03:36:50.443 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 654 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-11T03:36:50.446 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 590 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-09-11T03:36:50.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:50 smithi086 ceph-mon[89281]: osdmap e340: 8 total, 8 up, 8 in 2024-09-11T03:36:50.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:50 smithi086 ceph-mon[89281]: pgmap v176: 121 pgs: 121 active+clean; 238 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 12 MiB/s, 3 objects/s recovering 2024-09-11T03:36:50.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:50.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:36:50.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:50 smithi086 ceph-mon[91691]: osdmap e340: 8 total, 8 up, 8 in 2024-09-11T03:36:50.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:50 smithi086 ceph-mon[91691]: pgmap v176: 121 pgs: 121 active+clean; 238 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 12 MiB/s, 3 objects/s recovering 2024-09-11T03:36:50.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:50.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:36:50.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:50 smithi130 ceph-mon[83685]: osdmap e340: 8 total, 8 up, 8 in 2024-09-11T03:36:50.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:50 smithi130 ceph-mon[83685]: pgmap v176: 121 pgs: 121 active+clean; 238 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 12 MiB/s, 3 objects/s recovering 2024-09-11T03:36:50.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:50.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:36:51.443 INFO:tasks.rados.rados.0.smithi086.stdout:1472: done (2 left) 2024-09-11T03:36:51.444 INFO:tasks.rados.rados.0.smithi086.stdout:1473: done (1 left) 2024-09-11T03:36:51.444 INFO:tasks.rados.rados.0.smithi086.stdout:1474: done (0 left) 2024-09-11T03:36:51.444 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 138 2024-09-11T03:36:51.444 INFO:tasks.rados.rados.0.smithi086.stdout:1475: seq_num 474 ranges {2146304=745472} 2024-09-11T03:36:51.459 INFO:tasks.rados.rados.0.smithi086.stdout:1475: writing smithi08678205-7 from 2146304 to 2891776 tid 1 2024-09-11T03:36:51.459 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 138 2024-09-11T03:36:51.459 INFO:tasks.rados.rados.0.smithi086.stdout:1476: seq_num 475 ranges {1630208=761856} 2024-09-11T03:36:51.472 INFO:tasks.rados.rados.0.smithi086.stdout:1476: writing smithi08678205-32 from 1630208 to 2392064 tid 1 2024-09-11T03:36:51.472 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 138 2024-09-11T03:36:51.472 INFO:tasks.rados.rados.0.smithi086.stdout:1475: finishing write tid 1 to smithi08678205-7 2024-09-11T03:36:51.472 INFO:tasks.rados.rados.0.smithi086.stdout:1475: finishing write tid 2 to smithi08678205-7 2024-09-11T03:36:51.473 INFO:tasks.rados.rados.0.smithi086.stdout:1475: finishing write tid 3 to smithi08678205-7 2024-09-11T03:36:51.473 INFO:tasks.rados.rados.0.smithi086.stdout:1475: oid 7 updating version 0 to 682 2024-09-11T03:36:51.473 INFO:tasks.rados.rados.0.smithi086.stdout:1475: oid 7 updating version 682 to 683 2024-09-11T03:36:51.473 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 683 (ObjNum 474 snap 138 seq_num 474) dirty exists 2024-09-11T03:36:51.473 INFO:tasks.rados.rados.0.smithi086.stdout:1475: left oid 7 (ObjNum 474 snap 138 seq_num 474) 2024-09-11T03:36:51.473 INFO:tasks.rados.rados.0.smithi086.stdout:1477: seq_num 476 ranges {3145728=778240} 2024-09-11T03:36:51.497 INFO:tasks.rados.rados.0.smithi086.stdout:1477: writing smithi08678205-34 from 3145728 to 3923968 tid 1 2024-09-11T03:36:51.497 INFO:tasks.rados.rados.0.smithi086.stdout:1475: done (2 left) 2024-09-11T03:36:51.497 INFO:tasks.rados.rados.0.smithi086.stdout:1478: snap_create 2024-09-11T03:36:51.497 INFO:tasks.rados.rados.0.smithi086.stdout:1476: finishing write tid 1 to smithi08678205-32 2024-09-11T03:36:51.497 INFO:tasks.rados.rados.0.smithi086.stdout:1476: finishing write tid 2 to smithi08678205-32 2024-09-11T03:36:51.497 INFO:tasks.rados.rados.0.smithi086.stdout:1476: finishing write tid 3 to smithi08678205-32 2024-09-11T03:36:51.497 INFO:tasks.rados.rados.0.smithi086.stdout:1476: oid 32 updating version 0 to 655 2024-09-11T03:36:51.497 INFO:tasks.rados.rados.0.smithi086.stdout:1476: oid 32 updating version 655 to 656 2024-09-11T03:36:51.497 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 656 (ObjNum 475 snap 138 seq_num 475) dirty exists 2024-09-11T03:36:51.498 INFO:tasks.rados.rados.0.smithi086.stdout:1476: left oid 32 (ObjNum 475 snap 138 seq_num 475) 2024-09-11T03:36:51.500 INFO:tasks.rados.rados.0.smithi086.stdout:1477: finishing write tid 1 to smithi08678205-34 2024-09-11T03:36:51.500 INFO:tasks.rados.rados.0.smithi086.stdout:1477: finishing write tid 2 to smithi08678205-34 2024-09-11T03:36:51.501 INFO:tasks.rados.rados.0.smithi086.stdout:1477: finishing write tid 3 to smithi08678205-34 2024-09-11T03:36:51.501 INFO:tasks.rados.rados.0.smithi086.stdout:1477: oid 34 updating version 0 to 650 2024-09-11T03:36:51.501 INFO:tasks.rados.rados.0.smithi086.stdout:1477: oid 34 updating version 650 to 651 2024-09-11T03:36:51.501 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 651 (ObjNum 476 snap 138 seq_num 476) dirty exists 2024-09-11T03:36:51.501 INFO:tasks.rados.rados.0.smithi086.stdout:1477: left oid 34 (ObjNum 476 snap 138 seq_num 476) 2024-09-11T03:36:51.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:51 smithi086 ceph-mon[89281]: osdmap e341: 8 total, 8 up, 8 in 2024-09-11T03:36:51.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:51 smithi086 ceph-mon[91691]: osdmap e341: 8 total, 8 up, 8 in 2024-09-11T03:36:51.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:51 smithi130 ceph-mon[83685]: osdmap e341: 8 total, 8 up, 8 in 2024-09-11T03:36:52.457 INFO:tasks.rados.rados.0.smithi086.stdout:1476: done (2 left) 2024-09-11T03:36:52.457 INFO:tasks.rados.rados.0.smithi086.stdout:1477: done (1 left) 2024-09-11T03:36:52.457 INFO:tasks.rados.rados.0.smithi086.stdout:1478: done (0 left) 2024-09-11T03:36:52.457 INFO:tasks.rados.rados.0.smithi086.stdout:1479: delete oid 40 current snap is 139 2024-09-11T03:36:52.461 INFO:tasks.rados.rados.0.smithi086.stdout:1479: done (0 left) 2024-09-11T03:36:52.462 INFO:tasks.rados.rados.0.smithi086.stdout:1480: snap_remove snap 129 2024-09-11T03:36:52.638 INFO:tasks.rados.rados.0.smithi086.stdout:1480: done (0 left) 2024-09-11T03:36:52.639 INFO:tasks.rados.rados.0.smithi086.stdout:1481: snap_remove snap 137 2024-09-11T03:36:52.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:52 smithi086 ceph-mon[89281]: pgmap v178: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-09-11T03:36:52.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:52 smithi086 ceph-mon[89281]: osdmap e342: 8 total, 8 up, 8 in 2024-09-11T03:36:52.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:52 smithi086 ceph-mon[91691]: pgmap v178: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-09-11T03:36:52.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:52 smithi086 ceph-mon[91691]: osdmap e342: 8 total, 8 up, 8 in 2024-09-11T03:36:52.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:52 smithi130 ceph-mon[83685]: pgmap v178: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-09-11T03:36:52.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:52 smithi130 ceph-mon[83685]: osdmap e342: 8 total, 8 up, 8 in 2024-09-11T03:36:53.642 INFO:tasks.rados.rados.0.smithi086.stdout:1481: done (0 left) 2024-09-11T03:36:53.642 INFO:tasks.rados.rados.0.smithi086.stdout:1482: snap_remove snap 102 2024-09-11T03:36:53.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:53 smithi086 ceph-mon[91691]: osdmap e343: 8 total, 8 up, 8 in 2024-09-11T03:36:53.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:53 smithi086 ceph-mon[91691]: osdmap e344: 8 total, 8 up, 8 in 2024-09-11T03:36:53.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:53 smithi086 ceph-mon[89281]: osdmap e343: 8 total, 8 up, 8 in 2024-09-11T03:36:53.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:53 smithi086 ceph-mon[89281]: osdmap e344: 8 total, 8 up, 8 in 2024-09-11T03:36:53.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:53 smithi130 ceph-mon[83685]: osdmap e343: 8 total, 8 up, 8 in 2024-09-11T03:36:53.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:53 smithi130 ceph-mon[83685]: osdmap e344: 8 total, 8 up, 8 in 2024-09-11T03:36:54.644 INFO:tasks.rados.rados.0.smithi086.stdout:1482: done (0 left) 2024-09-11T03:36:54.644 INFO:tasks.rados.rados.0.smithi086.stdout:1483: delete oid 34 current snap is 139 2024-09-11T03:36:54.661 INFO:tasks.rados.rados.0.smithi086.stdout:1483: done (0 left) 2024-09-11T03:36:54.661 INFO:tasks.rados.rados.0.smithi086.stdout:1484: read oid 33 snap -1 2024-09-11T03:36:54.661 INFO:tasks.rados.rados.0.smithi086.stdout:1484: expect (ObjNum 470 snap 136 seq_num 470) 2024-09-11T03:36:54.661 INFO:tasks.rados.rados.0.smithi086.stdout:1485: snap_create 2024-09-11T03:36:54.673 INFO:tasks.rados.rados.0.smithi086.stdout:1484: expect (ObjNum 470 snap 136 seq_num 470) 2024-09-11T03:36:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:54 smithi086 ceph-mon[89281]: pgmap v182: 121 pgs: 121 active+clean; 260 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 27 op/s 2024-09-11T03:36:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:54 smithi086 ceph-mon[89281]: osdmap e345: 8 total, 8 up, 8 in 2024-09-11T03:36:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:54 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:54 smithi086 ceph-mon[91691]: pgmap v182: 121 pgs: 121 active+clean; 260 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 27 op/s 2024-09-11T03:36:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:54 smithi086 ceph-mon[91691]: osdmap e345: 8 total, 8 up, 8 in 2024-09-11T03:36:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:54 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:54 smithi130 ceph-mon[83685]: pgmap v182: 121 pgs: 121 active+clean; 260 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 27 op/s 2024-09-11T03:36:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:54 smithi130 ceph-mon[83685]: osdmap e345: 8 total, 8 up, 8 in 2024-09-11T03:36:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:54 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:36:55.658 INFO:tasks.rados.rados.0.smithi086.stdout:1484: done (1 left) 2024-09-11T03:36:55.659 INFO:tasks.rados.rados.0.smithi086.stdout:1485: done (0 left) 2024-09-11T03:36:55.659 INFO:tasks.rados.rados.0.smithi086.stdout:1486: rollback oid 42 current snap is 140 2024-09-11T03:36:55.659 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 42 to 136 2024-09-11T03:36:55.659 INFO:tasks.rados.rados.0.smithi086.stdout:1487: read oid 22 snap -1 2024-09-11T03:36:55.659 INFO:tasks.rados.rados.0.smithi086.stdout:1487: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:36:55.659 INFO:tasks.rados.rados.0.smithi086.stdout:1488: snap_remove snap 115 2024-09-11T03:36:56.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:55 smithi086 ceph-mon[89281]: osdmap e346: 8 total, 8 up, 8 in 2024-09-11T03:36:56.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:55 smithi086 ceph-mon[91691]: osdmap e346: 8 total, 8 up, 8 in 2024-09-11T03:36:56.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:55 smithi130 ceph-mon[83685]: osdmap e346: 8 total, 8 up, 8 in 2024-09-11T03:36:56.666 INFO:tasks.rados.rados.0.smithi086.stdout:1488: done (2 left) 2024-09-11T03:36:56.667 INFO:tasks.rados.rados.0.smithi086.stdout:1489: delete oid 13 current snap is 140 2024-09-11T03:36:56.667 INFO:tasks.rados.rados.0.smithi086.stdout:1486: finishing rollback tid 1 to smithi08678205-42 2024-09-11T03:36:56.667 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 423 (ObjNum 6737 snap 0 seq_num 580887376) dirty dne 2024-09-11T03:36:56.667 INFO:tasks.rados.rados.0.smithi086.stdout:1487: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:36:56.679 INFO:tasks.rados.rados.0.smithi086.stdout:1486: done (2 left) 2024-09-11T03:36:56.679 INFO:tasks.rados.rados.0.smithi086.stdout:1487: done (1 left) 2024-09-11T03:36:56.679 INFO:tasks.rados.rados.0.smithi086.stdout:1489: done (0 left) 2024-09-11T03:36:56.679 INFO:tasks.rados.rados.0.smithi086.stdout:1490: snap_remove snap 121 2024-09-11T03:36:56.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:56 smithi130 ceph-mon[83685]: pgmap v185: 121 pgs: 121 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 904 KiB/s rd, 774 KiB/s wr, 15 op/s 2024-09-11T03:36:56.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:56 smithi130 ceph-mon[83685]: osdmap e347: 8 total, 8 up, 8 in 2024-09-11T03:36:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:56 smithi086 ceph-mon[89281]: pgmap v185: 121 pgs: 121 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 904 KiB/s rd, 774 KiB/s wr, 15 op/s 2024-09-11T03:36:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:56 smithi086 ceph-mon[89281]: osdmap e347: 8 total, 8 up, 8 in 2024-09-11T03:36:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:56 smithi086 ceph-mon[91691]: pgmap v185: 121 pgs: 121 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 904 KiB/s rd, 774 KiB/s wr, 15 op/s 2024-09-11T03:36:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:56 smithi086 ceph-mon[91691]: osdmap e347: 8 total, 8 up, 8 in 2024-09-11T03:36:57.634 INFO:tasks.rados.rados.0.smithi086.stdout:1490: done (0 left) 2024-09-11T03:36:57.634 INFO:tasks.rados.rados.0.smithi086.stdout:1491: read oid 37 snap -1 2024-09-11T03:36:57.634 INFO:tasks.rados.rados.0.smithi086.stdout:1491: expect deleted 2024-09-11T03:36:57.634 INFO:tasks.rados.rados.0.smithi086.stdout:1492: snap_create 2024-09-11T03:36:58.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:57 smithi086 ceph-mon[89281]: osdmap e348: 8 total, 8 up, 8 in 2024-09-11T03:36:58.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:57 smithi086 ceph-mon[89281]: osdmap e349: 8 total, 8 up, 8 in 2024-09-11T03:36:58.001 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:57 smithi086 ceph-mon[91691]: osdmap e348: 8 total, 8 up, 8 in 2024-09-11T03:36:58.001 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:57 smithi086 ceph-mon[91691]: osdmap e349: 8 total, 8 up, 8 in 2024-09-11T03:36:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:57 smithi130 ceph-mon[83685]: osdmap e348: 8 total, 8 up, 8 in 2024-09-11T03:36:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:57 smithi130 ceph-mon[83685]: osdmap e349: 8 total, 8 up, 8 in 2024-09-11T03:36:58.321 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:36:58 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:36:58] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2024-09-11T03:36:58.636 INFO:tasks.rados.rados.0.smithi086.stdout:1491: done (1 left) 2024-09-11T03:36:58.636 INFO:tasks.rados.rados.0.smithi086.stdout:1492: done (0 left) 2024-09-11T03:36:58.636 INFO:tasks.rados.rados.0.smithi086.stdout:1493: copy_from oid 45 from oid 50 current snap is 141 2024-09-11T03:36:58.636 INFO:tasks.rados.rados.0.smithi086.stdout:1494: copy_from oid 17 from oid 29 current snap is 141 2024-09-11T03:36:58.636 INFO:tasks.rados.rados.0.smithi086.stdout:1495: read oid 30 snap -1 2024-09-11T03:36:58.637 INFO:tasks.rados.rados.0.smithi086.stdout:1495: expect (ObjNum 399 snap 115 seq_num 399) 2024-09-11T03:36:58.637 INFO:tasks.rados.rados.0.smithi086.stdout:1496: read oid 41 snap -1 2024-09-11T03:36:58.637 INFO:tasks.rados.rados.0.smithi086.stdout:1496: expect (ObjNum 424 snap 124 seq_num 424) 2024-09-11T03:36:58.637 INFO:tasks.rados.rados.0.smithi086.stdout:1497: snap_remove snap 114 2024-09-11T03:36:58.924 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:58 smithi086 ceph-mon[89281]: pgmap v188: 121 pgs: 121 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 840 KiB/s rd, 372 KiB/s wr, 7 op/s 2024-09-11T03:36:58.925 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-11T03:36:58.925 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:58 smithi086 ceph-mon[89281]: osdmap e350: 8 total, 8 up, 8 in 2024-09-11T03:36:58.925 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:58 smithi086 ceph-mon[91691]: pgmap v188: 121 pgs: 121 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 840 KiB/s rd, 372 KiB/s wr, 7 op/s 2024-09-11T03:36:58.925 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:58 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-11T03:36:58.925 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:58 smithi086 ceph-mon[91691]: osdmap e350: 8 total, 8 up, 8 in 2024-09-11T03:36:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:58 smithi130 ceph-mon[83685]: pgmap v188: 121 pgs: 121 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 840 KiB/s rd, 372 KiB/s wr, 7 op/s 2024-09-11T03:36:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:58 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-11T03:36:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:58 smithi130 ceph-mon[83685]: osdmap e350: 8 total, 8 up, 8 in 2024-09-11T03:36:59.639 INFO:tasks.rados.rados.0.smithi086.stdout:1497: done (4 left) 2024-09-11T03:36:59.640 INFO:tasks.rados.rados.0.smithi086.stdout:1498: copy_from oid 5 from oid 28 current snap is 141 2024-09-11T03:36:59.640 INFO:tasks.rados.rados.0.smithi086.stdout:1494: finishing copy_from to smithi08678205-17 2024-09-11T03:36:59.640 INFO:tasks.rados.rados.0.smithi086.stdout:1494: got expected ENOENT (src dne) 2024-09-11T03:36:59.640 INFO:tasks.rados.rados.0.smithi086.stdout:1494: finishing copy_from racing read to smithi08678205-17 2024-09-11T03:36:59.640 INFO:tasks.rados.rados.0.smithi086.stdout:1493: finishing copy_from racing read to smithi08678205-45 2024-09-11T03:36:59.640 INFO:tasks.rados.rados.0.smithi086.stdout:1493: finishing copy_from to smithi08678205-45 2024-09-11T03:36:59.640 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 645 (ObjNum 4113 snap 0 seq_num 213298258) dirty exists 2024-09-11T03:36:59.640 INFO:tasks.rados.rados.0.smithi086.stdout:1495: expect (ObjNum 399 snap 115 seq_num 399) 2024-09-11T03:36:59.833 INFO:tasks.rados.rados.0.smithi086.stdout:1496: expect (ObjNum 424 snap 124 seq_num 424) 2024-09-11T03:37:00.013 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:59 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-11T03:37:00.013 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:59 smithi086 ceph-mon[89281]: Upgrade: osd.2 is safe to restart 2024-09-11T03:37:00.013 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:00.013 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-11T03:37:00.014 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:37:00.014 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:36:59 smithi086 ceph-mon[89281]: osdmap e351: 8 total, 8 up, 8 in 2024-09-11T03:37:00.014 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:59 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-11T03:37:00.014 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:59 smithi086 ceph-mon[91691]: Upgrade: osd.2 is safe to restart 2024-09-11T03:37:00.014 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:59 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:00.014 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:59 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-11T03:37:00.014 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:59 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:37:00.014 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:36:59 smithi086 ceph-mon[91691]: osdmap e351: 8 total, 8 up, 8 in 2024-09-11T03:37:00.037 INFO:tasks.rados.rados.0.smithi086.stdout:1498: finishing copy_from racing read to smithi08678205-5 2024-09-11T03:37:00.037 INFO:tasks.rados.rados.0.smithi086.stdout:1498: finishing copy_from to smithi08678205-5 2024-09-11T03:37:00.037 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 1069 (ObjNum 457 snap 133 seq_num 457) dirty exists 2024-09-11T03:37:00.037 INFO:tasks.rados.rados.0.smithi086.stdout:1493: done (4 left) 2024-09-11T03:37:00.038 INFO:tasks.rados.rados.0.smithi086.stdout:1494: done (3 left) 2024-09-11T03:37:00.038 INFO:tasks.rados.rados.0.smithi086.stdout:1495: done (2 left) 2024-09-11T03:37:00.038 INFO:tasks.rados.rados.0.smithi086.stdout:1496: done (1 left) 2024-09-11T03:37:00.038 INFO:tasks.rados.rados.0.smithi086.stdout:1498: done (0 left) 2024-09-11T03:37:00.038 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 25 current snap is 141 2024-09-11T03:37:00.038 INFO:tasks.rados.rados.0.smithi086.stdout:1499: seq_num 480 ranges {0=442368,442368=401408} 2024-09-11T03:37:00.039 INFO:tasks.rados.rados.0.smithi086.stdout:1499: writing smithi08678205-25 from 0 to 442368 tid 1 2024-09-11T03:37:00.042 INFO:tasks.rados.rados.0.smithi086.stdout:1499: writing smithi08678205-25 from 442368 to 843776 tid 2 2024-09-11T03:37:00.042 INFO:tasks.rados.rados.0.smithi086.stdout:1500: read oid 13 snap 136 2024-09-11T03:37:00.042 INFO:tasks.rados.rados.0.smithi086.stdout:1500: expect (ObjNum 437 snap 126 seq_num 437) 2024-09-11T03:37:00.042 INFO:tasks.rados.rados.0.smithi086.stdout:1501: rollback oid 27 current snap is 141 2024-09-11T03:37:00.042 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 27 to 135 2024-09-11T03:37:00.042 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 14 current snap is 141 2024-09-11T03:37:00.043 INFO:tasks.rados.rados.0.smithi086.stdout:1502: seq_num 481 ranges {0=458752,458752=401408} 2024-09-11T03:37:00.045 INFO:tasks.rados.rados.0.smithi086.stdout:1502: writing smithi08678205-14 from 0 to 458752 tid 1 2024-09-11T03:37:00.048 INFO:tasks.rados.rados.0.smithi086.stdout:1502: writing smithi08678205-14 from 458752 to 860160 tid 2 2024-09-11T03:37:00.048 INFO:tasks.rados.rados.0.smithi086.stdout:1503: snap_remove snap 120 2024-09-11T03:37:00.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:59 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-11T03:37:00.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:59 smithi130 ceph-mon[83685]: Upgrade: osd.2 is safe to restart 2024-09-11T03:37:00.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:59 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:00.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:59 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-11T03:37:00.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:59 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:37:00.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:36:59 smithi130 ceph-mon[83685]: osdmap e351: 8 total, 8 up, 8 in 2024-09-11T03:37:00.697 INFO:tasks.rados.rados.0.smithi086.stdout:1503: done (4 left) 2024-09-11T03:37:00.697 INFO:tasks.rados.rados.0.smithi086.stdout:1504: delete oid 20 current snap is 141 2024-09-11T03:37:00.697 INFO:tasks.rados.rados.0.smithi086.stdout:1499: finishing write tid 1 to smithi08678205-25 2024-09-11T03:37:00.697 INFO:tasks.rados.rados.0.smithi086.stdout:1499: finishing write tid 2 to smithi08678205-25 2024-09-11T03:37:00.697 INFO:tasks.rados.rados.0.smithi086.stdout:1501: finishing rollback tid 0 to smithi08678205-27 2024-09-11T03:37:00.697 INFO:tasks.rados.rados.0.smithi086.stdout:1501: finishing rollback tid 1 to smithi08678205-27 2024-09-11T03:37:00.697 INFO:tasks.rados.rados.0.smithi086.stdout:1501: finishing rollback tid 2 to smithi08678205-27 2024-09-11T03:37:00.697 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 576 (ObjNum 446 snap 128 seq_num 446) dirty exists 2024-09-11T03:37:00.697 INFO:tasks.rados.rados.0.smithi086.stdout:1499: finishing write tid 3 to smithi08678205-25 2024-09-11T03:37:00.697 INFO:tasks.rados.rados.0.smithi086.stdout:1499: finishing write tid 4 to smithi08678205-25 2024-09-11T03:37:00.697 INFO:tasks.rados.rados.0.smithi086.stdout:1499: oid 25 updating version 0 to 658 2024-09-11T03:37:00.698 INFO:tasks.rados.rados.0.smithi086.stdout:1499: oid 25 version 658 is already newer than 657 2024-09-11T03:37:00.698 INFO:tasks.rados.rados.0.smithi086.stdout:1499: oid 25 updating version 658 to 659 2024-09-11T03:37:00.698 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 659 (ObjNum 480 snap 141 seq_num 480) dirty exists 2024-09-11T03:37:00.698 INFO:tasks.rados.rados.0.smithi086.stdout:1499: left oid 25 (ObjNum 480 snap 141 seq_num 480) 2024-09-11T03:37:00.698 INFO:tasks.rados.rados.0.smithi086.stdout:1502: finishing write tid 1 to smithi08678205-14 2024-09-11T03:37:00.698 INFO:tasks.rados.rados.0.smithi086.stdout:1502: finishing write tid 2 to smithi08678205-14 2024-09-11T03:37:00.698 INFO:tasks.rados.rados.0.smithi086.stdout:1502: finishing write tid 3 to smithi08678205-14 2024-09-11T03:37:00.698 INFO:tasks.rados.rados.0.smithi086.stdout:1502: finishing write tid 4 to smithi08678205-14 2024-09-11T03:37:00.698 INFO:tasks.rados.rados.0.smithi086.stdout:1502: oid 14 updating version 0 to 648 2024-09-11T03:37:00.698 INFO:tasks.rados.rados.0.smithi086.stdout:1502: oid 14 version 648 is already newer than 647 2024-09-11T03:37:00.698 INFO:tasks.rados.rados.0.smithi086.stdout:1502: oid 14 version 648 is already newer than 646 2024-09-11T03:37:00.698 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 648 (ObjNum 481 snap 141 seq_num 481) dirty exists 2024-09-11T03:37:00.698 INFO:tasks.rados.rados.0.smithi086.stdout:1502: left oid 14 (ObjNum 481 snap 141 seq_num 481) 2024-09-11T03:37:00.699 INFO:tasks.rados.rados.0.smithi086.stdout:1500: expect (ObjNum 437 snap 126 seq_num 437) 2024-09-11T03:37:00.851 INFO:tasks.rados.rados.0.smithi086.stdout:1499: done (4 left) 2024-09-11T03:37:00.852 INFO:tasks.rados.rados.0.smithi086.stdout:1500: done (3 left) 2024-09-11T03:37:00.852 INFO:tasks.rados.rados.0.smithi086.stdout:1501: done (2 left) 2024-09-11T03:37:00.852 INFO:tasks.rados.rados.0.smithi086.stdout:1502: done (1 left) 2024-09-11T03:37:00.852 INFO:tasks.rados.rados.0.smithi086.stdout:1504: done (0 left) 2024-09-11T03:37:00.852 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 141 2024-09-11T03:37:00.852 INFO:tasks.rados.rados.0.smithi086.stdout:1505: seq_num 483 ranges {5267456=491520,5758976=401408} 2024-09-11T03:37:00.882 INFO:tasks.rados.rados.0.smithi086.stdout:1505: writing smithi08678205-41 from 5267456 to 5758976 tid 1 2024-09-11T03:37:00.884 INFO:tasks.rados.rados.0.smithi086.stdout:1505: writing smithi08678205-41 from 5758976 to 6160384 tid 2 2024-09-11T03:37:00.884 INFO:tasks.rados.rados.0.smithi086.stdout:1506: copy_from oid 10 from oid 5 current snap is 141 2024-09-11T03:37:00.884 INFO:tasks.rados.rados.0.smithi086.stdout:1507: rollback oid 2 current snap is 141 2024-09-11T03:37:00.885 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 2 to 131 2024-09-11T03:37:00.885 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 141 2024-09-11T03:37:00.885 INFO:tasks.rados.rados.0.smithi086.stdout:1508: seq_num 484 ranges {3334144=507904,3842048=401408} 2024-09-11T03:37:00.905 INFO:tasks.rados.rados.0.smithi086.stdout:1508: writing smithi08678205-39 from 3334144 to 3842048 tid 1 2024-09-11T03:37:00.908 INFO:tasks.rados.rados.0.smithi086.stdout:1508: writing smithi08678205-39 from 3842048 to 4243456 tid 2 2024-09-11T03:37:00.908 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 141 2024-09-11T03:37:00.908 INFO:tasks.rados.rados.0.smithi086.stdout:1509: seq_num 485 ranges {6152192=532480,6684672=401408} 2024-09-11T03:37:00.943 INFO:tasks.rados.rados.0.smithi086.stdout:1509: writing smithi08678205-48 from 6152192 to 6684672 tid 1 2024-09-11T03:37:00.946 INFO:tasks.rados.rados.0.smithi086.stdout:1509: writing smithi08678205-48 from 6684672 to 7086080 tid 2 2024-09-11T03:37:00.946 INFO:tasks.rados.rados.0.smithi086.stdout:1510: setattr oid 8 current snap is 141 2024-09-11T03:37:00.946 INFO:tasks.rados.rados.0.smithi086.stdout:1505: finishing write tid 1 to smithi08678205-41 2024-09-11T03:37:00.946 INFO:tasks.rados.rados.0.smithi086.stdout:1505: finishing write tid 2 to smithi08678205-41 2024-09-11T03:37:00.946 INFO:tasks.rados.rados.0.smithi086.stdout:1507: finishing rollback tid 0 to smithi08678205-2 2024-09-11T03:37:00.946 INFO:tasks.rados.rados.0.smithi086.stdout:1505: finishing write tid 3 to smithi08678205-41 2024-09-11T03:37:00.946 INFO:tasks.rados.rados.0.smithi086.stdout:1507: finishing rollback tid 1 to smithi08678205-2 2024-09-11T03:37:00.946 INFO:tasks.rados.rados.0.smithi086.stdout:1507: finishing rollback tid 2 to smithi08678205-2 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 164 (ObjNum 451 snap 129 seq_num 451) dirty exists 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:1505: finishing write tid 4 to smithi08678205-41 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:1505: oid 41 updating version 0 to 1221 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:1505: oid 41 updating version 1221 to 1223 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:1505: oid 41 version 1223 is already newer than 1222 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 1223 (ObjNum 483 snap 141 seq_num 483) dirty exists 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:1505: left oid 41 (ObjNum 483 snap 141 seq_num 483) 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:1506: finishing copy_from racing read to smithi08678205-10 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:1506: finishing copy_from to smithi08678205-10 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 1069 (ObjNum 457 snap 133 seq_num 457) dirty exists 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:1508: finishing write tid 1 to smithi08678205-39 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:1508: finishing write tid 2 to smithi08678205-39 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:1508: finishing write tid 3 to smithi08678205-39 2024-09-11T03:37:00.947 INFO:tasks.rados.rados.0.smithi086.stdout:1508: finishing write tid 4 to smithi08678205-39 2024-09-11T03:37:00.948 INFO:tasks.rados.rados.0.smithi086.stdout:1508: oid 39 updating version 0 to 676 2024-09-11T03:37:00.948 INFO:tasks.rados.rados.0.smithi086.stdout:1508: oid 39 updating version 676 to 677 2024-09-11T03:37:00.948 INFO:tasks.rados.rados.0.smithi086.stdout:1508: oid 39 version 677 is already newer than 675 2024-09-11T03:37:00.948 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 677 (ObjNum 484 snap 141 seq_num 484) dirty exists 2024-09-11T03:37:00.948 INFO:tasks.rados.rados.0.smithi086.stdout:1508: left oid 39 (ObjNum 484 snap 141 seq_num 484) 2024-09-11T03:37:00.948 INFO:tasks.rados.rados.0.smithi086.stdout:1505: done (5 left) 2024-09-11T03:37:00.948 INFO:tasks.rados.rados.0.smithi086.stdout:1506: done (4 left) 2024-09-11T03:37:00.948 INFO:tasks.rados.rados.0.smithi086.stdout:1507: done (3 left) 2024-09-11T03:37:00.948 INFO:tasks.rados.rados.0.smithi086.stdout:1508: done (2 left) 2024-09-11T03:37:00.948 INFO:tasks.rados.rados.0.smithi086.stdout:1511: snap_remove snap 118 2024-09-11T03:37:00.981 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:00 smithi086 ceph-mon[89281]: pgmap v191: 121 pgs: 121 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-11T03:37:00.981 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:00 smithi086 ceph-mon[89281]: Upgrade: Updating osd.2 2024-09-11T03:37:00.981 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:00 smithi086 ceph-mon[89281]: Deploying daemon osd.2 on smithi086 2024-09-11T03:37:00.981 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:00 smithi086 ceph-mon[91691]: pgmap v191: 121 pgs: 121 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-11T03:37:00.981 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:00 smithi086 ceph-mon[91691]: Upgrade: Updating osd.2 2024-09-11T03:37:00.981 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:00 smithi086 ceph-mon[91691]: Deploying daemon osd.2 on smithi086 2024-09-11T03:37:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:00 smithi130 ceph-mon[83685]: pgmap v191: 121 pgs: 121 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-11T03:37:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:00 smithi130 ceph-mon[83685]: Upgrade: Updating osd.2 2024-09-11T03:37:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:00 smithi130 ceph-mon[83685]: Deploying daemon osd.2 on smithi086 2024-09-11T03:37:01.694 INFO:tasks.rados.rados.0.smithi086.stdout:1511: done (2 left) 2024-09-11T03:37:01.694 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 141 2024-09-11T03:37:01.694 INFO:tasks.rados.rados.0.smithi086.stdout:1509: finishing write tid 1 to smithi08678205-48 2024-09-11T03:37:01.694 INFO:tasks.rados.rados.0.smithi086.stdout:1512: seq_num 486 ranges {0=548864,548864=401408} 2024-09-11T03:37:01.698 INFO:tasks.rados.rados.0.smithi086.stdout:1512: writing smithi08678205-37 from 0 to 548864 tid 1 2024-09-11T03:37:01.701 INFO:tasks.rados.rados.0.smithi086.stdout:1512: writing smithi08678205-37 from 548864 to 950272 tid 2 2024-09-11T03:37:01.701 INFO:tasks.rados.rados.0.smithi086.stdout:1513: setattr oid 22 current snap is 141 2024-09-11T03:37:01.701 INFO:tasks.rados.rados.0.smithi086.stdout:1509: finishing write tid 2 to smithi08678205-48 2024-09-11T03:37:01.701 INFO:tasks.rados.rados.0.smithi086.stdout:1509: finishing write tid 3 to smithi08678205-48 2024-09-11T03:37:01.701 INFO:tasks.rados.rados.0.smithi086.stdout:1509: finishing write tid 4 to smithi08678205-48 2024-09-11T03:37:01.701 INFO:tasks.rados.rados.0.smithi086.stdout:1509: oid 48 updating version 0 to 681 2024-09-11T03:37:01.701 INFO:tasks.rados.rados.0.smithi086.stdout:1509: oid 48 version 681 is already newer than 679 2024-09-11T03:37:01.701 INFO:tasks.rados.rados.0.smithi086.stdout:1509: oid 48 version 681 is already newer than 680 2024-09-11T03:37:01.702 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 681 (ObjNum 485 snap 141 seq_num 485) dirty exists 2024-09-11T03:37:01.702 INFO:tasks.rados.rados.0.smithi086.stdout:1509: left oid 48 (ObjNum 485 snap 141 seq_num 485) 2024-09-11T03:37:01.702 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 649 (ObjNum 464 snap 134 seq_num 464) dirty exists 2024-09-11T03:37:01.704 INFO:tasks.rados.rados.0.smithi086.stdout:1509: done (3 left) 2024-09-11T03:37:01.704 INFO:tasks.rados.rados.0.smithi086.stdout:1510: done (2 left) 2024-09-11T03:37:01.704 INFO:tasks.rados.rados.0.smithi086.stdout:1514: snap_remove snap 131 2024-09-11T03:37:01.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:01 smithi086 ceph-mon[89281]: osdmap e352: 8 total, 8 up, 8 in 2024-09-11T03:37:01.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:01 smithi086 ceph-mon[91691]: osdmap e352: 8 total, 8 up, 8 in 2024-09-11T03:37:02.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:01 smithi130 ceph-mon[83685]: osdmap e352: 8 total, 8 up, 8 in 2024-09-11T03:37:02.648 INFO:tasks.rados.rados.0.smithi086.stdout:1514: done (2 left) 2024-09-11T03:37:02.648 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 50 current snap is 141 2024-09-11T03:37:02.648 INFO:tasks.rados.rados.0.smithi086.stdout:1515: seq_num 487 ranges {0=565248,565248=401408} 2024-09-11T03:37:02.650 INFO:tasks.rados.rados.0.smithi086.stdout:1515: writing smithi08678205-50 from 0 to 565248 tid 1 2024-09-11T03:37:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:1515: writing smithi08678205-50 from 565248 to 966656 tid 2 2024-09-11T03:37:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 649 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-11T03:37:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:1512: finishing write tid 1 to smithi08678205-37 2024-09-11T03:37:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1512: finishing write tid 2 to smithi08678205-37 2024-09-11T03:37:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1512: finishing write tid 3 to smithi08678205-37 2024-09-11T03:37:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1512: finishing write tid 4 to smithi08678205-37 2024-09-11T03:37:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1512: oid 37 updating version 0 to 282 2024-09-11T03:37:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1512: oid 37 updating version 282 to 283 2024-09-11T03:37:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1512: oid 37 version 283 is already newer than 281 2024-09-11T03:37:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 283 (ObjNum 486 snap 141 seq_num 486) dirty exists 2024-09-11T03:37:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1512: left oid 37 (ObjNum 486 snap 141 seq_num 486) 2024-09-11T03:37:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1512: done (2 left) 2024-09-11T03:37:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1513: done (1 left) 2024-09-11T03:37:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1516: copy_from oid 14 from oid 8 current snap is 141 2024-09-11T03:37:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1517: setattr oid 25 current snap is 141 2024-09-11T03:37:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:1518: rollback oid 44 current snap is 141 2024-09-11T03:37:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 44 to 135 2024-09-11T03:37:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:1519: rollback oid 5 current snap is 141 2024-09-11T03:37:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 5 to 135 2024-09-11T03:37:02.655 INFO:tasks.rados.rados.0.smithi086.stdout:1520: delete oid 6 current snap is 141 2024-09-11T03:37:02.661 INFO:tasks.rados.rados.0.smithi086.stdout:1519: finishing rollback tid 0 to smithi08678205-5 2024-09-11T03:37:02.662 INFO:tasks.rados.rados.0.smithi086.stdout:1520: done (5 left) 2024-09-11T03:37:02.662 INFO:tasks.rados.rados.0.smithi086.stdout:1521: read oid 33 snap -1 2024-09-11T03:37:02.662 INFO:tasks.rados.rados.0.smithi086.stdout:1521: expect (ObjNum 470 snap 136 seq_num 470) 2024-09-11T03:37:02.662 INFO:tasks.rados.rados.0.smithi086.stdout:1522: copy_from oid 2 from oid 4 current snap is 141 2024-09-11T03:37:02.662 INFO:tasks.rados.rados.0.smithi086.stdout:1523: snap_remove snap 132 2024-09-11T03:37:03.061 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:02 smithi086 ceph-mon[89281]: pgmap v194: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 322 KiB/s wr, 5 op/s 2024-09-11T03:37:03.061 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:02 smithi086 ceph-mon[89281]: osdmap e353: 8 total, 8 up, 8 in 2024-09-11T03:37:03.061 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:02 smithi086 ceph-mon[89281]: osdmap e354: 8 total, 8 up, 8 in 2024-09-11T03:37:03.062 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:02 smithi086 systemd[1]: Stopping Ceph osd.2 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:37:03.062 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:02 smithi086 ceph-mon[91691]: pgmap v194: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 322 KiB/s wr, 5 op/s 2024-09-11T03:37:03.062 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:02 smithi086 ceph-mon[91691]: osdmap e353: 8 total, 8 up, 8 in 2024-09-11T03:37:03.062 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:02 smithi086 ceph-mon[91691]: osdmap e354: 8 total, 8 up, 8 in 2024-09-11T03:37:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:02 smithi130 ceph-mon[83685]: pgmap v194: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 322 KiB/s wr, 5 op/s 2024-09-11T03:37:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:02 smithi130 ceph-mon[83685]: osdmap e353: 8 total, 8 up, 8 in 2024-09-11T03:37:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:02 smithi130 ceph-mon[83685]: osdmap e354: 8 total, 8 up, 8 in 2024-09-11T03:37:03.321 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2[52977]: 2024-09-11T03:37:03.067+0000 7f1d22e50640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:37:03.322 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2[52977]: 2024-09-11T03:37:03.067+0000 7f1d22e50640 -1 osd.2 354 *** Got signal Terminated *** 2024-09-11T03:37:03.322 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:03 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2[52977]: 2024-09-11T03:37:03.067+0000 7f1d22e50640 -1 osd.2 354 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:37:03.638 INFO:tasks.rados.rados.0.smithi086.stdout:1523: done (7 left) 2024-09-11T03:37:03.638 INFO:tasks.rados.rados.0.smithi086.stdout:1524: delete oid 19 current snap is 141 2024-09-11T03:37:03.638 INFO:tasks.rados.rados.0.smithi086.stdout:1519: finishing rollback tid 1 to smithi08678205-5 2024-09-11T03:37:03.638 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 1071 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-11T03:37:03.638 INFO:tasks.rados.rados.0.smithi086.stdout:1515: finishing write tid 1 to smithi08678205-50 2024-09-11T03:37:03.638 INFO:tasks.rados.rados.0.smithi086.stdout:1515: finishing write tid 2 to smithi08678205-50 2024-09-11T03:37:03.638 INFO:tasks.rados.rados.0.smithi086.stdout:1515: finishing write tid 3 to smithi08678205-50 2024-09-11T03:37:03.639 INFO:tasks.rados.rados.0.smithi086.stdout:1518: finishing rollback tid 0 to smithi08678205-44 2024-09-11T03:37:03.639 INFO:tasks.rados.rados.0.smithi086.stdout:1518: finishing rollback tid 1 to smithi08678205-44 2024-09-11T03:37:03.639 INFO:tasks.rados.rados.0.smithi086.stdout:1518: finishing rollback tid 2 to smithi08678205-44 2024-09-11T03:37:03.639 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 560 (ObjNum 370 snap 98 seq_num 370) dirty exists 2024-09-11T03:37:03.639 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 666 (ObjNum 480 snap 141 seq_num 480) dirty exists 2024-09-11T03:37:03.639 INFO:tasks.rados.rados.0.smithi086.stdout:1515: finishing write tid 4 to smithi08678205-50 2024-09-11T03:37:03.639 INFO:tasks.rados.rados.0.smithi086.stdout:1515: oid 50 updating version 0 to 665 2024-09-11T03:37:03.639 INFO:tasks.rados.rados.0.smithi086.stdout:1515: oid 50 version 665 is already newer than 664 2024-09-11T03:37:03.639 INFO:tasks.rados.rados.0.smithi086.stdout:1515: oid 50 version 665 is already newer than 663 2024-09-11T03:37:03.639 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 665 (ObjNum 487 snap 141 seq_num 487) dirty exists 2024-09-11T03:37:03.639 INFO:tasks.rados.rados.0.smithi086.stdout:1515: left oid 50 (ObjNum 487 snap 141 seq_num 487) 2024-09-11T03:37:03.639 INFO:tasks.rados.rados.0.smithi086.stdout:1521: expect (ObjNum 470 snap 136 seq_num 470) 2024-09-11T03:37:03.686 INFO:tasks.rados.rados.0.smithi086.stdout:1522: finishing copy_from racing read to smithi08678205-2 2024-09-11T03:37:03.686 INFO:tasks.rados.rados.0.smithi086.stdout:1522: finishing copy_from to smithi08678205-2 2024-09-11T03:37:03.686 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 580 (ObjNum 437 snap 126 seq_num 437) dirty exists 2024-09-11T03:37:03.686 INFO:tasks.rados.rados.0.smithi086.stdout:1516: finishing copy_from racing read to smithi08678205-14 2024-09-11T03:37:03.686 INFO:tasks.rados.rados.0.smithi086.stdout:1516: finishing copy_from to smithi08678205-14 2024-09-11T03:37:03.686 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 649 (ObjNum 464 snap 134 seq_num 464) dirty exists 2024-09-11T03:37:03.686 INFO:tasks.rados.rados.0.smithi086.stdout:1515: done (7 left) 2024-09-11T03:37:03.686 INFO:tasks.rados.rados.0.smithi086.stdout:1516: done (6 left) 2024-09-11T03:37:03.686 INFO:tasks.rados.rados.0.smithi086.stdout:1517: done (5 left) 2024-09-11T03:37:03.686 INFO:tasks.rados.rados.0.smithi086.stdout:1518: done (4 left) 2024-09-11T03:37:03.686 INFO:tasks.rados.rados.0.smithi086.stdout:1519: done (3 left) 2024-09-11T03:37:03.687 INFO:tasks.rados.rados.0.smithi086.stdout:1521: done (2 left) 2024-09-11T03:37:03.687 INFO:tasks.rados.rados.0.smithi086.stdout:1522: done (1 left) 2024-09-11T03:37:03.687 INFO:tasks.rados.rados.0.smithi086.stdout:1524: done (0 left) 2024-09-11T03:37:03.687 INFO:tasks.rados.rados.0.smithi086.stdout:1525: snap_remove snap 130 2024-09-11T03:37:04.033 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:03 smithi086 ceph-mon[89281]: osd.2 marked itself down and dead 2024-09-11T03:37:04.034 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:03 smithi086 ceph-mon[89281]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:37:04.034 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:03 smithi086 ceph-mon[89281]: osdmap e355: 8 total, 7 up, 8 in 2024-09-11T03:37:04.034 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:03 smithi086 ceph-mon[91691]: osd.2 marked itself down and dead 2024-09-11T03:37:04.034 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:03 smithi086 ceph-mon[91691]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:37:04.034 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:03 smithi086 ceph-mon[91691]: osdmap e355: 8 total, 7 up, 8 in 2024-09-11T03:37:04.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:03 smithi130 ceph-mon[83685]: osd.2 marked itself down and dead 2024-09-11T03:37:04.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:03 smithi130 ceph-mon[83685]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:37:04.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:03 smithi130 ceph-mon[83685]: osdmap e355: 8 total, 7 up, 8 in 2024-09-11T03:37:04.322 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:04 smithi086 podman[106292]: 2024-09-11 03:37:04.181647837 +0000 UTC m=+1.224957155 container died d3d0f22e40b83a0ec54e6d6567e049624c07a34810f5399db8d9d7212399f3dd (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-7a853b1, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:37:04.645 INFO:tasks.rados.rados.0.smithi086.stdout:1525: done (0 left) 2024-09-11T03:37:04.645 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 141 2024-09-11T03:37:04.645 INFO:tasks.rados.rados.0.smithi086.stdout:1526: seq_num 490 ranges {0=614400,614400=401408} 2024-09-11T03:37:04.649 INFO:tasks.rados.rados.0.smithi086.stdout:1526: writing smithi08678205-16 from 0 to 614400 tid 1 2024-09-11T03:37:04.652 INFO:tasks.rados.rados.0.smithi086.stdout:1526: writing smithi08678205-16 from 614400 to 1015808 tid 2 2024-09-11T03:37:04.652 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 141 2024-09-11T03:37:04.652 INFO:tasks.rados.rados.0.smithi086.stdout:1527: seq_num 491 ranges {4218880=630784,4849664=401408} 2024-09-11T03:37:04.679 INFO:tasks.rados.rados.0.smithi086.stdout:1527: writing smithi08678205-15 from 4218880 to 4849664 tid 1 2024-09-11T03:37:04.682 INFO:tasks.rados.rados.0.smithi086.stdout:1527: writing smithi08678205-15 from 4849664 to 5251072 tid 2 2024-09-11T03:37:04.682 INFO:tasks.rados.rados.0.smithi086.stdout:1528: snap_remove snap 128 2024-09-11T03:37:04.704 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:04 smithi086 podman[106292]: 2024-09-11 03:37:04.54404074 +0000 UTC m=+1.587350059 container cleanup d3d0f22e40b83a0ec54e6d6567e049624c07a34810f5399db8d9d7212399f3dd (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-7a853b1, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-11T03:37:04.704 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:04 smithi086 bash[106292]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2 2024-09-11T03:37:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:04 smithi086 ceph-mon[89281]: pgmap v197: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 764 KiB/s wr, 14 op/s 2024-09-11T03:37:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:37:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:04 smithi086 ceph-mon[89281]: osdmap e356: 8 total, 7 up, 8 in 2024-09-11T03:37:05.072 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:04 smithi086 podman[106318]: 2024-09-11 03:37:04.820755594 +0000 UTC m=+0.638374296 container remove d3d0f22e40b83a0ec54e6d6567e049624c07a34810f5399db8d9d7212399f3dd (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-7a853b1, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-11T03:37:05.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:04 smithi086 ceph-mon[91691]: pgmap v197: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 764 KiB/s wr, 14 op/s 2024-09-11T03:37:05.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:05.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:37:05.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:04 smithi086 ceph-mon[91691]: osdmap e356: 8 total, 7 up, 8 in 2024-09-11T03:37:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:04 smithi130 ceph-mon[83685]: pgmap v197: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 764 KiB/s wr, 14 op/s 2024-09-11T03:37:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:37:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:04 smithi130 ceph-mon[83685]: osdmap e356: 8 total, 7 up, 8 in 2024-09-11T03:37:05.423 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:05 smithi086 podman[106407]: 2024-09-11 03:37:05.074514181 +0000 UTC m=+0.016032277 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:37:05.424 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:05 smithi086 podman[106407]: 2024-09-11 03:37:05.188649855 +0000 UTC m=+0.130168006 container create 23a35a45a865a56dbc777f780924c05e593fc9358f1703f47e6e24d3f2692d7d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-11T03:37:05.530 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:37:05.646 INFO:tasks.rados.rados.0.smithi086.stdout:1526: finishing write tid 1 to smithi08678205-16 2024-09-11T03:37:05.646 INFO:tasks.rados.rados.0.smithi086.stdout:1526: finishing write tid 2 to smithi08678205-16 2024-09-11T03:37:05.646 INFO:tasks.rados.rados.0.smithi086.stdout:1526: finishing write tid 3 to smithi08678205-16 2024-09-11T03:37:05.646 INFO:tasks.rados.rados.0.smithi086.stdout:1526: finishing write tid 4 to smithi08678205-16 2024-09-11T03:37:05.646 INFO:tasks.rados.rados.0.smithi086.stdout:1526: oid 16 updating version 0 to 706 2024-09-11T03:37:05.646 INFO:tasks.rados.rados.0.smithi086.stdout:1526: oid 16 updating version 706 to 708 2024-09-11T03:37:05.646 INFO:tasks.rados.rados.0.smithi086.stdout:1526: oid 16 version 708 is already newer than 707 2024-09-11T03:37:05.646 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 708 (ObjNum 490 snap 141 seq_num 490) dirty exists 2024-09-11T03:37:05.646 INFO:tasks.rados.rados.0.smithi086.stdout:1526: left oid 16 (ObjNum 490 snap 141 seq_num 490) 2024-09-11T03:37:05.646 INFO:tasks.rados.rados.0.smithi086.stdout:1527: finishing write tid 1 to smithi08678205-15 2024-09-11T03:37:05.647 INFO:tasks.rados.rados.0.smithi086.stdout:1527: finishing write tid 2 to smithi08678205-15 2024-09-11T03:37:05.647 INFO:tasks.rados.rados.0.smithi086.stdout:1527: finishing write tid 3 to smithi08678205-15 2024-09-11T03:37:05.647 INFO:tasks.rados.rados.0.smithi086.stdout:1527: finishing write tid 4 to smithi08678205-15 2024-09-11T03:37:05.647 INFO:tasks.rados.rados.0.smithi086.stdout:1527: oid 15 updating version 0 to 1250 2024-09-11T03:37:05.647 INFO:tasks.rados.rados.0.smithi086.stdout:1527: oid 15 version 1250 is already newer than 1249 2024-09-11T03:37:05.647 INFO:tasks.rados.rados.0.smithi086.stdout:1527: oid 15 updating version 1250 to 1251 2024-09-11T03:37:05.647 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 1251 (ObjNum 491 snap 141 seq_num 491) dirty exists 2024-09-11T03:37:05.647 INFO:tasks.rados.rados.0.smithi086.stdout:1527: left oid 15 (ObjNum 491 snap 141 seq_num 491) 2024-09-11T03:37:05.647 INFO:tasks.rados.rados.0.smithi086.stdout:1526: done (2 left) 2024-09-11T03:37:05.647 INFO:tasks.rados.rados.0.smithi086.stdout:1527: done (1 left) 2024-09-11T03:37:05.647 INFO:tasks.rados.rados.0.smithi086.stdout:1528: done (0 left) 2024-09-11T03:37:05.647 INFO:tasks.rados.rados.0.smithi086.stdout:1529: read oid 33 snap -1 2024-09-11T03:37:05.647 INFO:tasks.rados.rados.0.smithi086.stdout:1529: expect (ObjNum 470 snap 136 seq_num 470) 2024-09-11T03:37:05.648 INFO:tasks.rados.rados.0.smithi086.stdout:1530: read oid 9 snap 136 2024-09-11T03:37:05.648 INFO:tasks.rados.rados.0.smithi086.stdout:1530: expect deleted 2024-09-11T03:37:05.648 INFO:tasks.rados.rados.0.smithi086.stdout:1531: snap_create 2024-09-11T03:37:05.654 INFO:tasks.rados.rados.0.smithi086.stdout:1529: expect (ObjNum 470 snap 136 seq_num 470) 2024-09-11T03:37:05.822 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:05 smithi086 podman[106407]: 2024-09-11 03:37:05.424334738 +0000 UTC m=+0.365852833 container init 23a35a45a865a56dbc777f780924c05e593fc9358f1703f47e6e24d3f2692d7d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:37:05.822 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:05 smithi086 podman[106407]: 2024-09-11 03:37:05.427908527 +0000 UTC m=+0.369426634 container start 23a35a45a865a56dbc777f780924c05e593fc9358f1703f47e6e24d3f2692d7d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-11T03:37:05.822 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:05 smithi086 podman[106407]: 2024-09-11 03:37:05.515919025 +0000 UTC m=+0.457437139 container attach 23a35a45a865a56dbc777f780924c05e593fc9358f1703f47e6e24d3f2692d7d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:37:05.822 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:05 smithi086 podman[106407]: 2024-09-11 03:37:05.627329875 +0000 UTC m=+0.568847981 container died 23a35a45a865a56dbc777f780924c05e593fc9358f1703f47e6e24d3f2692d7d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-11T03:37:06.110 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:37:06.110 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (6m) 26s ago 7m 25.0M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:37:06.110 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (7m) 99s ago 7m 88.1M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:37:06.110 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (8m) 26s ago 8m 22.5M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:37:06.110 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (8m) 99s ago 8m 15.4M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (2m) 99s ago 11m 453M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (3m) 26s ago 13m 521M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (2m) 26s ago 13m 51.7M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (104s) 99s ago 12m 20.4M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (2m) 26s ago 12m 42.1M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (6m) 26s ago 6m 16.7M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (6m) 99s ago 6m 15.4M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (64s) 26s ago 11m 96.5M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 987e6b2de39f 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (30s) 26s ago 11m 11.3M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 cfd4be907390 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (10m) 26s ago 10m 201M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e d3d0f22e40b8 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (10m) 26s ago 10m 119M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e ec41798cba7a 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (10m) 99s ago 10m 120M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 21e3380b8d63 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (9m) 99s ago 9m 135M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 8946be32054c 2024-09-11T03:37:06.111 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (9m) 99s ago 9m 115M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:37:06.112 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (8m) 99s ago 8m 116M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:37:06.112 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (2m) 99s ago 7m 49.9M - 2.43.0 a07b618ecd1d 700e3afbbd6b 2024-09-11T03:37:06.466 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:06 smithi086 podman[106477]: 2024-09-11 03:37:06.191891357 +0000 UTC m=+0.559157789 container remove 23a35a45a865a56dbc777f780924c05e593fc9358f1703f47e6e24d3f2692d7d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:37:06.466 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:06 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-11T03:37:06.466 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:06 smithi086 systemd[1]: Stopped Ceph osd.2 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:37:06.466 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:06 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.2.service: Consumed 13.570s CPU time. 2024-09-11T03:37:06.466 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:06 smithi086 systemd[1]: Starting Ceph osd.2 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:37:06.467 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:37:06.467 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:37:06.467 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:37:06.467 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:37:06.467 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:37:06.467 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:37:06.467 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:37:06.467 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:37:06.467 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 5, 2024-09-11T03:37:06.467 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:37:06.467 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:37:06.467 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:37:06.468 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:37:06.468 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:37:06.468 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:37:06.468 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 7, 2024-09-11T03:37:06.468 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 7 2024-09-11T03:37:06.468 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:37:06.468 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:37:06.650 INFO:tasks.rados.rados.0.smithi086.stdout:1529: done (2 left) 2024-09-11T03:37:06.651 INFO:tasks.rados.rados.0.smithi086.stdout:1530: done (1 left) 2024-09-11T03:37:06.651 INFO:tasks.rados.rados.0.smithi086.stdout:1531: done (0 left) 2024-09-11T03:37:06.651 INFO:tasks.rados.rados.0.smithi086.stdout:1532: rollback oid 29 current snap is 142 2024-09-11T03:37:06.651 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 29 to 126 2024-09-11T03:37:06.651 INFO:tasks.rados.rados.0.smithi086.stdout:1533: read oid 47 snap -1 2024-09-11T03:37:06.651 INFO:tasks.rados.rados.0.smithi086.stdout:1533: expect (ObjNum 463 snap 134 seq_num 463) 2024-09-11T03:37:06.651 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 142 2024-09-11T03:37:06.651 INFO:tasks.rados.rados.0.smithi086.stdout:1534: seq_num 492 ranges {6881280=647168,7528448=401408} 2024-09-11T03:37:06.691 INFO:tasks.rados.rados.0.smithi086.stdout:1534: writing smithi08678205-11 from 6881280 to 7528448 tid 1 2024-09-11T03:37:06.694 INFO:tasks.rados.rados.0.smithi086.stdout:1534: writing smithi08678205-11 from 7528448 to 7929856 tid 2 2024-09-11T03:37:06.694 INFO:tasks.rados.rados.0.smithi086.stdout:1535: delete oid 44 current snap is 142 2024-09-11T03:37:06.694 INFO:tasks.rados.rados.0.smithi086.stdout:1532: finishing rollback tid 1 to smithi08678205-29 2024-09-11T03:37:06.694 INFO:tasks.rados.rados.0.smithi086.stdout:1532: finishing rollback tid 2 to smithi08678205-29 2024-09-11T03:37:06.694 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 654 (ObjNum 33 snap 0 seq_num 5) dirty exists 2024-09-11T03:37:06.694 INFO:tasks.rados.rados.0.smithi086.stdout:1533: expect (ObjNum 463 snap 134 seq_num 463) 2024-09-11T03:37:06.782 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:06 smithi086 podman[106622]: 2024-09-11 03:37:06.545005853 +0000 UTC m=+0.016913668 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:37:06.782 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:06 smithi086 podman[106622]: 2024-09-11 03:37:06.668081653 +0000 UTC m=+0.139989465 container create e4aaabc867ed80f25a4c1b5eeb3d6b85f9bbe464818251a8bceb54b18d09cd83 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:37:06.782 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[89281]: pgmap v200: 121 pgs: 13 active+undersized, 7 stale+active+clean, 6 active+undersized+degraded, 95 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 24 op/s; 44/546 objects degraded (8.059%) 2024-09-11T03:37:06.782 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[89281]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:06.782 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[89281]: osdmap e357: 8 total, 7 up, 8 in 2024-09-11T03:37:06.782 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[89281]: Health check failed: Degraded data redundancy: 44/546 objects degraded (8.059%), 6 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:06.782 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[89281]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:06.783 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[89281]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:06.783 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3778668634' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:06.783 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[91691]: pgmap v200: 121 pgs: 13 active+undersized, 7 stale+active+clean, 6 active+undersized+degraded, 95 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 24 op/s; 44/546 objects degraded (8.059%) 2024-09-11T03:37:06.783 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[91691]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:06.783 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[91691]: osdmap e357: 8 total, 7 up, 8 in 2024-09-11T03:37:06.783 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[91691]: Health check failed: Degraded data redundancy: 44/546 objects degraded (8.059%), 6 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:06.783 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[91691]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:06.783 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[91691]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:06.783 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:06 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3778668634' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:06.784 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:37:06.784 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:37:06.784 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:37:06.784 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:37:06.784 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:37:06.784 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr", 2024-09-11T03:37:06.784 INFO:teuthology.orchestra.run.smithi086.stdout: "mon" 2024-09-11T03:37:06.784 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:37:06.784 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "7/20 daemons upgraded", 2024-09-11T03:37:06.784 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading osd daemons", 2024-09-11T03:37:06.784 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:37:06.784 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:37:06.856 INFO:tasks.rados.rados.0.smithi086.stdout:1534: finishing write tid 1 to smithi08678205-11 2024-09-11T03:37:06.856 INFO:tasks.rados.rados.0.smithi086.stdout:1534: finishing write tid 2 to smithi08678205-11 2024-09-11T03:37:06.856 INFO:tasks.rados.rados.0.smithi086.stdout:1534: finishing write tid 3 to smithi08678205-11 2024-09-11T03:37:06.856 INFO:tasks.rados.rados.0.smithi086.stdout:1534: finishing write tid 4 to smithi08678205-11 2024-09-11T03:37:06.857 INFO:tasks.rados.rados.0.smithi086.stdout:1534: oid 11 updating version 0 to 691 2024-09-11T03:37:06.857 INFO:tasks.rados.rados.0.smithi086.stdout:1534: oid 11 updating version 691 to 692 2024-09-11T03:37:06.857 INFO:tasks.rados.rados.0.smithi086.stdout:1534: oid 11 updating version 692 to 693 2024-09-11T03:37:06.857 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 693 (ObjNum 492 snap 142 seq_num 492) dirty exists 2024-09-11T03:37:06.857 INFO:tasks.rados.rados.0.smithi086.stdout:1534: left oid 11 (ObjNum 492 snap 142 seq_num 492) 2024-09-11T03:37:06.857 INFO:tasks.rados.rados.0.smithi086.stdout:1532: done (3 left) 2024-09-11T03:37:06.857 INFO:tasks.rados.rados.0.smithi086.stdout:1533: done (2 left) 2024-09-11T03:37:06.857 INFO:tasks.rados.rados.0.smithi086.stdout:1534: done (1 left) 2024-09-11T03:37:06.857 INFO:tasks.rados.rados.0.smithi086.stdout:1535: done (0 left) 2024-09-11T03:37:06.857 INFO:tasks.rados.rados.0.smithi086.stdout:1536: read oid 38 snap -1 2024-09-11T03:37:06.857 INFO:tasks.rados.rados.0.smithi086.stdout:1536: expect (ObjNum 471 snap 136 seq_num 471) 2024-09-11T03:37:06.857 INFO:tasks.rados.rados.0.smithi086.stdout:1537: snap_create 2024-09-11T03:37:06.860 INFO:tasks.rados.rados.0.smithi086.stdout:1536: expect (ObjNum 471 snap 136 seq_num 471) 2024-09-11T03:37:07.045 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:06 smithi086 podman[106622]: 2024-09-11 03:37:06.954766954 +0000 UTC m=+0.426674766 container init e4aaabc867ed80f25a4c1b5eeb3d6b85f9bbe464818251a8bceb54b18d09cd83 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-11T03:37:07.045 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:06 smithi086 podman[106622]: 2024-09-11 03:37:06.958175658 +0000 UTC m=+0.430083462 container start e4aaabc867ed80f25a4c1b5eeb3d6b85f9bbe464818251a8bceb54b18d09cd83 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:37:07.045 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 podman[106622]: 2024-09-11 03:37:07.046144845 +0000 UTC m=+0.518052678 container attach e4aaabc867ed80f25a4c1b5eeb3d6b85f9bbe464818251a8bceb54b18d09cd83 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-11T03:37:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:06 smithi130 ceph-mon[83685]: pgmap v200: 121 pgs: 13 active+undersized, 7 stale+active+clean, 6 active+undersized+degraded, 95 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 24 op/s; 44/546 objects degraded (8.059%) 2024-09-11T03:37:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:06 smithi130 ceph-mon[83685]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:06 smithi130 ceph-mon[83685]: osdmap e357: 8 total, 7 up, 8 in 2024-09-11T03:37:07.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:06 smithi130 ceph-mon[83685]: Health check failed: Degraded data redundancy: 44/546 objects degraded (8.059%), 6 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:07.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:06 smithi130 ceph-mon[83685]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:07.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:06 smithi130 ceph-mon[83685]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:07.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:06 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3778668634' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:07.322 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate[106655]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:37:07.322 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 bash[106622]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:37:07.322 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate[106655]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:37:07.322 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 bash[106622]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:37:07.637 INFO:tasks.rados.rados.0.smithi086.stdout:1536: done (1 left) 2024-09-11T03:37:07.637 INFO:tasks.rados.rados.0.smithi086.stdout:1537: done (0 left) 2024-09-11T03:37:07.637 INFO:tasks.rados.rados.0.smithi086.stdout:1538: snap_remove snap 135 2024-09-11T03:37:07.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-mon[89281]: osdmap e358: 8 total, 7 up, 8 in 2024-09-11T03:37:07.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-mon[89281]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:07.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-mon[89281]: osdmap e359: 8 total, 7 up, 8 in 2024-09-11T03:37:07.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-mon[91691]: osdmap e358: 8 total, 7 up, 8 in 2024-09-11T03:37:07.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-mon[91691]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:07.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-mon[91691]: osdmap e359: 8 total, 7 up, 8 in 2024-09-11T03:37:07.822 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate[106655]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-11T03:37:07.823 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 bash[106622]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-11T03:37:07.823 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate[106655]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-11T03:37:07.823 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 bash[106622]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-11T03:37:08.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:07 smithi130 ceph-mon[83685]: osdmap e358: 8 total, 7 up, 8 in 2024-09-11T03:37:08.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:07 smithi130 ceph-mon[83685]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:08.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:07 smithi130 ceph-mon[83685]: osdmap e359: 8 total, 7 up, 8 in 2024-09-11T03:37:08.174 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:37:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:37:08] "GET /metrics HTTP/1.1" 200 36306 "" "Prometheus/2.43.0" 2024-09-11T03:37:08.175 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate[106655]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-11T03:37:08.175 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 bash[106622]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-11T03:37:08.175 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate[106655]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-11T03:37:08.175 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 bash[106622]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-11T03:37:08.175 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate[106655]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-11T03:37:08.175 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 bash[106622]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-11T03:37:08.175 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate[106655]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-11T03:37:08.175 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 bash[106622]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-11T03:37:08.175 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate[106655]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-11T03:37:08.175 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 bash[106622]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-11T03:37:08.175 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:07 smithi086 podman[106622]: 2024-09-11 03:37:07.875828312 +0000 UTC m=+1.347736120 container died e4aaabc867ed80f25a4c1b5eeb3d6b85f9bbe464818251a8bceb54b18d09cd83 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:37:08.640 INFO:tasks.rados.rados.0.smithi086.stdout:1538: done (0 left) 2024-09-11T03:37:08.640 INFO:tasks.rados.rados.0.smithi086.stdout:1539: snap_create 2024-09-11T03:37:08.809 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:08 smithi086 ceph-mon[89281]: pgmap v203: 121 pgs: 23 active+undersized, 2 stale+active+clean, 8 active+undersized+degraded, 88 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.4 MiB/s wr, 16 op/s; 49/546 objects degraded (8.974%) 2024-09-11T03:37:08.809 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:08 smithi086 ceph-mon[89281]: osdmap e360: 8 total, 7 up, 8 in 2024-09-11T03:37:08.809 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:08 smithi086 ceph-mon[91691]: pgmap v203: 121 pgs: 23 active+undersized, 2 stale+active+clean, 8 active+undersized+degraded, 88 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.4 MiB/s wr, 16 op/s; 49/546 objects degraded (8.974%) 2024-09-11T03:37:08.809 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:08 smithi086 ceph-mon[91691]: osdmap e360: 8 total, 7 up, 8 in 2024-09-11T03:37:08.809 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:08 smithi086 podman[106783]: 2024-09-11 03:37:08.467198215 +0000 UTC m=+0.585660587 container remove e4aaabc867ed80f25a4c1b5eeb3d6b85f9bbe464818251a8bceb54b18d09cd83 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-activate, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-11T03:37:08.810 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:08 smithi086 podman[106842]: 2024-09-11 03:37:08.574305001 +0000 UTC m=+0.016036072 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:37:08.810 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:08 smithi086 podman[106842]: 2024-09-11 03:37:08.701740558 +0000 UTC m=+0.143471625 container create 0310f346c09e5f738f5331b8a2e9a7b4ad97b4f23cbe0aacd2c8419a502bd01a (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:37:09.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:08 smithi130 ceph-mon[83685]: pgmap v203: 121 pgs: 23 active+undersized, 2 stale+active+clean, 8 active+undersized+degraded, 88 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.4 MiB/s wr, 16 op/s; 49/546 objects degraded (8.974%) 2024-09-11T03:37:09.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:08 smithi130 ceph-mon[83685]: osdmap e360: 8 total, 7 up, 8 in 2024-09-11T03:37:09.322 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:08 smithi086 podman[106842]: 2024-09-11 03:37:08.92067057 +0000 UTC m=+0.362401637 container init 0310f346c09e5f738f5331b8a2e9a7b4ad97b4f23cbe0aacd2c8419a502bd01a (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-11T03:37:09.322 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:08 smithi086 podman[106842]: 2024-09-11 03:37:08.923886242 +0000 UTC m=+0.365617309 container start 0310f346c09e5f738f5331b8a2e9a7b4ad97b4f23cbe0aacd2c8419a502bd01a (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD) 2024-09-11T03:37:09.322 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:08 smithi086 ceph-osd[106861]: -- 172.21.15.86:0/3929297738 <== mon.0 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555a13be9a40 con 0x555a149b8000 2024-09-11T03:37:09.322 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:09 smithi086 bash[106842]: 0310f346c09e5f738f5331b8a2e9a7b4ad97b4f23cbe0aacd2c8419a502bd01a 2024-09-11T03:37:09.322 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:09 smithi086 systemd[1]: Started Ceph osd.2 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:37:09.640 INFO:tasks.rados.rados.0.smithi086.stdout:1539: done (0 left) 2024-09-11T03:37:09.640 INFO:tasks.rados.rados.0.smithi086.stdout:1540: read oid 28 snap -1 2024-09-11T03:37:09.640 INFO:tasks.rados.rados.0.smithi086.stdout:1540: expect (ObjNum 457 snap 133 seq_num 457) 2024-09-11T03:37:09.640 INFO:tasks.rados.rados.0.smithi086.stdout:1541: read oid 11 snap -1 2024-09-11T03:37:09.640 INFO:tasks.rados.rados.0.smithi086.stdout:1541: expect (ObjNum 492 snap 142 seq_num 492) 2024-09-11T03:37:09.640 INFO:tasks.rados.rados.0.smithi086.stdout:1542: read oid 14 snap -1 2024-09-11T03:37:09.640 INFO:tasks.rados.rados.0.smithi086.stdout:1542: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:37:09.641 INFO:tasks.rados.rados.0.smithi086.stdout:1543: delete oid 42 current snap is 144 2024-09-11T03:37:09.646 INFO:tasks.rados.rados.0.smithi086.stdout:1540: expect (ObjNum 457 snap 133 seq_num 457) 2024-09-11T03:37:09.668 INFO:tasks.rados.rados.0.smithi086.stdout:1541: expect (ObjNum 492 snap 142 seq_num 492) 2024-09-11T03:37:10.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:10.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:10.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:37:10.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:10 smithi086 ceph-mon[89281]: osdmap e361: 8 total, 7 up, 8 in 2024-09-11T03:37:10.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:10.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:10.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:37:10.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:10 smithi086 ceph-mon[91691]: osdmap e361: 8 total, 7 up, 8 in 2024-09-11T03:37:10.337 INFO:tasks.rados.rados.0.smithi086.stdout:1542: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:37:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:37:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:10 smithi130 ceph-mon[83685]: osdmap e361: 8 total, 7 up, 8 in 2024-09-11T03:37:10.821 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:10 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2[106857]: 2024-09-11T03:37:10.561+0000 7f0740a8e640 -1 Falling back to public interface 2024-09-11T03:37:10.851 INFO:tasks.rados.rados.0.smithi086.stdout:1540: done (3 left) 2024-09-11T03:37:10.851 INFO:tasks.rados.rados.0.smithi086.stdout:1541: done (2 left) 2024-09-11T03:37:10.851 INFO:tasks.rados.rados.0.smithi086.stdout:1542: done (1 left) 2024-09-11T03:37:10.851 INFO:tasks.rados.rados.0.smithi086.stdout:1543: done (0 left) 2024-09-11T03:37:10.851 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 144 2024-09-11T03:37:10.851 INFO:tasks.rados.rados.0.smithi086.stdout:1544: seq_num 495 ranges {6725632=696320,7421952=401408} 2024-09-11T03:37:10.890 INFO:tasks.rados.rados.0.smithi086.stdout:1544: writing smithi08678205-8 from 6725632 to 7421952 tid 1 2024-09-11T03:37:10.892 INFO:tasks.rados.rados.0.smithi086.stdout:1544: writing smithi08678205-8 from 7421952 to 7823360 tid 2 2024-09-11T03:37:10.892 INFO:tasks.rados.rados.0.smithi086.stdout:1545: delete oid 16 current snap is 144 2024-09-11T03:37:10.895 INFO:tasks.rados.rados.0.smithi086.stdout:1545: done (1 left) 2024-09-11T03:37:10.896 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 144 2024-09-11T03:37:10.896 INFO:tasks.rados.rados.0.smithi086.stdout:1546: seq_num 497 ranges {2891776=729088,3620864=401408} 2024-09-11T03:37:10.915 INFO:tasks.rados.rados.0.smithi086.stdout:1546: writing smithi08678205-7 from 2891776 to 3620864 tid 1 2024-09-11T03:37:10.918 INFO:tasks.rados.rados.0.smithi086.stdout:1546: writing smithi08678205-7 from 3620864 to 4022272 tid 2 2024-09-11T03:37:10.918 INFO:tasks.rados.rados.0.smithi086.stdout:1547: rollback oid 47 current snap is 144 2024-09-11T03:37:10.918 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 47 to 140 2024-09-11T03:37:10.918 INFO:tasks.rados.rados.0.smithi086.stdout:1544: finishing write tid 1 to smithi08678205-8 2024-09-11T03:37:10.918 INFO:tasks.rados.rados.0.smithi086.stdout:1544: finishing write tid 2 to smithi08678205-8 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:1544: finishing write tid 3 to smithi08678205-8 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:1544: finishing write tid 4 to smithi08678205-8 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:1544: oid 8 updating version 0 to 651 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:1544: oid 8 updating version 651 to 652 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:1544: oid 8 version 652 is already newer than 650 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 652 (ObjNum 495 snap 144 seq_num 495) dirty exists 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:1544: left oid 8 (ObjNum 495 snap 144 seq_num 495) 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:1544: done (2 left) 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:1548: copy_from oid 29 from oid 11 current snap is 144 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:1549: read oid 50 snap -1 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:1549: expect (ObjNum 487 snap 141 seq_num 487) 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:1550: read oid 6 snap -1 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:1550: expect deleted 2024-09-11T03:37:10.919 INFO:tasks.rados.rados.0.smithi086.stdout:1551: snap_create 2024-09-11T03:37:10.920 INFO:tasks.rados.rados.0.smithi086.stdout:1546: finishing write tid 1 to smithi08678205-7 2024-09-11T03:37:10.921 INFO:tasks.rados.rados.0.smithi086.stdout:1546: finishing write tid 2 to smithi08678205-7 2024-09-11T03:37:10.921 INFO:tasks.rados.rados.0.smithi086.stdout:1546: finishing write tid 3 to smithi08678205-7 2024-09-11T03:37:10.923 INFO:tasks.rados.rados.0.smithi086.stdout:1547: finishing rollback tid 0 to smithi08678205-47 2024-09-11T03:37:10.923 INFO:tasks.rados.rados.0.smithi086.stdout:1547: finishing rollback tid 1 to smithi08678205-47 2024-09-11T03:37:10.923 INFO:tasks.rados.rados.0.smithi086.stdout:1546: finishing write tid 4 to smithi08678205-7 2024-09-11T03:37:10.923 INFO:tasks.rados.rados.0.smithi086.stdout:1546: oid 7 updating version 0 to 684 2024-09-11T03:37:10.923 INFO:tasks.rados.rados.0.smithi086.stdout:1546: oid 7 updating version 684 to 686 2024-09-11T03:37:10.924 INFO:tasks.rados.rados.0.smithi086.stdout:1546: oid 7 version 686 is already newer than 685 2024-09-11T03:37:10.924 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 686 (ObjNum 497 snap 144 seq_num 497) dirty exists 2024-09-11T03:37:10.924 INFO:tasks.rados.rados.0.smithi086.stdout:1546: left oid 7 (ObjNum 497 snap 144 seq_num 497) 2024-09-11T03:37:10.924 INFO:tasks.rados.rados.0.smithi086.stdout:1547: finishing rollback tid 2 to smithi08678205-47 2024-09-11T03:37:10.924 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 593 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-09-11T03:37:10.924 INFO:tasks.rados.rados.0.smithi086.stdout:1549: expect (ObjNum 487 snap 141 seq_num 487) 2024-09-11T03:37:10.954 INFO:tasks.rados.rados.0.smithi086.stdout:1548: finishing copy_from racing read to smithi08678205-29 2024-09-11T03:37:10.958 INFO:tasks.rados.rados.0.smithi086.stdout:1548: finishing copy_from to smithi08678205-29 2024-09-11T03:37:10.958 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 693 (ObjNum 492 snap 142 seq_num 492) dirty exists 2024-09-11T03:37:11.084 INFO:tasks.rados.rados.0.smithi086.stdout:1546: done (5 left) 2024-09-11T03:37:11.084 INFO:tasks.rados.rados.0.smithi086.stdout:1547: done (4 left) 2024-09-11T03:37:11.084 INFO:tasks.rados.rados.0.smithi086.stdout:1548: done (3 left) 2024-09-11T03:37:11.084 INFO:tasks.rados.rados.0.smithi086.stdout:1549: done (2 left) 2024-09-11T03:37:11.084 INFO:tasks.rados.rados.0.smithi086.stdout:1550: done (1 left) 2024-09-11T03:37:11.084 INFO:tasks.rados.rados.0.smithi086.stdout:1551: done (0 left) 2024-09-11T03:37:11.084 INFO:tasks.rados.rados.0.smithi086.stdout:1552: delete oid 30 current snap is 145 2024-09-11T03:37:11.088 INFO:tasks.rados.rados.0.smithi086.stdout:1552: done (0 left) 2024-09-11T03:37:11.089 INFO:tasks.rados.rados.0.smithi086.stdout:1553: snap_create 2024-09-11T03:37:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:11 smithi130 ceph-mon[83685]: pgmap v206: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 726 KiB/s wr, 6 op/s; 78/534 objects degraded (14.607%) 2024-09-11T03:37:11.429 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:11 smithi086 ceph-mon[89281]: pgmap v206: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 726 KiB/s wr, 6 op/s; 78/534 objects degraded (14.607%) 2024-09-11T03:37:11.429 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:11 smithi086 ceph-mon[91691]: pgmap v206: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 726 KiB/s wr, 6 op/s; 78/534 objects degraded (14.607%) 2024-09-11T03:37:12.096 INFO:tasks.rados.rados.0.smithi086.stdout:1553: done (0 left) 2024-09-11T03:37:12.096 INFO:tasks.rados.rados.0.smithi086.stdout:1554: read oid 13 snap -1 2024-09-11T03:37:12.096 INFO:tasks.rados.rados.0.smithi086.stdout:1554: expect deleted 2024-09-11T03:37:12.096 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 146 2024-09-11T03:37:12.097 INFO:tasks.rados.rados.0.smithi086.stdout:1555: seq_num 499 ranges {2392064=761856,3153920=401408} 2024-09-11T03:37:12.113 INFO:tasks.rados.rados.0.smithi086.stdout:1555: writing smithi08678205-32 from 2392064 to 3153920 tid 1 2024-09-11T03:37:12.116 INFO:tasks.rados.rados.0.smithi086.stdout:1555: writing smithi08678205-32 from 3153920 to 3555328 tid 2 2024-09-11T03:37:12.116 INFO:tasks.rados.rados.0.smithi086.stdout:1556: copy_from oid 3 from oid 14 current snap is 146 2024-09-11T03:37:12.116 INFO:tasks.rados.rados.0.smithi086.stdout:1557: snap_create 2024-09-11T03:37:12.121 INFO:tasks.rados.rados.0.smithi086.stdout:1555: finishing write tid 1 to smithi08678205-32 2024-09-11T03:37:12.121 INFO:tasks.rados.rados.0.smithi086.stdout:1555: finishing write tid 2 to smithi08678205-32 2024-09-11T03:37:12.121 INFO:tasks.rados.rados.0.smithi086.stdout:1555: finishing write tid 3 to smithi08678205-32 2024-09-11T03:37:12.122 INFO:tasks.rados.rados.0.smithi086.stdout:1555: finishing write tid 4 to smithi08678205-32 2024-09-11T03:37:12.122 INFO:tasks.rados.rados.0.smithi086.stdout:1555: oid 32 updating version 0 to 703 2024-09-11T03:37:12.122 INFO:tasks.rados.rados.0.smithi086.stdout:1555: oid 32 version 703 is already newer than 701 2024-09-11T03:37:12.123 INFO:tasks.rados.rados.0.smithi086.stdout:1555: oid 32 version 703 is already newer than 702 2024-09-11T03:37:12.123 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 703 (ObjNum 499 snap 146 seq_num 499) dirty exists 2024-09-11T03:37:12.123 INFO:tasks.rados.rados.0.smithi086.stdout:1555: left oid 32 (ObjNum 499 snap 146 seq_num 499) 2024-09-11T03:37:12.148 INFO:tasks.rados.rados.0.smithi086.stdout:1556: finishing copy_from racing read to smithi08678205-3 2024-09-11T03:37:12.153 INFO:tasks.rados.rados.0.smithi086.stdout:1556: finishing copy_from to smithi08678205-3 2024-09-11T03:37:12.153 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 649 (ObjNum 464 snap 134 seq_num 464) dirty exists 2024-09-11T03:37:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:12 smithi086 ceph-mon[89281]: osdmap e362: 8 total, 7 up, 8 in 2024-09-11T03:37:12.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:12 smithi086 ceph-mon[91691]: osdmap e362: 8 total, 7 up, 8 in 2024-09-11T03:37:12.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:12 smithi130 ceph-mon[83685]: osdmap e362: 8 total, 7 up, 8 in 2024-09-11T03:37:12.639 INFO:tasks.rados.rados.0.smithi086.stdout:1554: done (3 left) 2024-09-11T03:37:12.639 INFO:tasks.rados.rados.0.smithi086.stdout:1555: done (2 left) 2024-09-11T03:37:12.640 INFO:tasks.rados.rados.0.smithi086.stdout:1556: done (1 left) 2024-09-11T03:37:12.640 INFO:tasks.rados.rados.0.smithi086.stdout:1557: done (0 left) 2024-09-11T03:37:12.640 INFO:tasks.rados.rados.0.smithi086.stdout:1558: delete oid 33 current snap is 147 2024-09-11T03:37:12.647 INFO:tasks.rados.rados.0.smithi086.stdout:1558: done (0 left) 2024-09-11T03:37:12.647 INFO:tasks.rados.rados.0.smithi086.stdout:1559: read oid 12 snap -1 2024-09-11T03:37:12.648 INFO:tasks.rados.rados.0.smithi086.stdout:1559: expect (ObjNum 472 snap 136 seq_num 472) 2024-09-11T03:37:12.648 INFO:tasks.rados.rados.0.smithi086.stdout:1560: read oid 50 snap 107 2024-09-11T03:37:12.648 INFO:tasks.rados.rados.0.smithi086.stdout:1560: expect (ObjNum -1073722160 snap 21906 seq_num 3220781072) 2024-09-11T03:37:12.648 INFO:tasks.rados.rados.0.smithi086.stdout:1561: rollback oid 20 current snap is 147 2024-09-11T03:37:12.648 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 20 to 145 2024-09-11T03:37:12.648 INFO:tasks.rados.rados.0.smithi086.stdout:1562: read oid 10 snap 134 2024-09-11T03:37:12.648 INFO:tasks.rados.rados.0.smithi086.stdout:1562: expect (ObjNum 402 snap 117 seq_num 402) 2024-09-11T03:37:12.648 INFO:tasks.rados.rados.0.smithi086.stdout:1563: rollback oid 33 current snap is 147 2024-09-11T03:37:12.648 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 33 to 142 2024-09-11T03:37:12.648 INFO:tasks.rados.rados.0.smithi086.stdout:1564: read oid 28 snap -1 2024-09-11T03:37:12.648 INFO:tasks.rados.rados.0.smithi086.stdout:1564: expect (ObjNum 457 snap 133 seq_num 457) 2024-09-11T03:37:12.648 INFO:tasks.rados.rados.0.smithi086.stdout:1565: read oid 41 snap -1 2024-09-11T03:37:12.648 INFO:tasks.rados.rados.0.smithi086.stdout:1565: expect (ObjNum 483 snap 141 seq_num 483) 2024-09-11T03:37:12.649 INFO:tasks.rados.rados.0.smithi086.stdout:1566: copy_from oid 17 from oid 24 current snap is 147 2024-09-11T03:37:12.649 INFO:tasks.rados.rados.0.smithi086.stdout:1567: read oid 32 snap -1 2024-09-11T03:37:12.649 INFO:tasks.rados.rados.0.smithi086.stdout:1567: expect (ObjNum 499 snap 146 seq_num 499) 2024-09-11T03:37:12.649 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 147 2024-09-11T03:37:12.649 INFO:tasks.rados.rados.0.smithi086.stdout:1568: seq_num 501 ranges {417792=794624,1212416=401408} 2024-09-11T03:37:12.654 INFO:tasks.rados.rados.0.smithi086.stdout:1568: writing smithi08678205-27 from 417792 to 1212416 tid 1 2024-09-11T03:37:12.657 INFO:tasks.rados.rados.0.smithi086.stdout:1568: writing smithi08678205-27 from 1212416 to 1613824 tid 2 2024-09-11T03:37:12.664 INFO:tasks.rados.rados.0.smithi086.stdout:1560: expect (ObjNum -1073722160 snap 21906 seq_num 3220781072) 2024-09-11T03:37:12.664 INFO:tasks.rados.rados.0.smithi086.stdout:1561: finishing rollback tid 1 to smithi08678205-20 2024-09-11T03:37:12.664 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 665 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-09-11T03:37:12.664 INFO:tasks.rados.rados.0.smithi086.stdout:1563: finishing rollback tid 1 to smithi08678205-33 2024-09-11T03:37:12.664 INFO:tasks.rados.rados.0.smithi086.stdout:1563: finishing rollback tid 2 to smithi08678205-33 2024-09-11T03:37:12.665 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 1257 (ObjNum 470 snap 136 seq_num 470) dirty exists 2024-09-11T03:37:12.665 INFO:tasks.rados.rados.0.smithi086.stdout:1560: done (9 left) 2024-09-11T03:37:12.665 INFO:tasks.rados.rados.0.smithi086.stdout:1561: done (8 left) 2024-09-11T03:37:12.665 INFO:tasks.rados.rados.0.smithi086.stdout:1563: done (7 left) 2024-09-11T03:37:12.665 INFO:tasks.rados.rados.0.smithi086.stdout:1569: rmattr oid 42 current snap is 147 2024-09-11T03:37:12.665 INFO:tasks.rados.rados.0.smithi086.stdout:1569: done (7 left) 2024-09-11T03:37:12.665 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 147 2024-09-11T03:37:12.665 INFO:tasks.rados.rados.0.smithi086.stdout:1570: seq_num 502 ranges {524288=409600,933888=417792,1351680=385024} 2024-09-11T03:37:12.670 INFO:tasks.rados.rados.0.smithi086.stdout:1570: writing smithi08678205-46 from 524288 to 933888 tid 1 2024-09-11T03:37:12.673 INFO:tasks.rados.rados.0.smithi086.stdout:1570: writing smithi08678205-46 from 933888 to 1351680 tid 2 2024-09-11T03:37:12.675 INFO:tasks.rados.rados.0.smithi086.stdout:1570: writing smithi08678205-46 from 1351680 to 1736704 tid 3 2024-09-11T03:37:12.675 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 147 2024-09-11T03:37:12.675 INFO:tasks.rados.rados.0.smithi086.stdout:1571: seq_num 503 ranges {442368=425984,868352=704512,1572864=98304} 2024-09-11T03:37:12.680 INFO:tasks.rados.rados.0.smithi086.stdout:1571: writing smithi08678205-21 from 442368 to 868352 tid 1 2024-09-11T03:37:12.685 INFO:tasks.rados.rados.0.smithi086.stdout:1571: writing smithi08678205-21 from 868352 to 1572864 tid 2 2024-09-11T03:37:12.685 INFO:tasks.rados.rados.0.smithi086.stdout:1571: writing smithi08678205-21 from 1572864 to 1671168 tid 3 2024-09-11T03:37:12.686 INFO:tasks.rados.rados.0.smithi086.stdout:1572: read oid 18 snap -1 2024-09-11T03:37:12.686 INFO:tasks.rados.rados.0.smithi086.stdout:1572: expect (ObjNum 337 snap 91 seq_num 337) 2024-09-11T03:37:12.686 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 19 current snap is 147 2024-09-11T03:37:12.686 INFO:tasks.rados.rados.0.smithi086.stdout:1573: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-09-11T03:37:12.688 INFO:tasks.rados.rados.0.smithi086.stdout:1573: writing smithi08678205-19 from 0 to 450560 tid 1 2024-09-11T03:37:12.692 INFO:tasks.rados.rados.0.smithi086.stdout:1573: writing smithi08678205-19 from 450560 to 1040384 tid 2 2024-09-11T03:37:12.694 INFO:tasks.rados.rados.0.smithi086.stdout:1573: writing smithi08678205-19 from 1040384 to 1253376 tid 3 2024-09-11T03:37:12.694 INFO:tasks.rados.rados.0.smithi086.stdout:1564: expect (ObjNum 457 snap 133 seq_num 457) 2024-09-11T03:37:12.708 INFO:tasks.rados.rados.0.smithi086.stdout:1568: finishing write tid 1 to smithi08678205-27 2024-09-11T03:37:12.708 INFO:tasks.rados.rados.0.smithi086.stdout:1568: finishing write tid 2 to smithi08678205-27 2024-09-11T03:37:12.708 INFO:tasks.rados.rados.0.smithi086.stdout:1568: finishing write tid 3 to smithi08678205-27 2024-09-11T03:37:12.708 INFO:tasks.rados.rados.0.smithi086.stdout:1568: finishing write tid 4 to smithi08678205-27 2024-09-11T03:37:12.708 INFO:tasks.rados.rados.0.smithi086.stdout:1568: oid 27 updating version 0 to 579 2024-09-11T03:37:12.708 INFO:tasks.rados.rados.0.smithi086.stdout:1568: oid 27 updating version 579 to 580 2024-09-11T03:37:12.708 INFO:tasks.rados.rados.0.smithi086.stdout:1568: oid 27 version 580 is already newer than 578 2024-09-11T03:37:12.708 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 580 (ObjNum 501 snap 147 seq_num 501) dirty exists 2024-09-11T03:37:12.708 INFO:tasks.rados.rados.0.smithi086.stdout:1568: left oid 27 (ObjNum 501 snap 147 seq_num 501) 2024-09-11T03:37:12.708 INFO:tasks.rados.rados.0.smithi086.stdout:1567: expect (ObjNum 499 snap 146 seq_num 499) 2024-09-11T03:37:12.882 INFO:tasks.rados.rados.0.smithi086.stdout:1562: expect (ObjNum 402 snap 117 seq_num 402) 2024-09-11T03:37:12.979 INFO:tasks.rados.rados.0.smithi086.stdout:1566: finishing copy_from racing read to smithi08678205-17 2024-09-11T03:37:12.980 INFO:tasks.rados.rados.0.smithi086.stdout:1571: finishing write tid 1 to smithi08678205-21 2024-09-11T03:37:12.980 INFO:tasks.rados.rados.0.smithi086.stdout:1559: expect (ObjNum 472 snap 136 seq_num 472) 2024-09-11T03:37:13.323 INFO:tasks.rados.rados.0.smithi086.stdout:1570: finishing write tid 1 to smithi08678205-46 2024-09-11T03:37:13.323 INFO:tasks.rados.rados.0.smithi086.stdout:1570: finishing write tid 2 to smithi08678205-46 2024-09-11T03:37:13.323 INFO:tasks.rados.rados.0.smithi086.stdout:1570: finishing write tid 3 to smithi08678205-46 2024-09-11T03:37:13.323 INFO:tasks.rados.rados.0.smithi086.stdout:1570: finishing write tid 4 to smithi08678205-46 2024-09-11T03:37:13.323 INFO:tasks.rados.rados.0.smithi086.stdout:1570: finishing write tid 5 to smithi08678205-46 2024-09-11T03:37:13.324 INFO:tasks.rados.rados.0.smithi086.stdout:1570: oid 46 updating version 0 to 727 2024-09-11T03:37:13.324 INFO:tasks.rados.rados.0.smithi086.stdout:1570: oid 46 updating version 727 to 729 2024-09-11T03:37:13.324 INFO:tasks.rados.rados.0.smithi086.stdout:1570: oid 46 version 729 is already newer than 728 2024-09-11T03:37:13.324 INFO:tasks.rados.rados.0.smithi086.stdout:1570: oid 46 updating version 729 to 730 2024-09-11T03:37:13.324 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 730 (ObjNum 502 snap 147 seq_num 502) dirty exists 2024-09-11T03:37:13.324 INFO:tasks.rados.rados.0.smithi086.stdout:1570: left oid 46 (ObjNum 502 snap 147 seq_num 502) 2024-09-11T03:37:13.324 INFO:tasks.rados.rados.0.smithi086.stdout:1566: finishing copy_from to smithi08678205-17 2024-09-11T03:37:13.324 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 648 (ObjNum 447 snap 128 seq_num 447) dirty exists 2024-09-11T03:37:13.324 INFO:tasks.rados.rados.0.smithi086.stdout:1565: expect (ObjNum 483 snap 141 seq_num 483) 2024-09-11T03:37:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:13 smithi130 ceph-mon[83685]: pgmap v209: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 726 KiB/s wr, 9 op/s; 78/531 objects degraded (14.689%) 2024-09-11T03:37:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:13 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 78/531 objects degraded (14.689%), 10 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:13 smithi130 ceph-mon[83685]: osdmap e363: 8 total, 7 up, 8 in 2024-09-11T03:37:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:13 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:13 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:13 smithi130 ceph-mon[83685]: osdmap e364: 8 total, 7 up, 8 in 2024-09-11T03:37:13.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:13 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:13.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:13 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:13.481 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[91691]: pgmap v209: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 726 KiB/s wr, 9 op/s; 78/531 objects degraded (14.689%) 2024-09-11T03:37:13.481 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 78/531 objects degraded (14.689%), 10 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:13.481 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[91691]: osdmap e363: 8 total, 7 up, 8 in 2024-09-11T03:37:13.481 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:13.482 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:13.482 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[91691]: osdmap e364: 8 total, 7 up, 8 in 2024-09-11T03:37:13.482 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:13.482 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:13.483 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[89281]: pgmap v209: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 726 KiB/s wr, 9 op/s; 78/531 objects degraded (14.689%) 2024-09-11T03:37:13.483 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 78/531 objects degraded (14.689%), 10 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:13.483 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[89281]: osdmap e363: 8 total, 7 up, 8 in 2024-09-11T03:37:13.483 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:13.483 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:13.483 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[89281]: osdmap e364: 8 total, 7 up, 8 in 2024-09-11T03:37:13.484 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:13.484 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:13.634 INFO:tasks.rados.rados.0.smithi086.stdout:1571: finishing write tid 2 to smithi08678205-21 2024-09-11T03:37:13.634 INFO:tasks.rados.rados.0.smithi086.stdout:1571: finishing write tid 3 to smithi08678205-21 2024-09-11T03:37:13.635 INFO:tasks.rados.rados.0.smithi086.stdout:1571: finishing write tid 4 to smithi08678205-21 2024-09-11T03:37:13.635 INFO:tasks.rados.rados.0.smithi086.stdout:1572: expect (ObjNum 337 snap 91 seq_num 337) 2024-09-11T03:37:13.656 INFO:tasks.rados.rados.0.smithi086.stdout:1571: finishing write tid 5 to smithi08678205-21 2024-09-11T03:37:13.657 INFO:tasks.rados.rados.0.smithi086.stdout:1571: oid 21 updating version 0 to 655 2024-09-11T03:37:13.657 INFO:tasks.rados.rados.0.smithi086.stdout:1571: oid 21 updating version 655 to 656 2024-09-11T03:37:13.657 INFO:tasks.rados.rados.0.smithi086.stdout:1571: oid 21 version 656 is already newer than 654 2024-09-11T03:37:13.657 INFO:tasks.rados.rados.0.smithi086.stdout:1571: oid 21 version 656 is already newer than 653 2024-09-11T03:37:13.657 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 656 (ObjNum 503 snap 147 seq_num 503) dirty exists 2024-09-11T03:37:13.657 INFO:tasks.rados.rados.0.smithi086.stdout:1571: left oid 21 (ObjNum 503 snap 147 seq_num 503) 2024-09-11T03:37:13.657 INFO:tasks.rados.rados.0.smithi086.stdout:1573: finishing write tid 1 to smithi08678205-19 2024-09-11T03:37:13.657 INFO:tasks.rados.rados.0.smithi086.stdout:1573: finishing write tid 2 to smithi08678205-19 2024-09-11T03:37:13.657 INFO:tasks.rados.rados.0.smithi086.stdout:1573: finishing write tid 3 to smithi08678205-19 2024-09-11T03:37:13.657 INFO:tasks.rados.rados.0.smithi086.stdout:1573: finishing write tid 4 to smithi08678205-19 2024-09-11T03:37:13.657 INFO:tasks.rados.rados.0.smithi086.stdout:1573: finishing write tid 5 to smithi08678205-19 2024-09-11T03:37:13.657 INFO:tasks.rados.rados.0.smithi086.stdout:1573: oid 19 updating version 0 to 707 2024-09-11T03:37:13.658 INFO:tasks.rados.rados.0.smithi086.stdout:1573: oid 19 version 707 is already newer than 704 2024-09-11T03:37:13.658 INFO:tasks.rados.rados.0.smithi086.stdout:1573: oid 19 version 707 is already newer than 706 2024-09-11T03:37:13.658 INFO:tasks.rados.rados.0.smithi086.stdout:1573: oid 19 version 707 is already newer than 705 2024-09-11T03:37:13.658 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 707 (ObjNum 504 snap 147 seq_num 504) dirty exists 2024-09-11T03:37:13.658 INFO:tasks.rados.rados.0.smithi086.stdout:1573: left oid 19 (ObjNum 504 snap 147 seq_num 504) 2024-09-11T03:37:13.658 INFO:tasks.rados.rados.0.smithi086.stdout:1559: done (10 left) 2024-09-11T03:37:13.658 INFO:tasks.rados.rados.0.smithi086.stdout:1562: done (9 left) 2024-09-11T03:37:13.658 INFO:tasks.rados.rados.0.smithi086.stdout:1564: done (8 left) 2024-09-11T03:37:13.658 INFO:tasks.rados.rados.0.smithi086.stdout:1565: done (7 left) 2024-09-11T03:37:13.658 INFO:tasks.rados.rados.0.smithi086.stdout:1566: done (6 left) 2024-09-11T03:37:13.658 INFO:tasks.rados.rados.0.smithi086.stdout:1567: done (5 left) 2024-09-11T03:37:13.658 INFO:tasks.rados.rados.0.smithi086.stdout:1568: done (4 left) 2024-09-11T03:37:13.658 INFO:tasks.rados.rados.0.smithi086.stdout:1570: done (3 left) 2024-09-11T03:37:13.659 INFO:tasks.rados.rados.0.smithi086.stdout:1571: done (2 left) 2024-09-11T03:37:13.659 INFO:tasks.rados.rados.0.smithi086.stdout:1572: done (1 left) 2024-09-11T03:37:13.659 INFO:tasks.rados.rados.0.smithi086.stdout:1573: done (0 left) 2024-09-11T03:37:13.659 INFO:tasks.rados.rados.0.smithi086.stdout:1574: snap_remove snap 138 2024-09-11T03:37:14.102 INFO:tasks.rados.rados.0.smithi086.stdout:1574: done (0 left) 2024-09-11T03:37:14.102 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 147 2024-09-11T03:37:14.102 INFO:tasks.rados.rados.0.smithi086.stdout:1575: seq_num 505 ranges {5210112=466944,5677056=475136,6152192=327680} 2024-09-11T03:37:14.133 INFO:tasks.rados.rados.0.smithi086.stdout:1575: writing smithi08678205-35 from 5210112 to 5677056 tid 1 2024-09-11T03:37:14.135 INFO:tasks.rados.rados.0.smithi086.stdout:1575: writing smithi08678205-35 from 5677056 to 6152192 tid 2 2024-09-11T03:37:14.137 INFO:tasks.rados.rados.0.smithi086.stdout:1575: writing smithi08678205-35 from 6152192 to 6479872 tid 3 2024-09-11T03:37:14.137 INFO:tasks.rados.rados.0.smithi086.stdout:1576: snap_create 2024-09-11T03:37:14.140 INFO:tasks.rados.rados.0.smithi086.stdout:1575: finishing write tid 1 to smithi08678205-35 2024-09-11T03:37:14.141 INFO:tasks.rados.rados.0.smithi086.stdout:1575: finishing write tid 2 to smithi08678205-35 2024-09-11T03:37:14.141 INFO:tasks.rados.rados.0.smithi086.stdout:1575: finishing write tid 3 to smithi08678205-35 2024-09-11T03:37:14.142 INFO:tasks.rados.rados.0.smithi086.stdout:1575: finishing write tid 4 to smithi08678205-35 2024-09-11T03:37:14.143 INFO:tasks.rados.rados.0.smithi086.stdout:1575: finishing write tid 5 to smithi08678205-35 2024-09-11T03:37:14.143 INFO:tasks.rados.rados.0.smithi086.stdout:1575: oid 35 updating version 0 to 1073 2024-09-11T03:37:14.143 INFO:tasks.rados.rados.0.smithi086.stdout:1575: oid 35 updating version 1073 to 1074 2024-09-11T03:37:14.143 INFO:tasks.rados.rados.0.smithi086.stdout:1575: oid 35 version 1074 is already newer than 1072 2024-09-11T03:37:14.143 INFO:tasks.rados.rados.0.smithi086.stdout:1575: oid 35 updating version 1074 to 1075 2024-09-11T03:37:14.143 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 1075 (ObjNum 505 snap 147 seq_num 505) dirty exists 2024-09-11T03:37:14.143 INFO:tasks.rados.rados.0.smithi086.stdout:1575: left oid 35 (ObjNum 505 snap 147 seq_num 505) 2024-09-11T03:37:14.550 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:14 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2[106857]: 2024-09-11T03:37:14.246+0000 7f0740a8e640 -1 osd.2 354 log_to_monitors true 2024-09-11T03:37:15.107 INFO:tasks.rados.rados.0.smithi086.stdout:1575: done (1 left) 2024-09-11T03:37:15.108 INFO:tasks.rados.rados.0.smithi086.stdout:1576: done (0 left) 2024-09-11T03:37:15.108 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 148 2024-09-11T03:37:15.108 INFO:tasks.rados.rados.0.smithi086.stdout:1577: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-09-11T03:37:15.110 INFO:tasks.rados.rados.0.smithi086.stdout:1577: writing smithi08678205-44 from 0 to 483328 tid 1 2024-09-11T03:37:15.115 INFO:tasks.rados.rados.0.smithi086.stdout:1577: writing smithi08678205-44 from 483328 to 1245184 tid 2 2024-09-11T03:37:15.116 INFO:tasks.rados.rados.0.smithi086.stdout:1577: writing smithi08678205-44 from 1245184 to 1286144 tid 3 2024-09-11T03:37:15.116 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 148 2024-09-11T03:37:15.116 INFO:tasks.rados.rados.0.smithi086.stdout:1578: seq_num 507 ranges {7086080=499712,7585792=638976,8224768=163840} 2024-09-11T03:37:15.157 INFO:tasks.rados.rados.0.smithi086.stdout:1578: writing smithi08678205-48 from 7086080 to 7585792 tid 1 2024-09-11T03:37:15.161 INFO:tasks.rados.rados.0.smithi086.stdout:1578: writing smithi08678205-48 from 7585792 to 8224768 tid 2 2024-09-11T03:37:15.162 INFO:tasks.rados.rados.0.smithi086.stdout:1578: writing smithi08678205-48 from 8224768 to 8388608 tid 3 2024-09-11T03:37:15.162 INFO:tasks.rados.rados.0.smithi086.stdout:1579: delete oid 25 current snap is 148 2024-09-11T03:37:15.162 INFO:tasks.rados.rados.0.smithi086.stdout:1577: finishing write tid 1 to smithi08678205-44 2024-09-11T03:37:15.162 INFO:tasks.rados.rados.0.smithi086.stdout:1577: finishing write tid 2 to smithi08678205-44 2024-09-11T03:37:15.162 INFO:tasks.rados.rados.0.smithi086.stdout:1577: finishing write tid 3 to smithi08678205-44 2024-09-11T03:37:15.163 INFO:tasks.rados.rados.0.smithi086.stdout:1577: finishing write tid 4 to smithi08678205-44 2024-09-11T03:37:15.163 INFO:tasks.rados.rados.0.smithi086.stdout:1577: finishing write tid 5 to smithi08678205-44 2024-09-11T03:37:15.163 INFO:tasks.rados.rados.0.smithi086.stdout:1577: oid 44 updating version 0 to 565 2024-09-11T03:37:15.163 INFO:tasks.rados.rados.0.smithi086.stdout:1577: oid 44 version 565 is already newer than 563 2024-09-11T03:37:15.163 INFO:tasks.rados.rados.0.smithi086.stdout:1577: oid 44 version 565 is already newer than 562 2024-09-11T03:37:15.163 INFO:tasks.rados.rados.0.smithi086.stdout:1577: oid 44 version 565 is already newer than 564 2024-09-11T03:37:15.163 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 565 (ObjNum 506 snap 148 seq_num 506) dirty exists 2024-09-11T03:37:15.163 INFO:tasks.rados.rados.0.smithi086.stdout:1577: left oid 44 (ObjNum 506 snap 148 seq_num 506) 2024-09-11T03:37:15.165 INFO:tasks.rados.rados.0.smithi086.stdout:1577: done (2 left) 2024-09-11T03:37:15.165 INFO:tasks.rados.rados.0.smithi086.stdout:1579: done (1 left) 2024-09-11T03:37:15.165 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 148 2024-09-11T03:37:15.165 INFO:tasks.rados.rados.0.smithi086.stdout:1580: seq_num 509 ranges {0=532480,532480=409600,942080=393216} 2024-09-11T03:37:15.168 INFO:tasks.rados.rados.0.smithi086.stdout:1580: writing smithi08678205-22 from 0 to 532480 tid 1 2024-09-11T03:37:15.170 INFO:tasks.rados.rados.0.smithi086.stdout:1580: writing smithi08678205-22 from 532480 to 942080 tid 2 2024-09-11T03:37:15.173 INFO:tasks.rados.rados.0.smithi086.stdout:1580: writing smithi08678205-22 from 942080 to 1335296 tid 3 2024-09-11T03:37:15.173 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 148 2024-09-11T03:37:15.173 INFO:tasks.rados.rados.0.smithi086.stdout:1578: finishing write tid 1 to smithi08678205-48 2024-09-11T03:37:15.173 INFO:tasks.rados.rados.0.smithi086.stdout:1578: finishing write tid 2 to smithi08678205-48 2024-09-11T03:37:15.173 INFO:tasks.rados.rados.0.smithi086.stdout:1578: finishing write tid 3 to smithi08678205-48 2024-09-11T03:37:15.173 INFO:tasks.rados.rados.0.smithi086.stdout:1578: finishing write tid 4 to smithi08678205-48 2024-09-11T03:37:15.173 INFO:tasks.rados.rados.0.smithi086.stdout:1581: seq_num 510 ranges {5898240=548864,6447104=745472,7192576=57344} 2024-09-11T03:37:15.207 INFO:tasks.rados.rados.0.smithi086.stdout:1581: writing smithi08678205-49 from 5898240 to 6447104 tid 1 2024-09-11T03:37:15.211 INFO:tasks.rados.rados.0.smithi086.stdout:1581: writing smithi08678205-49 from 6447104 to 7192576 tid 2 2024-09-11T03:37:15.213 INFO:tasks.rados.rados.0.smithi086.stdout:1581: writing smithi08678205-49 from 7192576 to 7249920 tid 3 2024-09-11T03:37:15.213 INFO:tasks.rados.rados.0.smithi086.stdout:1582: read oid 44 snap 146 2024-09-11T03:37:15.213 INFO:tasks.rados.rados.0.smithi086.stdout:1582: expect deleted 2024-09-11T03:37:15.213 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 148 2024-09-11T03:37:15.213 INFO:tasks.rados.rados.0.smithi086.stdout:1578: finishing write tid 5 to smithi08678205-48 2024-09-11T03:37:15.213 INFO:tasks.rados.rados.0.smithi086.stdout:1578: oid 48 updating version 0 to 743 2024-09-11T03:37:15.213 INFO:tasks.rados.rados.0.smithi086.stdout:1578: oid 48 version 743 is already newer than 742 2024-09-11T03:37:15.213 INFO:tasks.rados.rados.0.smithi086.stdout:1578: oid 48 version 743 is already newer than 740 2024-09-11T03:37:15.213 INFO:tasks.rados.rados.0.smithi086.stdout:1578: oid 48 version 743 is already newer than 741 2024-09-11T03:37:15.213 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 743 (ObjNum 507 snap 148 seq_num 507) dirty exists 2024-09-11T03:37:15.213 INFO:tasks.rados.rados.0.smithi086.stdout:1578: left oid 48 (ObjNum 507 snap 148 seq_num 507) 2024-09-11T03:37:15.214 INFO:tasks.rados.rados.0.smithi086.stdout:1580: finishing write tid 1 to smithi08678205-22 2024-09-11T03:37:15.214 INFO:tasks.rados.rados.0.smithi086.stdout:1583: seq_num 511 ranges {1736704=565248,2301952=630784,2932736=172032} 2024-09-11T03:37:15.224 INFO:tasks.rados.rados.0.smithi086.stdout:1583: writing smithi08678205-46 from 1736704 to 2301952 tid 1 2024-09-11T03:37:15.228 INFO:tasks.rados.rados.0.smithi086.stdout:1583: writing smithi08678205-46 from 2301952 to 2932736 tid 2 2024-09-11T03:37:15.230 INFO:tasks.rados.rados.0.smithi086.stdout:1583: writing smithi08678205-46 from 2932736 to 3104768 tid 3 2024-09-11T03:37:15.230 INFO:tasks.rados.rados.0.smithi086.stdout:1578: done (4 left) 2024-09-11T03:37:15.230 INFO:tasks.rados.rados.0.smithi086.stdout:1584: delete oid 39 current snap is 148 2024-09-11T03:37:15.230 INFO:tasks.rados.rados.0.smithi086.stdout:1580: finishing write tid 2 to smithi08678205-22 2024-09-11T03:37:15.230 INFO:tasks.rados.rados.0.smithi086.stdout:1580: finishing write tid 3 to smithi08678205-22 2024-09-11T03:37:15.230 INFO:tasks.rados.rados.0.smithi086.stdout:1580: finishing write tid 4 to smithi08678205-22 2024-09-11T03:37:15.230 INFO:tasks.rados.rados.0.smithi086.stdout:1580: finishing write tid 5 to smithi08678205-22 2024-09-11T03:37:15.230 INFO:tasks.rados.rados.0.smithi086.stdout:1580: oid 22 updating version 0 to 651 2024-09-11T03:37:15.230 INFO:tasks.rados.rados.0.smithi086.stdout:1580: oid 22 updating version 651 to 653 2024-09-11T03:37:15.231 INFO:tasks.rados.rados.0.smithi086.stdout:1580: oid 22 version 653 is already newer than 652 2024-09-11T03:37:15.231 INFO:tasks.rados.rados.0.smithi086.stdout:1580: oid 22 version 653 is already newer than 650 2024-09-11T03:37:15.231 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 653 (ObjNum 509 snap 148 seq_num 509) dirty exists 2024-09-11T03:37:15.231 INFO:tasks.rados.rados.0.smithi086.stdout:1580: left oid 22 (ObjNum 509 snap 148 seq_num 509) 2024-09-11T03:37:15.231 INFO:tasks.rados.rados.0.smithi086.stdout:1581: finishing write tid 1 to smithi08678205-49 2024-09-11T03:37:15.231 INFO:tasks.rados.rados.0.smithi086.stdout:1581: finishing write tid 2 to smithi08678205-49 2024-09-11T03:37:15.231 INFO:tasks.rados.rados.0.smithi086.stdout:1581: finishing write tid 3 to smithi08678205-49 2024-09-11T03:37:15.231 INFO:tasks.rados.rados.0.smithi086.stdout:1581: finishing write tid 4 to smithi08678205-49 2024-09-11T03:37:15.231 INFO:tasks.rados.rados.0.smithi086.stdout:1581: finishing write tid 5 to smithi08678205-49 2024-09-11T03:37:15.231 INFO:tasks.rados.rados.0.smithi086.stdout:1581: oid 49 updating version 0 to 595 2024-09-11T03:37:15.231 INFO:tasks.rados.rados.0.smithi086.stdout:1581: oid 49 version 595 is already newer than 594 2024-09-11T03:37:15.232 INFO:tasks.rados.rados.0.smithi086.stdout:1581: oid 49 updating version 595 to 597 2024-09-11T03:37:15.232 INFO:tasks.rados.rados.0.smithi086.stdout:1581: oid 49 version 597 is already newer than 596 2024-09-11T03:37:15.232 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 597 (ObjNum 510 snap 148 seq_num 510) dirty exists 2024-09-11T03:37:15.232 INFO:tasks.rados.rados.0.smithi086.stdout:1581: left oid 49 (ObjNum 510 snap 148 seq_num 510) 2024-09-11T03:37:15.232 INFO:tasks.rados.rados.0.smithi086.stdout:1583: finishing write tid 1 to smithi08678205-46 2024-09-11T03:37:15.233 INFO:tasks.rados.rados.0.smithi086.stdout:1583: finishing write tid 2 to smithi08678205-46 2024-09-11T03:37:15.233 INFO:tasks.rados.rados.0.smithi086.stdout:1583: finishing write tid 3 to smithi08678205-46 2024-09-11T03:37:15.233 INFO:tasks.rados.rados.0.smithi086.stdout:1583: finishing write tid 4 to smithi08678205-46 2024-09-11T03:37:15.235 INFO:tasks.rados.rados.0.smithi086.stdout:1583: finishing write tid 5 to smithi08678205-46 2024-09-11T03:37:15.235 INFO:tasks.rados.rados.0.smithi086.stdout:1583: oid 46 updating version 0 to 746 2024-09-11T03:37:15.235 INFO:tasks.rados.rados.0.smithi086.stdout:1583: oid 46 updating version 746 to 748 2024-09-11T03:37:15.235 INFO:tasks.rados.rados.0.smithi086.stdout:1583: oid 46 version 748 is already newer than 747 2024-09-11T03:37:15.235 INFO:tasks.rados.rados.0.smithi086.stdout:1583: oid 46 version 748 is already newer than 745 2024-09-11T03:37:15.236 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 748 (ObjNum 511 snap 148 seq_num 511) dirty exists 2024-09-11T03:37:15.236 INFO:tasks.rados.rados.0.smithi086.stdout:1583: left oid 46 (ObjNum 511 snap 148 seq_num 511) 2024-09-11T03:37:15.236 INFO:tasks.rados.rados.0.smithi086.stdout:1580: done (4 left) 2024-09-11T03:37:15.236 INFO:tasks.rados.rados.0.smithi086.stdout:1581: done (3 left) 2024-09-11T03:37:15.236 INFO:tasks.rados.rados.0.smithi086.stdout:1582: done (2 left) 2024-09-11T03:37:15.236 INFO:tasks.rados.rados.0.smithi086.stdout:1583: done (1 left) 2024-09-11T03:37:15.236 INFO:tasks.rados.rados.0.smithi086.stdout:1584: done (0 left) 2024-09-11T03:37:15.236 INFO:tasks.rados.rados.0.smithi086.stdout:1585: setattr oid 28 current snap is 148 2024-09-11T03:37:15.237 INFO:tasks.rados.rados.0.smithi086.stdout:1586: snap_remove snap 141 2024-09-11T03:37:15.572 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:37:15 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2[106857]: 2024-09-11T03:37:15.131+0000 7f0738838640 -1 osd.2 354 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:37:15.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:15 smithi086 ceph-mon[89281]: pgmap v212: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 284 KiB/s wr, 11 op/s; 80/540 objects degraded (14.815%) 2024-09-11T03:37:15.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:15 smithi086 ceph-mon[89281]: osdmap e365: 8 total, 7 up, 8 in 2024-09-11T03:37:15.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:15 smithi086 ceph-mon[89281]: from='osd.2 [v2:172.21.15.86:6818/2120909457,v1:172.21.15.86:6819/2120909457]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-11T03:37:15.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:15 smithi086 ceph-mon[89281]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-11T03:37:15.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:15 smithi086 ceph-mon[91691]: pgmap v212: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 284 KiB/s wr, 11 op/s; 80/540 objects degraded (14.815%) 2024-09-11T03:37:15.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:15 smithi086 ceph-mon[91691]: osdmap e365: 8 total, 7 up, 8 in 2024-09-11T03:37:15.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:15 smithi086 ceph-mon[91691]: from='osd.2 [v2:172.21.15.86:6818/2120909457,v1:172.21.15.86:6819/2120909457]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-11T03:37:15.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:15 smithi086 ceph-mon[91691]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-11T03:37:15.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:15 smithi130 ceph-mon[83685]: pgmap v212: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 284 KiB/s wr, 11 op/s; 80/540 objects degraded (14.815%) 2024-09-11T03:37:15.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:15 smithi130 ceph-mon[83685]: osdmap e365: 8 total, 7 up, 8 in 2024-09-11T03:37:15.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:15 smithi130 ceph-mon[83685]: from='osd.2 [v2:172.21.15.86:6818/2120909457,v1:172.21.15.86:6819/2120909457]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-11T03:37:15.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:15 smithi130 ceph-mon[83685]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-11T03:37:16.114 INFO:tasks.rados.rados.0.smithi086.stdout:1586: done (1 left) 2024-09-11T03:37:16.115 INFO:tasks.rados.rados.0.smithi086.stdout:1587: setattr oid 50 current snap is 148 2024-09-11T03:37:16.115 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 1259 (ObjNum 457 snap 133 seq_num 457) dirty exists 2024-09-11T03:37:16.117 INFO:tasks.rados.rados.0.smithi086.stdout:1585: done (1 left) 2024-09-11T03:37:16.118 INFO:tasks.rados.rados.0.smithi086.stdout:1588: rollback oid 32 current snap is 148 2024-09-11T03:37:16.118 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 32 to 143 2024-09-11T03:37:16.118 INFO:tasks.rados.rados.0.smithi086.stdout:1589: copy_from oid 19 from oid 46 current snap is 148 2024-09-11T03:37:16.118 INFO:tasks.rados.rados.0.smithi086.stdout:1590: delete oid 44 current snap is 148 2024-09-11T03:37:16.133 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 719 (ObjNum 487 snap 141 seq_num 487) dirty exists 2024-09-11T03:37:16.134 INFO:tasks.rados.rados.0.smithi086.stdout:1588: finishing rollback tid 0 to smithi08678205-32 2024-09-11T03:37:16.134 INFO:tasks.rados.rados.0.smithi086.stdout:1588: finishing rollback tid 1 to smithi08678205-32 2024-09-11T03:37:16.134 INFO:tasks.rados.rados.0.smithi086.stdout:1588: finishing rollback tid 2 to smithi08678205-32 2024-09-11T03:37:16.134 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 727 (ObjNum 475 snap 138 seq_num 475) dirty exists 2024-09-11T03:37:16.146 INFO:tasks.rados.rados.0.smithi086.stdout:1589: finishing copy_from racing read to smithi08678205-19 2024-09-11T03:37:16.148 INFO:tasks.rados.rados.0.smithi086.stdout:1589: finishing copy_from to smithi08678205-19 2024-09-11T03:37:16.148 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 748 (ObjNum 511 snap 148 seq_num 511) dirty exists 2024-09-11T03:37:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:16 smithi086 ceph-mon[89281]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-11T03:37:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:16 smithi086 ceph-mon[89281]: from='osd.2 [v2:172.21.15.86:6818/2120909457,v1:172.21.15.86:6819/2120909457]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:37:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:16 smithi086 ceph-mon[89281]: osdmap e366: 8 total, 7 up, 8 in 2024-09-11T03:37:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:16 smithi086 ceph-mon[89281]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:37:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:16 smithi086 ceph-mon[91691]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-11T03:37:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:16 smithi086 ceph-mon[91691]: from='osd.2 [v2:172.21.15.86:6818/2120909457,v1:172.21.15.86:6819/2120909457]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:37:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:16 smithi086 ceph-mon[91691]: osdmap e366: 8 total, 7 up, 8 in 2024-09-11T03:37:16.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:16 smithi086 ceph-mon[91691]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:37:16.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:16 smithi130 ceph-mon[83685]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-11T03:37:16.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:16 smithi130 ceph-mon[83685]: from='osd.2 [v2:172.21.15.86:6818/2120909457,v1:172.21.15.86:6819/2120909457]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:37:16.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:16 smithi130 ceph-mon[83685]: osdmap e366: 8 total, 7 up, 8 in 2024-09-11T03:37:16.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:16 smithi130 ceph-mon[83685]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:37:16.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:37:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:37:16.561+0000 7f1689c5f640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-11T03:37:17.141 INFO:tasks.rados.rados.0.smithi086.stdout:1587: done (3 left) 2024-09-11T03:37:17.142 INFO:tasks.rados.rados.0.smithi086.stdout:1588: done (2 left) 2024-09-11T03:37:17.142 INFO:tasks.rados.rados.0.smithi086.stdout:1589: done (1 left) 2024-09-11T03:37:17.142 INFO:tasks.rados.rados.0.smithi086.stdout:1590: done (0 left) 2024-09-11T03:37:17.142 INFO:tasks.rados.rados.0.smithi086.stdout:1591: read oid 14 snap -1 2024-09-11T03:37:17.142 INFO:tasks.rados.rados.0.smithi086.stdout:1591: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:37:17.142 INFO:tasks.rados.rados.0.smithi086.stdout:1592: snap_remove snap 144 2024-09-11T03:37:17.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: pgmap v215: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 261 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.9 MiB/s wr, 19 op/s; 86/570 objects degraded (15.088%) 2024-09-11T03:37:17.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:37:17.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: osd.2 [v2:172.21.15.86:6818/2120909457,v1:172.21.15.86:6819/2120909457] boot 2024-09-11T03:37:17.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: osdmap e367: 8 total, 8 up, 8 in 2024-09-11T03:37:17.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-11T03:37:17.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:17.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:17.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:37:17.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:37:17.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:17.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:37:17.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:17.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:17.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:17.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-11T03:37:17.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: pgmap v215: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 261 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.9 MiB/s wr, 19 op/s; 86/570 objects degraded (15.088%) 2024-09-11T03:37:17.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:37:17.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: osd.2 [v2:172.21.15.86:6818/2120909457,v1:172.21.15.86:6819/2120909457] boot 2024-09-11T03:37:17.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: osdmap e367: 8 total, 8 up, 8 in 2024-09-11T03:37:17.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-11T03:37:17.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:17.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:17.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:37:17.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:37:17.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:17.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:37:17.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:17.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:17.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:17.575 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-11T03:37:17.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: pgmap v215: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 261 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.9 MiB/s wr, 19 op/s; 86/570 objects degraded (15.088%) 2024-09-11T03:37:17.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:37:17.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: osd.2 [v2:172.21.15.86:6818/2120909457,v1:172.21.15.86:6819/2120909457] boot 2024-09-11T03:37:17.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: osdmap e367: 8 total, 8 up, 8 in 2024-09-11T03:37:17.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-11T03:37:17.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:17.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:17.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:37:17.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:37:17.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:17.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:37:17.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:17.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:17.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:17.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-11T03:37:18.130 INFO:tasks.rados.rados.0.smithi086.stdout:1592: done (1 left) 2024-09-11T03:37:18.131 INFO:tasks.rados.rados.0.smithi086.stdout:1593: copy_from oid 49 from oid 4 current snap is 148 2024-09-11T03:37:18.131 INFO:tasks.rados.rados.0.smithi086.stdout:1591: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:37:18.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:18 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-11T03:37:18.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:18 smithi086 ceph-mon[89281]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-11T03:37:18.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:18 smithi086 ceph-mon[89281]: osdmap e368: 8 total, 8 up, 8 in 2024-09-11T03:37:18.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:18 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 86/570 objects degraded (15.088%), 10 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:18.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:37:18 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:37:18] "GET /metrics HTTP/1.1" 200 36306 "" "Prometheus/2.43.0" 2024-09-11T03:37:18.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:18 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-11T03:37:18.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:18 smithi086 ceph-mon[91691]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-11T03:37:18.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:18 smithi086 ceph-mon[91691]: osdmap e368: 8 total, 8 up, 8 in 2024-09-11T03:37:18.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:18 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 86/570 objects degraded (15.088%), 10 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:18.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:18 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-11T03:37:18.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:18 smithi130 ceph-mon[83685]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-11T03:37:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:18 smithi130 ceph-mon[83685]: osdmap e368: 8 total, 8 up, 8 in 2024-09-11T03:37:18.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:18 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 86/570 objects degraded (15.088%), 10 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:18.631 INFO:tasks.rados.rados.0.smithi086.stdout:1593: finishing copy_from racing read to smithi08678205-49 2024-09-11T03:37:18.631 INFO:tasks.rados.rados.0.smithi086.stdout:1593: finishing copy_from to smithi08678205-49 2024-09-11T03:37:18.631 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 580 (ObjNum 437 snap 126 seq_num 437) dirty exists 2024-09-11T03:37:18.631 INFO:tasks.rados.rados.0.smithi086.stdout:1591: done (1 left) 2024-09-11T03:37:18.631 INFO:tasks.rados.rados.0.smithi086.stdout:1593: done (0 left) 2024-09-11T03:37:18.631 INFO:tasks.rados.rados.0.smithi086.stdout:1594: snap_remove snap 140 2024-09-11T03:37:19.129 INFO:tasks.rados.rados.0.smithi086.stdout:1594: done (0 left) 2024-09-11T03:37:19.129 INFO:tasks.rados.rados.0.smithi086.stdout:1595: read oid 44 snap 127 2024-09-11T03:37:19.129 INFO:tasks.rados.rados.0.smithi086.stdout:1595: expect (ObjNum 370 snap 98 seq_num 370) 2024-09-11T03:37:19.130 INFO:tasks.rados.rados.0.smithi086.stdout:1596: snap_remove snap 134 2024-09-11T03:37:19.567 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:19 smithi086 ceph-mon[89281]: pgmap v218: 121 pgs: 4 peering, 22 active+undersized, 10 active+undersized+degraded, 85 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 5.9 MiB/s wr, 12 op/s; 86/573 objects degraded (15.009%) 2024-09-11T03:37:19.567 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:19 smithi086 ceph-mon[89281]: osdmap e369: 8 total, 8 up, 8 in 2024-09-11T03:37:19.567 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:19 smithi086 ceph-mon[91691]: pgmap v218: 121 pgs: 4 peering, 22 active+undersized, 10 active+undersized+degraded, 85 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 5.9 MiB/s wr, 12 op/s; 86/573 objects degraded (15.009%) 2024-09-11T03:37:19.568 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:19 smithi086 ceph-mon[91691]: osdmap e369: 8 total, 8 up, 8 in 2024-09-11T03:37:19.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:19 smithi130 ceph-mon[83685]: pgmap v218: 121 pgs: 4 peering, 22 active+undersized, 10 active+undersized+degraded, 85 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 5.9 MiB/s wr, 12 op/s; 86/573 objects degraded (15.009%) 2024-09-11T03:37:19.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:19 smithi130 ceph-mon[83685]: osdmap e369: 8 total, 8 up, 8 in 2024-09-11T03:37:20.134 INFO:tasks.rados.rados.0.smithi086.stdout:1596: done (1 left) 2024-09-11T03:37:20.134 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 148 2024-09-11T03:37:20.134 INFO:tasks.rados.rados.0.smithi086.stdout:1597: seq_num 514 ranges {0=614400,614400=679936,1294336=122880} 2024-09-11T03:37:20.138 INFO:tasks.rados.rados.0.smithi086.stdout:1597: writing smithi08678205-9 from 0 to 614400 tid 1 2024-09-11T03:37:20.145 INFO:tasks.rados.rados.0.smithi086.stdout:1597: writing smithi08678205-9 from 614400 to 1294336 tid 2 2024-09-11T03:37:20.145 INFO:tasks.rados.rados.0.smithi086.stdout:1597: writing smithi08678205-9 from 1294336 to 1417216 tid 3 2024-09-11T03:37:20.145 INFO:tasks.rados.rados.0.smithi086.stdout:1598: snap_remove snap 136 2024-09-11T03:37:20.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:20 smithi086 ceph-mon[89281]: osdmap e370: 8 total, 8 up, 8 in 2024-09-11T03:37:20.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:20 smithi086 ceph-mon[89281]: pgmap v221: 121 pgs: 4 peering, 19 active+undersized, 10 active+undersized+degraded, 88 active+clean; 266 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 8 op/s; 86/588 objects degraded (14.626%) 2024-09-11T03:37:20.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:20.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:37:20.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:20 smithi086 ceph-mon[91691]: osdmap e370: 8 total, 8 up, 8 in 2024-09-11T03:37:20.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:20 smithi086 ceph-mon[91691]: pgmap v221: 121 pgs: 4 peering, 19 active+undersized, 10 active+undersized+degraded, 88 active+clean; 266 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 8 op/s; 86/588 objects degraded (14.626%) 2024-09-11T03:37:20.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:20.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:37:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:20 smithi130 ceph-mon[83685]: osdmap e370: 8 total, 8 up, 8 in 2024-09-11T03:37:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:20 smithi130 ceph-mon[83685]: pgmap v221: 121 pgs: 4 peering, 19 active+undersized, 10 active+undersized+degraded, 88 active+clean; 266 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 8 op/s; 86/588 objects degraded (14.626%) 2024-09-11T03:37:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:20.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:37:21.142 INFO:tasks.rados.rados.0.smithi086.stdout:1598: done (2 left) 2024-09-11T03:37:21.142 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 148 2024-09-11T03:37:21.142 INFO:tasks.rados.rados.0.smithi086.stdout:1599: seq_num 515 ranges {5251072=630784,5881856=565248,6447104=237568} 2024-09-11T03:37:21.174 INFO:tasks.rados.rados.0.smithi086.stdout:1599: writing smithi08678205-15 from 5251072 to 5881856 tid 1 2024-09-11T03:37:21.177 INFO:tasks.rados.rados.0.smithi086.stdout:1599: writing smithi08678205-15 from 5881856 to 6447104 tid 2 2024-09-11T03:37:21.179 INFO:tasks.rados.rados.0.smithi086.stdout:1599: writing smithi08678205-15 from 6447104 to 6684672 tid 3 2024-09-11T03:37:21.179 INFO:tasks.rados.rados.0.smithi086.stdout:1600: copy_from oid 34 from oid 38 current snap is 148 2024-09-11T03:37:21.179 INFO:tasks.rados.rados.0.smithi086.stdout:1595: expect (ObjNum 370 snap 98 seq_num 370) 2024-09-11T03:37:21.315 INFO:tasks.rados.rados.0.smithi086.stdout:1597: finishing write tid 1 to smithi08678205-9 2024-09-11T03:37:21.315 INFO:tasks.rados.rados.0.smithi086.stdout:1597: finishing write tid 2 to smithi08678205-9 2024-09-11T03:37:21.315 INFO:tasks.rados.rados.0.smithi086.stdout:1597: finishing write tid 3 to smithi08678205-9 2024-09-11T03:37:21.315 INFO:tasks.rados.rados.0.smithi086.stdout:1597: finishing write tid 4 to smithi08678205-9 2024-09-11T03:37:21.315 INFO:tasks.rados.rados.0.smithi086.stdout:1597: finishing write tid 5 to smithi08678205-9 2024-09-11T03:37:21.315 INFO:tasks.rados.rados.0.smithi086.stdout:1597: oid 9 updating version 0 to 656 2024-09-11T03:37:21.315 INFO:tasks.rados.rados.0.smithi086.stdout:1597: oid 9 updating version 656 to 657 2024-09-11T03:37:21.315 INFO:tasks.rados.rados.0.smithi086.stdout:1597: oid 9 version 657 is already newer than 655 2024-09-11T03:37:21.316 INFO:tasks.rados.rados.0.smithi086.stdout:1597: oid 9 version 657 is already newer than 654 2024-09-11T03:37:21.316 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 657 (ObjNum 514 snap 148 seq_num 514) dirty exists 2024-09-11T03:37:21.316 INFO:tasks.rados.rados.0.smithi086.stdout:1597: left oid 9 (ObjNum 514 snap 148 seq_num 514) 2024-09-11T03:37:21.316 INFO:tasks.rados.rados.0.smithi086.stdout:1599: finishing write tid 1 to smithi08678205-15 2024-09-11T03:37:21.316 INFO:tasks.rados.rados.0.smithi086.stdout:1595: done (3 left) 2024-09-11T03:37:21.316 INFO:tasks.rados.rados.0.smithi086.stdout:1597: done (2 left) 2024-09-11T03:37:21.316 INFO:tasks.rados.rados.0.smithi086.stdout:1601: rollback oid 31 current snap is 148 2024-09-11T03:37:21.316 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 31 to 126 2024-09-11T03:37:21.316 INFO:tasks.rados.rados.0.smithi086.stdout:1599: finishing write tid 2 to smithi08678205-15 2024-09-11T03:37:21.316 INFO:tasks.rados.rados.0.smithi086.stdout:1600: finishing copy_from racing read to smithi08678205-34 2024-09-11T03:37:21.316 INFO:tasks.rados.rados.0.smithi086.stdout:1599: finishing write tid 3 to smithi08678205-15 2024-09-11T03:37:21.316 INFO:tasks.rados.rados.0.smithi086.stdout:1600: finishing copy_from to smithi08678205-34 2024-09-11T03:37:21.316 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 647 (ObjNum 471 snap 136 seq_num 471) dirty exists 2024-09-11T03:37:21.317 INFO:tasks.rados.rados.0.smithi086.stdout:1599: finishing write tid 4 to smithi08678205-15 2024-09-11T03:37:21.317 INFO:tasks.rados.rados.0.smithi086.stdout:1599: finishing write tid 5 to smithi08678205-15 2024-09-11T03:37:21.317 INFO:tasks.rados.rados.0.smithi086.stdout:1599: oid 15 updating version 0 to 1313 2024-09-11T03:37:21.317 INFO:tasks.rados.rados.0.smithi086.stdout:1599: oid 15 version 1313 is already newer than 1308 2024-09-11T03:37:21.317 INFO:tasks.rados.rados.0.smithi086.stdout:1599: oid 15 version 1313 is already newer than 1307 2024-09-11T03:37:21.317 INFO:tasks.rados.rados.0.smithi086.stdout:1599: oid 15 updating version 1313 to 1314 2024-09-11T03:37:21.317 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 1314 (ObjNum 515 snap 148 seq_num 515) dirty exists 2024-09-11T03:37:21.317 INFO:tasks.rados.rados.0.smithi086.stdout:1599: left oid 15 (ObjNum 515 snap 148 seq_num 515) 2024-09-11T03:37:21.317 INFO:tasks.rados.rados.0.smithi086.stdout:1599: done (2 left) 2024-09-11T03:37:21.317 INFO:tasks.rados.rados.0.smithi086.stdout:1600: done (1 left) 2024-09-11T03:37:21.317 INFO:tasks.rados.rados.0.smithi086.stdout:1602: rollback oid 7 current snap is 148 2024-09-11T03:37:21.317 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 7 to 126 2024-09-11T03:37:21.317 INFO:tasks.rados.rados.0.smithi086.stdout:1603: snap_remove snap 109 2024-09-11T03:37:21.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:21 smithi086 ceph-mon[89281]: osdmap e371: 8 total, 8 up, 8 in 2024-09-11T03:37:21.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:21 smithi086 ceph-mon[91691]: osdmap e371: 8 total, 8 up, 8 in 2024-09-11T03:37:21.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:21 smithi130 ceph-mon[83685]: osdmap e371: 8 total, 8 up, 8 in 2024-09-11T03:37:22.151 INFO:tasks.rados.rados.0.smithi086.stdout:1602: finishing rollback tid 0 to smithi08678205-7 2024-09-11T03:37:22.151 INFO:tasks.rados.rados.0.smithi086.stdout:1602: finishing rollback tid 1 to smithi08678205-7 2024-09-11T03:37:22.152 INFO:tasks.rados.rados.0.smithi086.stdout:1602: finishing rollback tid 2 to smithi08678205-7 2024-09-11T03:37:22.152 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 689 (ObjNum 414 snap 121 seq_num 414) dirty exists 2024-09-11T03:37:22.152 INFO:tasks.rados.rados.0.smithi086.stdout:1601: finishing rollback tid 0 to smithi08678205-31 2024-09-11T03:37:22.152 INFO:tasks.rados.rados.0.smithi086.stdout:1601: finishing rollback tid 1 to smithi08678205-31 2024-09-11T03:37:22.152 INFO:tasks.rados.rados.0.smithi086.stdout:1601: finishing rollback tid 2 to smithi08678205-31 2024-09-11T03:37:22.152 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 1324 (ObjNum 364 snap 98 seq_num 364) dirty exists 2024-09-11T03:37:22.152 INFO:tasks.rados.rados.0.smithi086.stdout:1601: done (2 left) 2024-09-11T03:37:22.152 INFO:tasks.rados.rados.0.smithi086.stdout:1602: done (1 left) 2024-09-11T03:37:22.152 INFO:tasks.rados.rados.0.smithi086.stdout:1603: done (0 left) 2024-09-11T03:37:22.152 INFO:tasks.rados.rados.0.smithi086.stdout:1604: snap_remove snap 142 2024-09-11T03:37:22.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:22 smithi086 ceph-mon[89281]: osdmap e372: 8 total, 8 up, 8 in 2024-09-11T03:37:22.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:22 smithi086 ceph-mon[89281]: pgmap v224: 121 pgs: 2 active+clean+snaptrim, 4 peering, 115 active+clean; 272 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.4 MiB/s wr, 20 op/s; 17 MiB/s, 5 objects/s recovering 2024-09-11T03:37:22.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:22 smithi086 ceph-mon[91691]: osdmap e372: 8 total, 8 up, 8 in 2024-09-11T03:37:22.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:22 smithi086 ceph-mon[91691]: pgmap v224: 121 pgs: 2 active+clean+snaptrim, 4 peering, 115 active+clean; 272 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.4 MiB/s wr, 20 op/s; 17 MiB/s, 5 objects/s recovering 2024-09-11T03:37:22.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:22 smithi130 ceph-mon[83685]: osdmap e372: 8 total, 8 up, 8 in 2024-09-11T03:37:22.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:22 smithi130 ceph-mon[83685]: pgmap v224: 121 pgs: 2 active+clean+snaptrim, 4 peering, 115 active+clean; 272 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.4 MiB/s wr, 20 op/s; 17 MiB/s, 5 objects/s recovering 2024-09-11T03:37:22.642 INFO:tasks.rados.rados.0.smithi086.stdout:1604: done (0 left) 2024-09-11T03:37:22.642 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 24 current snap is 148 2024-09-11T03:37:22.643 INFO:tasks.rados.rados.0.smithi086.stdout:1605: seq_num 516 ranges {2793472=647168,3440640=450560,3891200=352256} 2024-09-11T03:37:22.661 INFO:tasks.rados.rados.0.smithi086.stdout:1605: writing smithi08678205-24 from 2793472 to 3440640 tid 1 2024-09-11T03:37:22.664 INFO:tasks.rados.rados.0.smithi086.stdout:1605: writing smithi08678205-24 from 3440640 to 3891200 tid 2 2024-09-11T03:37:22.667 INFO:tasks.rados.rados.0.smithi086.stdout:1605: writing smithi08678205-24 from 3891200 to 4243456 tid 3 2024-09-11T03:37:22.667 INFO:tasks.rados.rados.0.smithi086.stdout:1606: read oid 5 snap -1 2024-09-11T03:37:22.667 INFO:tasks.rados.rados.0.smithi086.stdout:1606: expect deleted 2024-09-11T03:37:22.667 INFO:tasks.rados.rados.0.smithi086.stdout:1607: read oid 33 snap 146 2024-09-11T03:37:22.667 INFO:tasks.rados.rados.0.smithi086.stdout:1607: expect (ObjNum 470 snap 136 seq_num 470) 2024-09-11T03:37:22.667 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 29 current snap is 148 2024-09-11T03:37:22.667 INFO:tasks.rados.rados.0.smithi086.stdout:1608: seq_num 517 ranges {7929856=663552,8593408=786432,9379840=16384} 2024-09-11T03:37:22.713 INFO:tasks.rados.rados.0.smithi086.stdout:1608: writing smithi08678205-29 from 7929856 to 8593408 tid 1 2024-09-11T03:37:22.718 INFO:tasks.rados.rados.0.smithi086.stdout:1608: writing smithi08678205-29 from 8593408 to 9379840 tid 2 2024-09-11T03:37:22.718 INFO:tasks.rados.rados.0.smithi086.stdout:1608: writing smithi08678205-29 from 9379840 to 9396224 tid 3 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1609: read oid 45 snap 127 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1609: expect (ObjNum 303 snap 76 seq_num 303) 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1610: rollback oid 1 current snap is 148 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 1 to 143 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1605: finishing write tid 1 to smithi08678205-24 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1605: finishing write tid 2 to smithi08678205-24 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1605: finishing write tid 3 to smithi08678205-24 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1605: finishing write tid 4 to smithi08678205-24 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1605: finishing write tid 5 to smithi08678205-24 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1605: oid 24 updating version 0 to 1078 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1605: oid 24 updating version 1078 to 1079 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1605: oid 24 version 1079 is already newer than 1077 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1605: oid 24 version 1079 is already newer than 1076 2024-09-11T03:37:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 1079 (ObjNum 516 snap 148 seq_num 516) dirty exists 2024-09-11T03:37:22.720 INFO:tasks.rados.rados.0.smithi086.stdout:1605: left oid 24 (ObjNum 516 snap 148 seq_num 516) 2024-09-11T03:37:22.720 INFO:tasks.rados.rados.0.smithi086.stdout:1607: expect (ObjNum 470 snap 136 seq_num 470) 2024-09-11T03:37:22.758 INFO:tasks.rados.rados.0.smithi086.stdout:1608: finishing write tid 1 to smithi08678205-29 2024-09-11T03:37:22.758 INFO:tasks.rados.rados.0.smithi086.stdout:1610: finishing rollback tid 0 to smithi08678205-1 2024-09-11T03:37:22.759 INFO:tasks.rados.rados.0.smithi086.stdout:1605: done (5 left) 2024-09-11T03:37:22.759 INFO:tasks.rados.rados.0.smithi086.stdout:1606: done (4 left) 2024-09-11T03:37:22.759 INFO:tasks.rados.rados.0.smithi086.stdout:1607: done (3 left) 2024-09-11T03:37:22.759 INFO:tasks.rados.rados.0.smithi086.stdout:1611: read oid 3 snap -1 2024-09-11T03:37:22.759 INFO:tasks.rados.rados.0.smithi086.stdout:1611: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:37:22.759 INFO:tasks.rados.rados.0.smithi086.stdout:1612: setattr oid 8 current snap is 148 2024-09-11T03:37:22.759 INFO:tasks.rados.rados.0.smithi086.stdout:1608: finishing write tid 2 to smithi08678205-29 2024-09-11T03:37:22.759 INFO:tasks.rados.rados.0.smithi086.stdout:1609: expect (ObjNum 303 snap 76 seq_num 303) 2024-09-11T03:37:22.769 INFO:tasks.rados.rados.0.smithi086.stdout:1610: finishing rollback tid 1 to smithi08678205-1 2024-09-11T03:37:22.769 INFO:tasks.rados.rados.0.smithi086.stdout:1608: finishing write tid 3 to smithi08678205-29 2024-09-11T03:37:22.769 INFO:tasks.rados.rados.0.smithi086.stdout:1608: finishing write tid 4 to smithi08678205-29 2024-09-11T03:37:22.769 INFO:tasks.rados.rados.0.smithi086.stdout:1610: finishing rollback tid 2 to smithi08678205-1 2024-09-11T03:37:22.769 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 600 (ObjNum 437 snap 126 seq_num 437) dirty exists 2024-09-11T03:37:22.770 INFO:tasks.rados.rados.0.smithi086.stdout:1608: finishing write tid 5 to smithi08678205-29 2024-09-11T03:37:22.770 INFO:tasks.rados.rados.0.smithi086.stdout:1608: oid 29 updating version 0 to 694 2024-09-11T03:37:22.770 INFO:tasks.rados.rados.0.smithi086.stdout:1608: oid 29 updating version 694 to 697 2024-09-11T03:37:22.770 INFO:tasks.rados.rados.0.smithi086.stdout:1608: oid 29 version 697 is already newer than 695 2024-09-11T03:37:22.770 INFO:tasks.rados.rados.0.smithi086.stdout:1608: oid 29 version 697 is already newer than 696 2024-09-11T03:37:22.770 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 697 (ObjNum 517 snap 148 seq_num 517) dirty exists 2024-09-11T03:37:22.770 INFO:tasks.rados.rados.0.smithi086.stdout:1608: left oid 29 (ObjNum 517 snap 148 seq_num 517) 2024-09-11T03:37:22.770 INFO:tasks.rados.rados.0.smithi086.stdout:1608: done (4 left) 2024-09-11T03:37:22.770 INFO:tasks.rados.rados.0.smithi086.stdout:1609: done (3 left) 2024-09-11T03:37:22.770 INFO:tasks.rados.rados.0.smithi086.stdout:1610: done (2 left) 2024-09-11T03:37:22.771 INFO:tasks.rados.rados.0.smithi086.stdout:1613: read oid 48 snap 107 2024-09-11T03:37:22.771 INFO:tasks.rados.rados.0.smithi086.stdout:1613: expect (ObjNum 256 snap 55 seq_num 256) 2024-09-11T03:37:22.771 INFO:tasks.rados.rados.0.smithi086.stdout:1614: setattr oid 12 current snap is 148 2024-09-11T03:37:22.771 INFO:tasks.rados.rados.0.smithi086.stdout:1615: snap_remove snap 139 2024-09-11T03:37:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:23 smithi086 ceph-mon[89281]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 86/588 objects degraded (14.626%), 10 pgs degraded) 2024-09-11T03:37:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:23 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:37:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:23 smithi086 ceph-mon[89281]: osdmap e373: 8 total, 8 up, 8 in 2024-09-11T03:37:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:23 smithi086 ceph-mon[89281]: osdmap e374: 8 total, 8 up, 8 in 2024-09-11T03:37:23.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:23 smithi086 ceph-mon[91691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 86/588 objects degraded (14.626%), 10 pgs degraded) 2024-09-11T03:37:23.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:23 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:37:23.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:23 smithi086 ceph-mon[91691]: osdmap e373: 8 total, 8 up, 8 in 2024-09-11T03:37:23.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:23 smithi086 ceph-mon[91691]: osdmap e374: 8 total, 8 up, 8 in 2024-09-11T03:37:23.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:23 smithi130 ceph-mon[83685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 86/588 objects degraded (14.626%), 10 pgs degraded) 2024-09-11T03:37:23.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:23 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:37:23.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:23 smithi130 ceph-mon[83685]: osdmap e373: 8 total, 8 up, 8 in 2024-09-11T03:37:23.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:23 smithi130 ceph-mon[83685]: osdmap e374: 8 total, 8 up, 8 in 2024-09-11T03:37:23.648 INFO:tasks.rados.rados.0.smithi086.stdout:1615: done (4 left) 2024-09-11T03:37:23.648 INFO:tasks.rados.rados.0.smithi086.stdout:1616: rmattr oid 50 current snap is 148 2024-09-11T03:37:23.648 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 657 (ObjNum 495 snap 144 seq_num 495) dirty exists 2024-09-11T03:37:23.649 INFO:tasks.rados.rados.0.smithi086.stdout:1612: done (4 left) 2024-09-11T03:37:23.649 INFO:tasks.rados.rados.0.smithi086.stdout:1617: rollback oid 31 current snap is 148 2024-09-11T03:37:23.649 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 31 to 126 2024-09-11T03:37:23.649 INFO:tasks.rados.rados.0.smithi086.stdout:1618: rollback oid 45 current snap is 148 2024-09-11T03:37:23.649 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 45 to 143 2024-09-11T03:37:23.649 INFO:tasks.rados.rados.0.smithi086.stdout:1619: read oid 16 snap -1 2024-09-11T03:37:23.649 INFO:tasks.rados.rados.0.smithi086.stdout:1619: expect deleted 2024-09-11T03:37:23.649 INFO:tasks.rados.rados.0.smithi086.stdout:1620: read oid 37 snap -1 2024-09-11T03:37:23.649 INFO:tasks.rados.rados.0.smithi086.stdout:1620: expect (ObjNum 486 snap 141 seq_num 486) 2024-09-11T03:37:23.649 INFO:tasks.rados.rados.0.smithi086.stdout:1621: setattr oid 11 current snap is 148 2024-09-11T03:37:23.649 INFO:tasks.rados.rados.0.smithi086.stdout:1611: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:37:24.151 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 690 (ObjNum 472 snap 136 seq_num 472) dirty exists 2024-09-11T03:37:24.151 INFO:tasks.rados.rados.0.smithi086.stdout:1613: expect (ObjNum 256 snap 55 seq_num 256) 2024-09-11T03:37:24.428 INFO:tasks.rados.rados.0.smithi086.stdout:1620: expect (ObjNum 486 snap 141 seq_num 486) 2024-09-11T03:37:24.452 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 772 (ObjNum 487 snap 141 seq_num 487) dirty exists 2024-09-11T03:37:24.452 INFO:tasks.rados.rados.0.smithi086.stdout:1617: finishing rollback tid 0 to smithi08678205-31 2024-09-11T03:37:24.452 INFO:tasks.rados.rados.0.smithi086.stdout:1617: finishing rollback tid 1 to smithi08678205-31 2024-09-11T03:37:24.453 INFO:tasks.rados.rados.0.smithi086.stdout:1617: finishing rollback tid 2 to smithi08678205-31 2024-09-11T03:37:24.453 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 1351 (ObjNum 364 snap 98 seq_num 364) dirty exists 2024-09-11T03:37:24.453 INFO:tasks.rados.rados.0.smithi086.stdout:1618: finishing rollback tid 0 to smithi08678205-45 2024-09-11T03:37:24.453 INFO:tasks.rados.rados.0.smithi086.stdout:1618: finishing rollback tid 1 to smithi08678205-45 2024-09-11T03:37:24.453 INFO:tasks.rados.rados.0.smithi086.stdout:1618: finishing rollback tid 2 to smithi08678205-45 2024-09-11T03:37:24.453 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 660 (ObjNum 1057 snap 0 seq_num 3220566784) dirty exists 2024-09-11T03:37:24.453 INFO:tasks.rados.rados.0.smithi086.stdout:1611: done (8 left) 2024-09-11T03:37:24.453 INFO:tasks.rados.rados.0.smithi086.stdout:1613: done (7 left) 2024-09-11T03:37:24.453 INFO:tasks.rados.rados.0.smithi086.stdout:1614: done (6 left) 2024-09-11T03:37:24.453 INFO:tasks.rados.rados.0.smithi086.stdout:1616: done (5 left) 2024-09-11T03:37:24.453 INFO:tasks.rados.rados.0.smithi086.stdout:1617: done (4 left) 2024-09-11T03:37:24.453 INFO:tasks.rados.rados.0.smithi086.stdout:1618: done (3 left) 2024-09-11T03:37:24.453 INFO:tasks.rados.rados.0.smithi086.stdout:1619: done (2 left) 2024-09-11T03:37:24.454 INFO:tasks.rados.rados.0.smithi086.stdout:1620: done (1 left) 2024-09-11T03:37:24.454 INFO:tasks.rados.rados.0.smithi086.stdout:1622: snap_remove snap 143 2024-09-11T03:37:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:24 smithi086 ceph-mon[89281]: pgmap v227: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 272 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 12 op/s; 17 MiB/s, 5 objects/s recovering 2024-09-11T03:37:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:24 smithi086 ceph-mon[89281]: osdmap e375: 8 total, 8 up, 8 in 2024-09-11T03:37:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:24 smithi086 ceph-mon[91691]: pgmap v227: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 272 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 12 op/s; 17 MiB/s, 5 objects/s recovering 2024-09-11T03:37:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:24 smithi086 ceph-mon[91691]: osdmap e375: 8 total, 8 up, 8 in 2024-09-11T03:37:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:24 smithi130 ceph-mon[83685]: pgmap v227: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 272 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 12 op/s; 17 MiB/s, 5 objects/s recovering 2024-09-11T03:37:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:24 smithi130 ceph-mon[83685]: osdmap e375: 8 total, 8 up, 8 in 2024-09-11T03:37:25.152 INFO:tasks.rados.rados.0.smithi086.stdout:1622: done (1 left) 2024-09-11T03:37:25.152 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 25 current snap is 148 2024-09-11T03:37:25.152 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 782 (ObjNum 492 snap 142 seq_num 492) dirty exists 2024-09-11T03:37:25.152 INFO:tasks.rados.rados.0.smithi086.stdout:1623: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-09-11T03:37:25.156 INFO:tasks.rados.rados.0.smithi086.stdout:1623: writing smithi08678205-25 from 0 to 679936 tid 1 2024-09-11T03:37:25.161 INFO:tasks.rados.rados.0.smithi086.stdout:1623: writing smithi08678205-25 from 679936 to 1351680 tid 2 2024-09-11T03:37:25.162 INFO:tasks.rados.rados.0.smithi086.stdout:1623: writing smithi08678205-25 from 1351680 to 1482752 tid 3 2024-09-11T03:37:25.162 INFO:tasks.rados.rados.0.smithi086.stdout:1621: done (1 left) 2024-09-11T03:37:25.162 INFO:tasks.rados.rados.0.smithi086.stdout:1624: snap_create 2024-09-11T03:37:25.172 INFO:tasks.rados.rados.0.smithi086.stdout:1623: finishing write tid 1 to smithi08678205-25 2024-09-11T03:37:25.172 INFO:tasks.rados.rados.0.smithi086.stdout:1623: finishing write tid 2 to smithi08678205-25 2024-09-11T03:37:25.175 INFO:tasks.rados.rados.0.smithi086.stdout:1623: finishing write tid 3 to smithi08678205-25 2024-09-11T03:37:25.176 INFO:tasks.rados.rados.0.smithi086.stdout:1623: finishing write tid 4 to smithi08678205-25 2024-09-11T03:37:25.179 INFO:tasks.rados.rados.0.smithi086.stdout:1623: finishing write tid 5 to smithi08678205-25 2024-09-11T03:37:25.180 INFO:tasks.rados.rados.0.smithi086.stdout:1623: oid 25 updating version 0 to 789 2024-09-11T03:37:25.180 INFO:tasks.rados.rados.0.smithi086.stdout:1623: oid 25 version 789 is already newer than 783 2024-09-11T03:37:25.180 INFO:tasks.rados.rados.0.smithi086.stdout:1623: oid 25 version 789 is already newer than 788 2024-09-11T03:37:25.180 INFO:tasks.rados.rados.0.smithi086.stdout:1623: oid 25 updating version 789 to 790 2024-09-11T03:37:25.180 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 790 (ObjNum 518 snap 148 seq_num 518) dirty exists 2024-09-11T03:37:25.180 INFO:tasks.rados.rados.0.smithi086.stdout:1623: left oid 25 (ObjNum 518 snap 148 seq_num 518) 2024-09-11T03:37:26.160 INFO:tasks.rados.rados.0.smithi086.stdout:1623: done (1 left) 2024-09-11T03:37:26.160 INFO:tasks.rados.rados.0.smithi086.stdout:1624: done (0 left) 2024-09-11T03:37:26.160 INFO:tasks.rados.rados.0.smithi086.stdout:1625: read oid 27 snap -1 2024-09-11T03:37:26.161 INFO:tasks.rados.rados.0.smithi086.stdout:1625: expect (ObjNum 501 snap 147 seq_num 501) 2024-09-11T03:37:26.161 INFO:tasks.rados.rados.0.smithi086.stdout:1626: rmattr oid 22 current snap is 149 2024-09-11T03:37:26.161 INFO:tasks.rados.rados.0.smithi086.stdout:1627: read oid 43 snap 127 2024-09-11T03:37:26.161 INFO:tasks.rados.rados.0.smithi086.stdout:1627: expect (ObjNum 427 snap 124 seq_num 427) 2024-09-11T03:37:26.161 INFO:tasks.rados.rados.0.smithi086.stdout:1628: snap_create 2024-09-11T03:37:26.168 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 658 (ObjNum 509 snap 148 seq_num 509) dirty exists 2024-09-11T03:37:26.169 INFO:tasks.rados.rados.0.smithi086.stdout:1625: expect (ObjNum 501 snap 147 seq_num 501) 2024-09-11T03:37:26.219 INFO:tasks.rados.rados.0.smithi086.stdout:1627: expect (ObjNum 427 snap 124 seq_num 427) 2024-09-11T03:37:26.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:26 smithi086 ceph-mon[89281]: osdmap e376: 8 total, 8 up, 8 in 2024-09-11T03:37:26.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:26 smithi086 ceph-mon[89281]: pgmap v230: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-11T03:37:26.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:26 smithi086 ceph-mon[91691]: osdmap e376: 8 total, 8 up, 8 in 2024-09-11T03:37:26.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:26 smithi086 ceph-mon[91691]: pgmap v230: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-11T03:37:26.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:26 smithi130 ceph-mon[83685]: osdmap e376: 8 total, 8 up, 8 in 2024-09-11T03:37:26.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:26 smithi130 ceph-mon[83685]: pgmap v230: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-11T03:37:27.161 INFO:tasks.rados.rados.0.smithi086.stdout:1625: done (3 left) 2024-09-11T03:37:27.161 INFO:tasks.rados.rados.0.smithi086.stdout:1626: done (2 left) 2024-09-11T03:37:27.161 INFO:tasks.rados.rados.0.smithi086.stdout:1627: done (1 left) 2024-09-11T03:37:27.161 INFO:tasks.rados.rados.0.smithi086.stdout:1628: done (0 left) 2024-09-11T03:37:27.161 INFO:tasks.rados.rados.0.smithi086.stdout:1629: setattr oid 18 current snap is 150 2024-09-11T03:37:27.163 INFO:tasks.rados.rados.0.smithi086.stdout:1630: setattr oid 47 current snap is 150 2024-09-11T03:37:27.165 INFO:tasks.rados.rados.0.smithi086.stdout:1631: delete oid 41 current snap is 150 2024-09-11T03:37:27.172 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 698 (ObjNum 337 snap 91 seq_num 337) dirty exists 2024-09-11T03:37:27.173 INFO:tasks.rados.rados.0.smithi086.stdout:1629: done (2 left) 2024-09-11T03:37:27.173 INFO:tasks.rados.rados.0.smithi086.stdout:1631: done (1 left) 2024-09-11T03:37:27.173 INFO:tasks.rados.rados.0.smithi086.stdout:1632: snap_create 2024-09-11T03:37:27.173 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 601 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-09-11T03:37:27.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:27 smithi086 ceph-mon[89281]: osdmap e377: 8 total, 8 up, 8 in 2024-09-11T03:37:27.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:27 smithi086 ceph-mon[91691]: osdmap e377: 8 total, 8 up, 8 in 2024-09-11T03:37:27.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:27 smithi130 ceph-mon[83685]: osdmap e377: 8 total, 8 up, 8 in 2024-09-11T03:37:27.643 INFO:tasks.rados.rados.0.smithi086.stdout:1630: done (1 left) 2024-09-11T03:37:27.643 INFO:tasks.rados.rados.0.smithi086.stdout:1632: done (0 left) 2024-09-11T03:37:27.643 INFO:tasks.rados.rados.0.smithi086.stdout:1633: copy_from oid 49 from oid 48 current snap is 151 2024-09-11T03:37:27.643 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 151 2024-09-11T03:37:27.643 INFO:tasks.rados.rados.0.smithi086.stdout:1634: seq_num 520 ranges {6684672=712704,7397376=434176,7831552=368640} 2024-09-11T03:37:27.683 INFO:tasks.rados.rados.0.smithi086.stdout:1634: writing smithi08678205-15 from 6684672 to 7397376 tid 1 2024-09-11T03:37:27.685 INFO:tasks.rados.rados.0.smithi086.stdout:1634: writing smithi08678205-15 from 7397376 to 7831552 tid 2 2024-09-11T03:37:27.688 INFO:tasks.rados.rados.0.smithi086.stdout:1634: writing smithi08678205-15 from 7831552 to 8200192 tid 3 2024-09-11T03:37:27.688 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 151 2024-09-11T03:37:27.688 INFO:tasks.rados.rados.0.smithi086.stdout:1633: finishing copy_from racing read to smithi08678205-49 2024-09-11T03:37:27.688 INFO:tasks.rados.rados.0.smithi086.stdout:1633: finishing copy_from to smithi08678205-49 2024-09-11T03:37:27.688 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 743 (ObjNum 507 snap 148 seq_num 507) dirty exists 2024-09-11T03:37:27.688 INFO:tasks.rados.rados.0.smithi086.stdout:1635: seq_num 521 ranges {2793472=729088,3522560=720896,4243456=81920} 2024-09-11T03:37:27.707 INFO:tasks.rados.rados.0.smithi086.stdout:1635: writing smithi08678205-17 from 2793472 to 3522560 tid 1 2024-09-11T03:37:27.711 INFO:tasks.rados.rados.0.smithi086.stdout:1635: writing smithi08678205-17 from 3522560 to 4243456 tid 2 2024-09-11T03:37:27.713 INFO:tasks.rados.rados.0.smithi086.stdout:1635: writing smithi08678205-17 from 4243456 to 4325376 tid 3 2024-09-11T03:37:27.713 INFO:tasks.rados.rados.0.smithi086.stdout:1633: done (2 left) 2024-09-11T03:37:27.713 INFO:tasks.rados.rados.0.smithi086.stdout:1636: rollback oid 33 current snap is 151 2024-09-11T03:37:27.713 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 33 to 126 2024-09-11T03:37:27.713 INFO:tasks.rados.rados.0.smithi086.stdout:1634: finishing write tid 1 to smithi08678205-15 2024-09-11T03:37:27.714 INFO:tasks.rados.rados.0.smithi086.stdout:1634: finishing write tid 2 to smithi08678205-15 2024-09-11T03:37:27.714 INFO:tasks.rados.rados.0.smithi086.stdout:1634: finishing write tid 3 to smithi08678205-15 2024-09-11T03:37:27.714 INFO:tasks.rados.rados.0.smithi086.stdout:1634: finishing write tid 4 to smithi08678205-15 2024-09-11T03:37:27.714 INFO:tasks.rados.rados.0.smithi086.stdout:1634: finishing write tid 5 to smithi08678205-15 2024-09-11T03:37:27.714 INFO:tasks.rados.rados.0.smithi086.stdout:1634: oid 15 updating version 0 to 1377 2024-09-11T03:37:27.714 INFO:tasks.rados.rados.0.smithi086.stdout:1634: oid 15 updating version 1377 to 1378 2024-09-11T03:37:27.714 INFO:tasks.rados.rados.0.smithi086.stdout:1634: oid 15 updating version 1378 to 1380 2024-09-11T03:37:27.714 INFO:tasks.rados.rados.0.smithi086.stdout:1634: oid 15 version 1380 is already newer than 1379 2024-09-11T03:37:27.715 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 1380 (ObjNum 520 snap 151 seq_num 520) dirty exists 2024-09-11T03:37:27.715 INFO:tasks.rados.rados.0.smithi086.stdout:1634: left oid 15 (ObjNum 520 snap 151 seq_num 520) 2024-09-11T03:37:27.715 INFO:tasks.rados.rados.0.smithi086.stdout:1635: finishing write tid 1 to smithi08678205-17 2024-09-11T03:37:27.715 INFO:tasks.rados.rados.0.smithi086.stdout:1634: done (2 left) 2024-09-11T03:37:27.715 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 151 2024-09-11T03:37:27.715 INFO:tasks.rados.rados.0.smithi086.stdout:1637: seq_num 522 ranges {3186688=745472,3932160=606208,4538368=196608} 2024-09-11T03:37:27.734 INFO:tasks.rados.rados.0.smithi086.stdout:1637: writing smithi08678205-2 from 3186688 to 3932160 tid 1 2024-09-11T03:37:27.737 INFO:tasks.rados.rados.0.smithi086.stdout:1637: writing smithi08678205-2 from 3932160 to 4538368 tid 2 2024-09-11T03:37:27.739 INFO:tasks.rados.rados.0.smithi086.stdout:1637: writing smithi08678205-2 from 4538368 to 4734976 tid 3 2024-09-11T03:37:27.739 INFO:tasks.rados.rados.0.smithi086.stdout:1638: delete oid 47 current snap is 151 2024-09-11T03:37:27.739 INFO:tasks.rados.rados.0.smithi086.stdout:1635: finishing write tid 2 to smithi08678205-17 2024-09-11T03:37:27.739 INFO:tasks.rados.rados.0.smithi086.stdout:1635: finishing write tid 3 to smithi08678205-17 2024-09-11T03:37:27.739 INFO:tasks.rados.rados.0.smithi086.stdout:1635: finishing write tid 4 to smithi08678205-17 2024-09-11T03:37:27.739 INFO:tasks.rados.rados.0.smithi086.stdout:1636: finishing rollback tid 0 to smithi08678205-33 2024-09-11T03:37:27.739 INFO:tasks.rados.rados.0.smithi086.stdout:1636: finishing rollback tid 1 to smithi08678205-33 2024-09-11T03:37:27.739 INFO:tasks.rados.rados.0.smithi086.stdout:1636: finishing rollback tid 2 to smithi08678205-33 2024-09-11T03:37:27.739 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 1384 (ObjNum 397 snap 111 seq_num 397) dirty exists 2024-09-11T03:37:27.740 INFO:tasks.rados.rados.0.smithi086.stdout:1635: finishing write tid 5 to smithi08678205-17 2024-09-11T03:37:27.740 INFO:tasks.rados.rados.0.smithi086.stdout:1635: oid 17 updating version 0 to 652 2024-09-11T03:37:27.740 INFO:tasks.rados.rados.0.smithi086.stdout:1635: oid 17 version 652 is already newer than 650 2024-09-11T03:37:27.740 INFO:tasks.rados.rados.0.smithi086.stdout:1635: oid 17 version 652 is already newer than 649 2024-09-11T03:37:27.740 INFO:tasks.rados.rados.0.smithi086.stdout:1635: oid 17 version 652 is already newer than 651 2024-09-11T03:37:27.740 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 652 (ObjNum 521 snap 151 seq_num 521) dirty exists 2024-09-11T03:37:27.740 INFO:tasks.rados.rados.0.smithi086.stdout:1635: left oid 17 (ObjNum 521 snap 151 seq_num 521) 2024-09-11T03:37:27.741 INFO:tasks.rados.rados.0.smithi086.stdout:1637: finishing write tid 1 to smithi08678205-2 2024-09-11T03:37:27.741 INFO:tasks.rados.rados.0.smithi086.stdout:1637: finishing write tid 2 to smithi08678205-2 2024-09-11T03:37:27.742 INFO:tasks.rados.rados.0.smithi086.stdout:1635: done (3 left) 2024-09-11T03:37:27.742 INFO:tasks.rados.rados.0.smithi086.stdout:1636: done (2 left) 2024-09-11T03:37:27.742 INFO:tasks.rados.rados.0.smithi086.stdout:1638: done (1 left) 2024-09-11T03:37:27.742 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 151 2024-09-11T03:37:27.742 INFO:tasks.rados.rados.0.smithi086.stdout:1639: seq_num 524 ranges {0=786432,786432=778240,1564672=24576} 2024-09-11T03:37:27.746 INFO:tasks.rados.rados.0.smithi086.stdout:1639: writing smithi08678205-44 from 0 to 786432 tid 1 2024-09-11T03:37:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:1639: writing smithi08678205-44 from 786432 to 1564672 tid 2 2024-09-11T03:37:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:1639: writing smithi08678205-44 from 1564672 to 1589248 tid 3 2024-09-11T03:37:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:1640: read oid 20 snap -1 2024-09-11T03:37:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:1640: expect deleted 2024-09-11T03:37:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:1641: snap_create 2024-09-11T03:37:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:1637: finishing write tid 3 to smithi08678205-2 2024-09-11T03:37:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:1637: finishing write tid 4 to smithi08678205-2 2024-09-11T03:37:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:1637: finishing write tid 5 to smithi08678205-2 2024-09-11T03:37:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:1637: oid 2 updating version 0 to 583 2024-09-11T03:37:27.753 INFO:tasks.rados.rados.0.smithi086.stdout:1637: oid 2 version 583 is already newer than 582 2024-09-11T03:37:27.753 INFO:tasks.rados.rados.0.smithi086.stdout:1637: oid 2 version 583 is already newer than 581 2024-09-11T03:37:27.753 INFO:tasks.rados.rados.0.smithi086.stdout:1637: oid 2 updating version 583 to 584 2024-09-11T03:37:27.753 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 584 (ObjNum 522 snap 151 seq_num 522) dirty exists 2024-09-11T03:37:27.753 INFO:tasks.rados.rados.0.smithi086.stdout:1637: left oid 2 (ObjNum 522 snap 151 seq_num 522) 2024-09-11T03:37:27.753 INFO:tasks.rados.rados.0.smithi086.stdout:1639: finishing write tid 1 to smithi08678205-44 2024-09-11T03:37:27.754 INFO:tasks.rados.rados.0.smithi086.stdout:1639: finishing write tid 2 to smithi08678205-44 2024-09-11T03:37:27.754 INFO:tasks.rados.rados.0.smithi086.stdout:1639: finishing write tid 3 to smithi08678205-44 2024-09-11T03:37:27.754 INFO:tasks.rados.rados.0.smithi086.stdout:1639: finishing write tid 4 to smithi08678205-44 2024-09-11T03:37:27.754 INFO:tasks.rados.rados.0.smithi086.stdout:1639: finishing write tid 5 to smithi08678205-44 2024-09-11T03:37:27.755 INFO:tasks.rados.rados.0.smithi086.stdout:1639: oid 44 updating version 0 to 570 2024-09-11T03:37:27.755 INFO:tasks.rados.rados.0.smithi086.stdout:1639: oid 44 version 570 is already newer than 568 2024-09-11T03:37:27.755 INFO:tasks.rados.rados.0.smithi086.stdout:1639: oid 44 version 570 is already newer than 567 2024-09-11T03:37:27.755 INFO:tasks.rados.rados.0.smithi086.stdout:1639: oid 44 version 570 is already newer than 569 2024-09-11T03:37:27.755 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 570 (ObjNum 524 snap 151 seq_num 524) dirty exists 2024-09-11T03:37:27.755 INFO:tasks.rados.rados.0.smithi086.stdout:1639: left oid 44 (ObjNum 524 snap 151 seq_num 524) 2024-09-11T03:37:28.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:28 smithi086 ceph-mon[89281]: osdmap e378: 8 total, 8 up, 8 in 2024-09-11T03:37:28.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:28 smithi086 ceph-mon[89281]: pgmap v233: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-11T03:37:28.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:28 smithi086 ceph-mon[89281]: osdmap e379: 8 total, 8 up, 8 in 2024-09-11T03:37:28.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:37:28 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:37:28] "GET /metrics HTTP/1.1" 200 36157 "" "Prometheus/2.43.0" 2024-09-11T03:37:28.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:28 smithi086 ceph-mon[91691]: osdmap e378: 8 total, 8 up, 8 in 2024-09-11T03:37:28.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:28 smithi086 ceph-mon[91691]: pgmap v233: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-11T03:37:28.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:28 smithi086 ceph-mon[91691]: osdmap e379: 8 total, 8 up, 8 in 2024-09-11T03:37:28.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:28 smithi130 ceph-mon[83685]: osdmap e378: 8 total, 8 up, 8 in 2024-09-11T03:37:28.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:28 smithi130 ceph-mon[83685]: pgmap v233: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-11T03:37:28.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:28 smithi130 ceph-mon[83685]: osdmap e379: 8 total, 8 up, 8 in 2024-09-11T03:37:28.645 INFO:tasks.rados.rados.0.smithi086.stdout:1637: done (3 left) 2024-09-11T03:37:28.645 INFO:tasks.rados.rados.0.smithi086.stdout:1639: done (2 left) 2024-09-11T03:37:28.645 INFO:tasks.rados.rados.0.smithi086.stdout:1640: done (1 left) 2024-09-11T03:37:28.645 INFO:tasks.rados.rados.0.smithi086.stdout:1641: done (0 left) 2024-09-11T03:37:28.645 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 152 2024-09-11T03:37:28.646 INFO:tasks.rados.rados.0.smithi086.stdout:1642: seq_num 525 ranges {1613824=802816,2416640=712704,3129344=90112} 2024-09-11T03:37:28.657 INFO:tasks.rados.rados.0.smithi086.stdout:1642: writing smithi08678205-27 from 1613824 to 2416640 tid 1 2024-09-11T03:37:28.662 INFO:tasks.rados.rados.0.smithi086.stdout:1642: writing smithi08678205-27 from 2416640 to 3129344 tid 2 2024-09-11T03:37:28.663 INFO:tasks.rados.rados.0.smithi086.stdout:1642: writing smithi08678205-27 from 3129344 to 3219456 tid 3 2024-09-11T03:37:28.663 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 152 2024-09-11T03:37:28.663 INFO:tasks.rados.rados.0.smithi086.stdout:1643: seq_num 526 ranges {8200192=417792,8617984=589824,9207808=614400} 2024-09-11T03:37:28.708 INFO:tasks.rados.rados.0.smithi086.stdout:1643: writing smithi08678205-15 from 8200192 to 8617984 tid 1 2024-09-11T03:37:28.711 INFO:tasks.rados.rados.0.smithi086.stdout:1643: writing smithi08678205-15 from 8617984 to 9207808 tid 2 2024-09-11T03:37:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:1643: writing smithi08678205-15 from 9207808 to 9822208 tid 3 2024-09-11T03:37:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:1644: read oid 29 snap -1 2024-09-11T03:37:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:1644: expect (ObjNum 517 snap 148 seq_num 517) 2024-09-11T03:37:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 152 2024-09-11T03:37:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:1642: finishing write tid 1 to smithi08678205-27 2024-09-11T03:37:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:1642: finishing write tid 2 to smithi08678205-27 2024-09-11T03:37:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:1642: finishing write tid 3 to smithi08678205-27 2024-09-11T03:37:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:1642: finishing write tid 4 to smithi08678205-27 2024-09-11T03:37:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:1642: finishing write tid 5 to smithi08678205-27 2024-09-11T03:37:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:1642: oid 27 updating version 0 to 584 2024-09-11T03:37:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:1642: oid 27 version 584 is already newer than 582 2024-09-11T03:37:28.717 INFO:tasks.rados.rados.0.smithi086.stdout:1642: oid 27 version 584 is already newer than 581 2024-09-11T03:37:28.717 INFO:tasks.rados.rados.0.smithi086.stdout:1642: oid 27 version 584 is already newer than 583 2024-09-11T03:37:28.717 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 584 (ObjNum 525 snap 152 seq_num 525) dirty exists 2024-09-11T03:37:28.717 INFO:tasks.rados.rados.0.smithi086.stdout:1642: left oid 27 (ObjNum 525 snap 152 seq_num 525) 2024-09-11T03:37:28.717 INFO:tasks.rados.rados.0.smithi086.stdout:1643: finishing write tid 1 to smithi08678205-15 2024-09-11T03:37:28.717 INFO:tasks.rados.rados.0.smithi086.stdout:1643: finishing write tid 2 to smithi08678205-15 2024-09-11T03:37:28.717 INFO:tasks.rados.rados.0.smithi086.stdout:1645: seq_num 527 ranges {5742592=434176,6176768=475136,6651904=565248,7217152=163840} 2024-09-11T03:37:28.750 INFO:tasks.rados.rados.0.smithi086.stdout:1645: writing smithi08678205-31 from 5742592 to 6176768 tid 1 2024-09-11T03:37:28.752 INFO:tasks.rados.rados.0.smithi086.stdout:1645: writing smithi08678205-31 from 6176768 to 6651904 tid 2 2024-09-11T03:37:28.756 INFO:tasks.rados.rados.0.smithi086.stdout:1645: writing smithi08678205-31 from 6651904 to 7217152 tid 3 2024-09-11T03:37:28.758 INFO:tasks.rados.rados.0.smithi086.stdout:1645: writing smithi08678205-31 from 7217152 to 7380992 tid 4 2024-09-11T03:37:28.758 INFO:tasks.rados.rados.0.smithi086.stdout:1642: done (3 left) 2024-09-11T03:37:28.758 INFO:tasks.rados.rados.0.smithi086.stdout:1646: read oid 38 snap -1 2024-09-11T03:37:28.758 INFO:tasks.rados.rados.0.smithi086.stdout:1646: expect (ObjNum 471 snap 136 seq_num 471) 2024-09-11T03:37:28.758 INFO:tasks.rados.rados.0.smithi086.stdout:1647: read oid 3 snap -1 2024-09-11T03:37:28.758 INFO:tasks.rados.rados.0.smithi086.stdout:1647: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:37:28.758 INFO:tasks.rados.rados.0.smithi086.stdout:1648: snap_remove snap 148 2024-09-11T03:37:29.657 INFO:tasks.rados.rados.0.smithi086.stdout:1648: done (5 left) 2024-09-11T03:37:29.657 INFO:tasks.rados.rados.0.smithi086.stdout:1649: snap_create 2024-09-11T03:37:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:1643: finishing write tid 3 to smithi08678205-15 2024-09-11T03:37:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:1643: finishing write tid 4 to smithi08678205-15 2024-09-11T03:37:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:1643: finishing write tid 5 to smithi08678205-15 2024-09-11T03:37:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:1643: oid 15 updating version 0 to 1388 2024-09-11T03:37:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:1643: oid 15 version 1388 is already newer than 1386 2024-09-11T03:37:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:1643: oid 15 updating version 1388 to 1389 2024-09-11T03:37:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:1643: oid 15 version 1389 is already newer than 1387 2024-09-11T03:37:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 1389 (ObjNum 526 snap 152 seq_num 526) dirty exists 2024-09-11T03:37:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:1643: left oid 15 (ObjNum 526 snap 152 seq_num 526) 2024-09-11T03:37:29.658 INFO:tasks.rados.rados.0.smithi086.stdout:1644: expect (ObjNum 517 snap 148 seq_num 517) 2024-09-11T03:37:30.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:29 smithi086 ceph-mon[89281]: osdmap e380: 8 total, 8 up, 8 in 2024-09-11T03:37:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:29 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:30.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:29 smithi086 ceph-mon[91691]: osdmap e380: 8 total, 8 up, 8 in 2024-09-11T03:37:30.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:29 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:29 smithi130 ceph-mon[83685]: osdmap e380: 8 total, 8 up, 8 in 2024-09-11T03:37:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:29 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:30.434 INFO:tasks.rados.rados.0.smithi086.stdout:1645: finishing write tid 1 to smithi08678205-31 2024-09-11T03:37:30.435 INFO:tasks.rados.rados.0.smithi086.stdout:1645: finishing write tid 2 to smithi08678205-31 2024-09-11T03:37:30.435 INFO:tasks.rados.rados.0.smithi086.stdout:1645: finishing write tid 3 to smithi08678205-31 2024-09-11T03:37:30.435 INFO:tasks.rados.rados.0.smithi086.stdout:1645: finishing write tid 4 to smithi08678205-31 2024-09-11T03:37:30.435 INFO:tasks.rados.rados.0.smithi086.stdout:1645: finishing write tid 5 to smithi08678205-31 2024-09-11T03:37:30.435 INFO:tasks.rados.rados.0.smithi086.stdout:1645: finishing write tid 6 to smithi08678205-31 2024-09-11T03:37:30.435 INFO:tasks.rados.rados.0.smithi086.stdout:1645: oid 31 updating version 0 to 1395 2024-09-11T03:37:30.435 INFO:tasks.rados.rados.0.smithi086.stdout:1645: oid 31 version 1395 is already newer than 1394 2024-09-11T03:37:30.435 INFO:tasks.rados.rados.0.smithi086.stdout:1645: oid 31 version 1395 is already newer than 1391 2024-09-11T03:37:30.435 INFO:tasks.rados.rados.0.smithi086.stdout:1645: oid 31 version 1395 is already newer than 1392 2024-09-11T03:37:30.435 INFO:tasks.rados.rados.0.smithi086.stdout:1645: oid 31 version 1395 is already newer than 1393 2024-09-11T03:37:30.435 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 1395 (ObjNum 527 snap 152 seq_num 527) dirty exists 2024-09-11T03:37:30.435 INFO:tasks.rados.rados.0.smithi086.stdout:1645: left oid 31 (ObjNum 527 snap 152 seq_num 527) 2024-09-11T03:37:30.436 INFO:tasks.rados.rados.0.smithi086.stdout:1646: expect (ObjNum 471 snap 136 seq_num 471) 2024-09-11T03:37:30.453 INFO:tasks.rados.rados.0.smithi086.stdout:1647: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:37:30.941 INFO:tasks.rados.rados.0.smithi086.stdout:1643: done (5 left) 2024-09-11T03:37:30.941 INFO:tasks.rados.rados.0.smithi086.stdout:1644: done (4 left) 2024-09-11T03:37:30.941 INFO:tasks.rados.rados.0.smithi086.stdout:1645: done (3 left) 2024-09-11T03:37:30.941 INFO:tasks.rados.rados.0.smithi086.stdout:1646: done (2 left) 2024-09-11T03:37:30.941 INFO:tasks.rados.rados.0.smithi086.stdout:1647: done (1 left) 2024-09-11T03:37:30.942 INFO:tasks.rados.rados.0.smithi086.stdout:1649: done (0 left) 2024-09-11T03:37:30.942 INFO:tasks.rados.rados.0.smithi086.stdout:1650: read oid 34 snap -1 2024-09-11T03:37:30.942 INFO:tasks.rados.rados.0.smithi086.stdout:1650: expect (ObjNum 471 snap 136 seq_num 471) 2024-09-11T03:37:30.942 INFO:tasks.rados.rados.0.smithi086.stdout:1651: snap_remove snap 146 2024-09-11T03:37:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:30 smithi086 ceph-mon[89281]: pgmap v236: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 362 KiB/s wr, 9 op/s 2024-09-11T03:37:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:30 smithi086 ceph-mon[89281]: osdmap e381: 8 total, 8 up, 8 in 2024-09-11T03:37:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:30 smithi086 ceph-mon[91691]: pgmap v236: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 362 KiB/s wr, 9 op/s 2024-09-11T03:37:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:30 smithi086 ceph-mon[91691]: osdmap e381: 8 total, 8 up, 8 in 2024-09-11T03:37:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:30 smithi130 ceph-mon[83685]: pgmap v236: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 362 KiB/s wr, 9 op/s 2024-09-11T03:37:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:30 smithi130 ceph-mon[83685]: osdmap e381: 8 total, 8 up, 8 in 2024-09-11T03:37:31.664 INFO:tasks.rados.rados.0.smithi086.stdout:1651: done (1 left) 2024-09-11T03:37:31.664 INFO:tasks.rados.rados.0.smithi086.stdout:1652: read oid 20 snap -1 2024-09-11T03:37:31.664 INFO:tasks.rados.rados.0.smithi086.stdout:1652: expect deleted 2024-09-11T03:37:31.664 INFO:tasks.rados.rados.0.smithi086.stdout:1653: read oid 25 snap -1 2024-09-11T03:37:31.664 INFO:tasks.rados.rados.0.smithi086.stdout:1653: expect (ObjNum 518 snap 148 seq_num 518) 2024-09-11T03:37:31.664 INFO:tasks.rados.rados.0.smithi086.stdout:1654: snap_create 2024-09-11T03:37:31.664 INFO:tasks.rados.rados.0.smithi086.stdout:1650: expect (ObjNum 471 snap 136 seq_num 471) 2024-09-11T03:37:31.690 INFO:tasks.rados.rados.0.smithi086.stdout:1653: expect (ObjNum 518 snap 148 seq_num 518) 2024-09-11T03:37:31.966 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:31 smithi086 ceph-mon[89281]: osdmap e382: 8 total, 8 up, 8 in 2024-09-11T03:37:31.966 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:31 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-11T03:37:31.966 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:31 smithi086 ceph-mon[91691]: osdmap e382: 8 total, 8 up, 8 in 2024-09-11T03:37:31.966 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:31 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-11T03:37:32.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:31 smithi130 ceph-mon[83685]: osdmap e382: 8 total, 8 up, 8 in 2024-09-11T03:37:32.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:31 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-11T03:37:32.643 INFO:tasks.rados.rados.0.smithi086.stdout:1650: done (3 left) 2024-09-11T03:37:32.643 INFO:tasks.rados.rados.0.smithi086.stdout:1652: done (2 left) 2024-09-11T03:37:32.644 INFO:tasks.rados.rados.0.smithi086.stdout:1653: done (1 left) 2024-09-11T03:37:32.644 INFO:tasks.rados.rados.0.smithi086.stdout:1654: done (0 left) 2024-09-11T03:37:32.644 INFO:tasks.rados.rados.0.smithi086.stdout:1655: read oid 3 snap 150 2024-09-11T03:37:32.644 INFO:tasks.rados.rados.0.smithi086.stdout:1655: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:37:32.644 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 24 current snap is 154 2024-09-11T03:37:32.644 INFO:tasks.rados.rados.0.smithi086.stdout:1656: seq_num 528 ranges {4243456=450560,4694016=761856,5455872=442368} 2024-09-11T03:37:32.669 INFO:tasks.rados.rados.0.smithi086.stdout:1656: writing smithi08678205-24 from 4243456 to 4694016 tid 1 2024-09-11T03:37:32.673 INFO:tasks.rados.rados.0.smithi086.stdout:1656: writing smithi08678205-24 from 4694016 to 5455872 tid 2 2024-09-11T03:37:32.676 INFO:tasks.rados.rados.0.smithi086.stdout:1656: writing smithi08678205-24 from 5455872 to 5898240 tid 3 2024-09-11T03:37:32.676 INFO:tasks.rados.rados.0.smithi086.stdout:1657: copy_from oid 13 from oid 44 current snap is 154 2024-09-11T03:37:32.676 INFO:tasks.rados.rados.0.smithi086.stdout:1655: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:37:32.945 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:32 smithi086 ceph-mon[91691]: pgmap v239: 121 pgs: 121 active+clean; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 39 op/s 2024-09-11T03:37:32.945 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:32 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-11T03:37:32.945 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:32 smithi086 ceph-mon[91691]: Upgrade: osd.3 is safe to restart 2024-09-11T03:37:32.945 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:32 smithi086 ceph-mon[91691]: osdmap e383: 8 total, 8 up, 8 in 2024-09-11T03:37:32.945 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:32 smithi086 ceph-mon[91691]: osdmap e384: 8 total, 8 up, 8 in 2024-09-11T03:37:32.946 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:32 smithi086 ceph-mon[89281]: pgmap v239: 121 pgs: 121 active+clean; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 39 op/s 2024-09-11T03:37:32.946 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:32 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-11T03:37:32.946 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:32 smithi086 ceph-mon[89281]: Upgrade: osd.3 is safe to restart 2024-09-11T03:37:32.946 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:32 smithi086 ceph-mon[89281]: osdmap e383: 8 total, 8 up, 8 in 2024-09-11T03:37:32.946 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:32 smithi086 ceph-mon[89281]: osdmap e384: 8 total, 8 up, 8 in 2024-09-11T03:37:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:32 smithi130 ceph-mon[83685]: pgmap v239: 121 pgs: 121 active+clean; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 39 op/s 2024-09-11T03:37:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:32 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-11T03:37:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:32 smithi130 ceph-mon[83685]: Upgrade: osd.3 is safe to restart 2024-09-11T03:37:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:32 smithi130 ceph-mon[83685]: osdmap e383: 8 total, 8 up, 8 in 2024-09-11T03:37:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:32 smithi130 ceph-mon[83685]: osdmap e384: 8 total, 8 up, 8 in 2024-09-11T03:37:33.185 INFO:tasks.rados.rados.0.smithi086.stdout:1656: finishing write tid 1 to smithi08678205-24 2024-09-11T03:37:33.185 INFO:tasks.rados.rados.0.smithi086.stdout:1655: done (2 left) 2024-09-11T03:37:33.186 INFO:tasks.rados.rados.0.smithi086.stdout:1658: delete oid 11 current snap is 154 2024-09-11T03:37:33.186 INFO:tasks.rados.rados.0.smithi086.stdout:1656: finishing write tid 2 to smithi08678205-24 2024-09-11T03:37:33.186 INFO:tasks.rados.rados.0.smithi086.stdout:1656: finishing write tid 3 to smithi08678205-24 2024-09-11T03:37:33.186 INFO:tasks.rados.rados.0.smithi086.stdout:1656: finishing write tid 4 to smithi08678205-24 2024-09-11T03:37:33.186 INFO:tasks.rados.rados.0.smithi086.stdout:1656: finishing write tid 5 to smithi08678205-24 2024-09-11T03:37:33.186 INFO:tasks.rados.rados.0.smithi086.stdout:1656: oid 24 updating version 0 to 1082 2024-09-11T03:37:33.186 INFO:tasks.rados.rados.0.smithi086.stdout:1656: oid 24 updating version 1082 to 1083 2024-09-11T03:37:33.186 INFO:tasks.rados.rados.0.smithi086.stdout:1656: oid 24 version 1083 is already newer than 1081 2024-09-11T03:37:33.186 INFO:tasks.rados.rados.0.smithi086.stdout:1656: oid 24 version 1083 is already newer than 1080 2024-09-11T03:37:33.186 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 1083 (ObjNum 528 snap 154 seq_num 528) dirty exists 2024-09-11T03:37:33.186 INFO:tasks.rados.rados.0.smithi086.stdout:1656: left oid 24 (ObjNum 528 snap 154 seq_num 528) 2024-09-11T03:37:33.186 INFO:tasks.rados.rados.0.smithi086.stdout:1657: finishing copy_from racing read to smithi08678205-13 2024-09-11T03:37:33.186 INFO:tasks.rados.rados.0.smithi086.stdout:1657: finishing copy_from to smithi08678205-13 2024-09-11T03:37:33.187 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 570 (ObjNum 524 snap 151 seq_num 524) dirty exists 2024-09-11T03:37:33.188 INFO:tasks.rados.rados.0.smithi086.stdout:1656: done (2 left) 2024-09-11T03:37:33.188 INFO:tasks.rados.rados.0.smithi086.stdout:1657: done (1 left) 2024-09-11T03:37:33.188 INFO:tasks.rados.rados.0.smithi086.stdout:1658: done (0 left) 2024-09-11T03:37:33.188 INFO:tasks.rados.rados.0.smithi086.stdout:1659: delete oid 34 current snap is 154 2024-09-11T03:37:33.190 INFO:tasks.rados.rados.0.smithi086.stdout:1659: done (0 left) 2024-09-11T03:37:33.190 INFO:tasks.rados.rados.0.smithi086.stdout:1660: snap_create 2024-09-11T03:37:33.987 INFO:tasks.rados.rados.0.smithi086.stdout:1660: done (0 left) 2024-09-11T03:37:33.987 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 155 2024-09-11T03:37:33.988 INFO:tasks.rados.rados.0.smithi086.stdout:1661: seq_num 531 ranges {8388608=499712,8888320=417792,9306112=548864,9854976=237568} 2024-09-11T03:37:34.035 INFO:tasks.rados.rados.0.smithi086.stdout:1661: writing smithi08678205-49 from 8388608 to 8888320 tid 1 2024-09-11T03:37:34.037 INFO:tasks.rados.rados.0.smithi086.stdout:1661: writing smithi08678205-49 from 8888320 to 9306112 tid 2 2024-09-11T03:37:34.041 INFO:tasks.rados.rados.0.smithi086.stdout:1661: writing smithi08678205-49 from 9306112 to 9854976 tid 3 2024-09-11T03:37:34.043 INFO:tasks.rados.rados.0.smithi086.stdout:1661: writing smithi08678205-49 from 9854976 to 10092544 tid 4 2024-09-11T03:37:34.043 INFO:tasks.rados.rados.0.smithi086.stdout:1662: setattr oid 31 current snap is 155 2024-09-11T03:37:34.043 INFO:tasks.rados.rados.0.smithi086.stdout:1661: finishing write tid 1 to smithi08678205-49 2024-09-11T03:37:34.043 INFO:tasks.rados.rados.0.smithi086.stdout:1661: finishing write tid 2 to smithi08678205-49 2024-09-11T03:37:34.044 INFO:tasks.rados.rados.0.smithi086.stdout:1663: read oid 35 snap -1 2024-09-11T03:37:34.044 INFO:tasks.rados.rados.0.smithi086.stdout:1663: expect (ObjNum 505 snap 147 seq_num 505) 2024-09-11T03:37:34.044 INFO:tasks.rados.rados.0.smithi086.stdout:1664: snap_remove snap 153 2024-09-11T03:37:34.285 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:33 smithi086 ceph-mon[89281]: Upgrade: Updating osd.3 2024-09-11T03:37:34.286 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:33 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:34.286 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:33 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-11T03:37:34.286 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:33 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:37:34.286 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:33 smithi086 ceph-mon[89281]: Deploying daemon osd.3 on smithi086 2024-09-11T03:37:34.286 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:33 smithi086 ceph-mon[91691]: Upgrade: Updating osd.3 2024-09-11T03:37:34.286 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:33 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:34.286 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:33 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-11T03:37:34.286 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:33 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:37:34.286 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:33 smithi086 ceph-mon[91691]: Deploying daemon osd.3 on smithi086 2024-09-11T03:37:34.351 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:33 smithi130 ceph-mon[83685]: Upgrade: Updating osd.3 2024-09-11T03:37:34.351 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:33 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:34.351 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:33 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-11T03:37:34.351 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:33 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:37:34.351 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:33 smithi130 ceph-mon[83685]: Deploying daemon osd.3 on smithi086 2024-09-11T03:37:34.989 INFO:tasks.rados.rados.0.smithi086.stdout:1664: done (3 left) 2024-09-11T03:37:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:1665: setattr oid 18 current snap is 155 2024-09-11T03:37:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:1661: finishing write tid 3 to smithi08678205-49 2024-09-11T03:37:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:1661: finishing write tid 4 to smithi08678205-49 2024-09-11T03:37:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:1661: finishing write tid 5 to smithi08678205-49 2024-09-11T03:37:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 1415 (ObjNum 527 snap 152 seq_num 527) dirty exists 2024-09-11T03:37:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:1661: finishing write tid 6 to smithi08678205-49 2024-09-11T03:37:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:1661: oid 49 updating version 0 to 749 2024-09-11T03:37:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:1661: oid 49 version 749 is already newer than 747 2024-09-11T03:37:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:1661: oid 49 version 749 is already newer than 745 2024-09-11T03:37:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:1661: oid 49 version 749 is already newer than 746 2024-09-11T03:37:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:1661: oid 49 version 749 is already newer than 748 2024-09-11T03:37:34.990 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 749 (ObjNum 531 snap 155 seq_num 531) dirty exists 2024-09-11T03:37:34.991 INFO:tasks.rados.rados.0.smithi086.stdout:1661: left oid 49 (ObjNum 531 snap 155 seq_num 531) 2024-09-11T03:37:34.991 INFO:tasks.rados.rados.0.smithi086.stdout:1663: expect (ObjNum 505 snap 147 seq_num 505) 2024-09-11T03:37:35.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:34 smithi086 ceph-mon[91691]: pgmap v242: 121 pgs: 121 active+clean; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 30 op/s 2024-09-11T03:37:35.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:34 smithi086 ceph-mon[91691]: osdmap e385: 8 total, 8 up, 8 in 2024-09-11T03:37:35.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:35.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:37:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:34 smithi086 ceph-mon[89281]: pgmap v242: 121 pgs: 121 active+clean; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 30 op/s 2024-09-11T03:37:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:34 smithi086 ceph-mon[89281]: osdmap e385: 8 total, 8 up, 8 in 2024-09-11T03:37:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:37:35.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:34 smithi130 ceph-mon[83685]: pgmap v242: 121 pgs: 121 active+clean; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 30 op/s 2024-09-11T03:37:35.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:34 smithi130 ceph-mon[83685]: osdmap e385: 8 total, 8 up, 8 in 2024-09-11T03:37:35.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:35.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:37:35.359 INFO:tasks.rados.rados.0.smithi086.stdout:1661: done (3 left) 2024-09-11T03:37:35.359 INFO:tasks.rados.rados.0.smithi086.stdout:1662: done (2 left) 2024-09-11T03:37:35.359 INFO:tasks.rados.rados.0.smithi086.stdout:1663: done (1 left) 2024-09-11T03:37:35.359 INFO:tasks.rados.rados.0.smithi086.stdout:1666: snap_create 2024-09-11T03:37:35.365 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 700 (ObjNum 337 snap 91 seq_num 337) dirty exists 2024-09-11T03:37:35.993 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:35 smithi086 systemd[1]: Stopping Ceph osd.3 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:37:35.997 INFO:tasks.rados.rados.0.smithi086.stdout:1665: done (1 left) 2024-09-11T03:37:35.998 INFO:tasks.rados.rados.0.smithi086.stdout:1666: done (0 left) 2024-09-11T03:37:35.998 INFO:tasks.rados.rados.0.smithi086.stdout:1667: snap_create 2024-09-11T03:37:36.319 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:35 smithi086 ceph-mon[89281]: osdmap e386: 8 total, 8 up, 8 in 2024-09-11T03:37:36.320 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:35 smithi086 ceph-mon[91691]: osdmap e386: 8 total, 8 up, 8 in 2024-09-11T03:37:36.320 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[59041]: 2024-09-11T03:37:36.108+0000 7f99990b8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:37:36.320 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[59041]: 2024-09-11T03:37:36.108+0000 7f99990b8640 -1 osd.3 386 *** Got signal Terminated *** 2024-09-11T03:37:36.320 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:36 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[59041]: 2024-09-11T03:37:36.108+0000 7f99990b8640 -1 osd.3 386 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:37:36.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:35 smithi130 ceph-mon[83685]: osdmap e386: 8 total, 8 up, 8 in 2024-09-11T03:37:36.999 INFO:tasks.rados.rados.0.smithi086.stdout:1667: done (0 left) 2024-09-11T03:37:37.000 INFO:tasks.rados.rados.0.smithi086.stdout:1668: snap_remove snap 126 2024-09-11T03:37:37.100 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:37:37.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:37 smithi086 ceph-mon[89281]: pgmap v245: 121 pgs: 121 active+clean; 293 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 820 KiB/s wr, 11 op/s 2024-09-11T03:37:37.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:37 smithi086 ceph-mon[89281]: osdmap e387: 8 total, 8 up, 8 in 2024-09-11T03:37:37.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:37 smithi086 ceph-mon[89281]: osd.3 marked itself down and dead 2024-09-11T03:37:37.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:37 smithi086 ceph-mon[91691]: pgmap v245: 121 pgs: 121 active+clean; 293 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 820 KiB/s wr, 11 op/s 2024-09-11T03:37:37.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:37 smithi086 ceph-mon[91691]: osdmap e387: 8 total, 8 up, 8 in 2024-09-11T03:37:37.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:37 smithi086 ceph-mon[91691]: osd.3 marked itself down and dead 2024-09-11T03:37:37.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:37 smithi130 ceph-mon[83685]: pgmap v245: 121 pgs: 121 active+clean; 293 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 820 KiB/s wr, 11 op/s 2024-09-11T03:37:37.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:37 smithi130 ceph-mon[83685]: osdmap e387: 8 total, 8 up, 8 in 2024-09-11T03:37:37.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:37 smithi130 ceph-mon[83685]: osd.3 marked itself down and dead 2024-09-11T03:37:37.646 INFO:tasks.rados.rados.0.smithi086.stdout:1668: done (0 left) 2024-09-11T03:37:37.646 INFO:tasks.rados.rados.0.smithi086.stdout:1669: rollback oid 7 current snap is 157 2024-09-11T03:37:37.646 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 7 to 156 2024-09-11T03:37:37.646 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 157 2024-09-11T03:37:37.646 INFO:tasks.rados.rados.0.smithi086.stdout:1670: seq_num 532 ranges {7380992=516096,7897088=696320,8593408=507904} 2024-09-11T03:37:37.662 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:37 smithi086 podman[110992]: 2024-09-11 03:37:37.353722439 +0000 UTC m=+1.348068744 container died ec41798cba7acef3e08299066e8fada7b4165ab21a2660ff121a6760930aba03 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=reef-7a853b1, CEPH_POINT_RELEASE=) 2024-09-11T03:37:37.684 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:37:37.684 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (6m) 25s ago 7m 25.1M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:37:37.684 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (7m) 2m ago 7m 88.1M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:37:37.684 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (9m) 25s ago 9m 22.8M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:37:37.684 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (9m) 2m ago 9m 15.4M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:37:37.685 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (3m) 2m ago 12m 453M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:37:37.685 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (3m) 25s ago 14m 523M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:37:37.685 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (2m) 25s ago 14m 51.3M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:37:37.685 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (2m) 2m ago 12m 20.4M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:37:37.685 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (2m) 25s ago 12m 41.2M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:37:37.685 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (7m) 25s ago 7m 16.5M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:37:37.685 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (7m) 2m ago 7m 15.4M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:37:37.685 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (95s) 25s ago 12m 136M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 987e6b2de39f 2024-09-11T03:37:37.685 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (62s) 25s ago 11m 92.5M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 cfd4be907390 2024-09-11T03:37:37.685 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (29s) 25s ago 11m 14.4M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 0310f346c09e 2024-09-11T03:37:37.685 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (10m) 25s ago 10m 132M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e ec41798cba7a 2024-09-11T03:37:37.685 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (10m) 2m ago 10m 120M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 21e3380b8d63 2024-09-11T03:37:37.685 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (10m) 2m ago 10m 135M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 8946be32054c 2024-09-11T03:37:37.686 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (9m) 2m ago 9m 115M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:37:37.686 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (9m) 2m ago 9m 116M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:37:37.686 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (3m) 2m ago 8m 49.9M - 2.43.0 a07b618ecd1d 700e3afbbd6b 2024-09-11T03:37:37.690 INFO:tasks.rados.rados.0.smithi086.stdout:1670: writing smithi08678205-31 from 7380992 to 7897088 tid 1 2024-09-11T03:37:37.694 INFO:tasks.rados.rados.0.smithi086.stdout:1670: writing smithi08678205-31 from 7897088 to 8593408 tid 2 2024-09-11T03:37:37.698 INFO:tasks.rados.rados.0.smithi086.stdout:1670: writing smithi08678205-31 from 8593408 to 9101312 tid 3 2024-09-11T03:37:37.698 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 50 current snap is 157 2024-09-11T03:37:37.698 INFO:tasks.rados.rados.0.smithi086.stdout:1669: finishing rollback tid 0 to smithi08678205-7 2024-09-11T03:37:37.698 INFO:tasks.rados.rados.0.smithi086.stdout:1669: finishing rollback tid 1 to smithi08678205-7 2024-09-11T03:37:37.698 INFO:tasks.rados.rados.0.smithi086.stdout:1669: finishing rollback tid 2 to smithi08678205-7 2024-09-11T03:37:37.698 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 693 (ObjNum 414 snap 121 seq_num 414) dirty exists 2024-09-11T03:37:37.699 INFO:tasks.rados.rados.0.smithi086.stdout:1671: seq_num 533 ranges {966656=532480,1499136=630784,2129920=516096,2646016=57344} 2024-09-11T03:37:37.706 INFO:tasks.rados.rados.0.smithi086.stdout:1671: writing smithi08678205-50 from 966656 to 1499136 tid 1 2024-09-11T03:37:37.710 INFO:tasks.rados.rados.0.smithi086.stdout:1671: writing smithi08678205-50 from 1499136 to 2129920 tid 2 2024-09-11T03:37:37.713 INFO:tasks.rados.rados.0.smithi086.stdout:1671: writing smithi08678205-50 from 2129920 to 2646016 tid 3 2024-09-11T03:37:37.714 INFO:tasks.rados.rados.0.smithi086.stdout:1671: writing smithi08678205-50 from 2646016 to 2703360 tid 4 2024-09-11T03:37:37.714 INFO:tasks.rados.rados.0.smithi086.stdout:1669: done (2 left) 2024-09-11T03:37:37.714 INFO:tasks.rados.rados.0.smithi086.stdout:1672: read oid 2 snap -1 2024-09-11T03:37:37.714 INFO:tasks.rados.rados.0.smithi086.stdout:1672: expect (ObjNum 522 snap 151 seq_num 522) 2024-09-11T03:37:37.714 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 28 current snap is 157 2024-09-11T03:37:37.714 INFO:tasks.rados.rados.0.smithi086.stdout:1670: finishing write tid 1 to smithi08678205-31 2024-09-11T03:37:37.714 INFO:tasks.rados.rados.0.smithi086.stdout:1670: finishing write tid 2 to smithi08678205-31 2024-09-11T03:37:37.714 INFO:tasks.rados.rados.0.smithi086.stdout:1673: seq_num 534 ranges {458752=548864,1007616=516096,1523712=688128} 2024-09-11T03:37:37.719 INFO:tasks.rados.rados.0.smithi086.stdout:1673: writing smithi08678205-28 from 458752 to 1007616 tid 1 2024-09-11T03:37:37.722 INFO:tasks.rados.rados.0.smithi086.stdout:1673: writing smithi08678205-28 from 1007616 to 1523712 tid 2 2024-09-11T03:37:37.727 INFO:tasks.rados.rados.0.smithi086.stdout:1673: writing smithi08678205-28 from 1523712 to 2211840 tid 3 2024-09-11T03:37:37.727 INFO:tasks.rados.rados.0.smithi086.stdout:1674: snap_remove snap 155 2024-09-11T03:37:37.976 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:37 smithi086 podman[110992]: 2024-09-11 03:37:37.758450668 +0000 UTC m=+1.752796972 container cleanup ec41798cba7acef3e08299066e8fada7b4165ab21a2660ff121a6760930aba03 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=reef-7a853b1, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-11T03:37:37.976 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:37 smithi086 bash[110992]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3 2024-09-11T03:37:38.086 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:37:38.086 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:37:38.086 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:37:38.086 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:37:38.086 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:37:38.086 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:37:38.087 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:37:38.087 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:37:38.087 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 4, 2024-09-11T03:37:38.087 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:37:38.087 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:37:38.087 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:37:38.087 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:37:38.087 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:37:38.087 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:37:38.087 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 6, 2024-09-11T03:37:38.087 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 8 2024-09-11T03:37:38.087 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:37:38.087 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:37:38.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:37:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:37:38] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-11T03:37:38.322 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:37 smithi086 podman[111065]: 2024-09-11 03:37:37.976463345 +0000 UTC m=+0.619613674 container remove ec41798cba7acef3e08299066e8fada7b4165ab21a2660ff121a6760930aba03 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-7a853b1, org.label-schema.build-date=20240731) 2024-09-11T03:37:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:38 smithi086 ceph-mon[89281]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:37:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:38 smithi086 ceph-mon[89281]: osdmap e388: 8 total, 7 up, 8 in 2024-09-11T03:37:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:38 smithi086 ceph-mon[89281]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:38 smithi086 ceph-mon[89281]: osdmap e389: 8 total, 7 up, 8 in 2024-09-11T03:37:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:38 smithi086 ceph-mon[91691]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:37:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:38 smithi086 ceph-mon[91691]: osdmap e388: 8 total, 7 up, 8 in 2024-09-11T03:37:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:38 smithi086 ceph-mon[91691]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:38 smithi086 ceph-mon[91691]: osdmap e389: 8 total, 7 up, 8 in 2024-09-11T03:37:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:38 smithi130 ceph-mon[83685]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:37:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:38 smithi130 ceph-mon[83685]: osdmap e388: 8 total, 7 up, 8 in 2024-09-11T03:37:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:38 smithi130 ceph-mon[83685]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:38 smithi130 ceph-mon[83685]: osdmap e389: 8 total, 7 up, 8 in 2024-09-11T03:37:38.393 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:37:38.393 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:37:38.393 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:37:38.393 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:37:38.393 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:37:38.393 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr", 2024-09-11T03:37:38.393 INFO:teuthology.orchestra.run.smithi086.stdout: "mon" 2024-09-11T03:37:38.393 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:37:38.393 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "8/20 daemons upgraded", 2024-09-11T03:37:38.393 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading osd daemons", 2024-09-11T03:37:38.394 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:37:38.394 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:37:38.647 INFO:tasks.rados.rados.0.smithi086.stdout:1674: done (4 left) 2024-09-11T03:37:38.647 INFO:tasks.rados.rados.0.smithi086.stdout:1675: snap_create 2024-09-11T03:37:38.647 INFO:tasks.rados.rados.0.smithi086.stdout:1670: finishing write tid 3 to smithi08678205-31 2024-09-11T03:37:38.647 INFO:tasks.rados.rados.0.smithi086.stdout:1670: finishing write tid 4 to smithi08678205-31 2024-09-11T03:37:38.647 INFO:tasks.rados.rados.0.smithi086.stdout:1670: finishing write tid 5 to smithi08678205-31 2024-09-11T03:37:38.647 INFO:tasks.rados.rados.0.smithi086.stdout:1670: oid 31 updating version 0 to 1427 2024-09-11T03:37:38.647 INFO:tasks.rados.rados.0.smithi086.stdout:1670: oid 31 updating version 1427 to 1428 2024-09-11T03:37:38.647 INFO:tasks.rados.rados.0.smithi086.stdout:1670: oid 31 updating version 1428 to 1429 2024-09-11T03:37:38.648 INFO:tasks.rados.rados.0.smithi086.stdout:1670: oid 31 updating version 1429 to 1430 2024-09-11T03:37:38.648 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 1430 (ObjNum 532 snap 157 seq_num 532) dirty exists 2024-09-11T03:37:38.648 INFO:tasks.rados.rados.0.smithi086.stdout:1670: left oid 31 (ObjNum 532 snap 157 seq_num 532) 2024-09-11T03:37:38.648 INFO:tasks.rados.rados.0.smithi086.stdout:1671: finishing write tid 1 to smithi08678205-50 2024-09-11T03:37:38.648 INFO:tasks.rados.rados.0.smithi086.stdout:1671: finishing write tid 2 to smithi08678205-50 2024-09-11T03:37:38.648 INFO:tasks.rados.rados.0.smithi086.stdout:1671: finishing write tid 3 to smithi08678205-50 2024-09-11T03:37:38.648 INFO:tasks.rados.rados.0.smithi086.stdout:1671: finishing write tid 4 to smithi08678205-50 2024-09-11T03:37:38.648 INFO:tasks.rados.rados.0.smithi086.stdout:1671: finishing write tid 5 to smithi08678205-50 2024-09-11T03:37:38.648 INFO:tasks.rados.rados.0.smithi086.stdout:1671: finishing write tid 6 to smithi08678205-50 2024-09-11T03:37:38.648 INFO:tasks.rados.rados.0.smithi086.stdout:1671: oid 50 updating version 0 to 810 2024-09-11T03:37:38.648 INFO:tasks.rados.rados.0.smithi086.stdout:1671: oid 50 updating version 810 to 812 2024-09-11T03:37:38.648 INFO:tasks.rados.rados.0.smithi086.stdout:1671: oid 50 version 812 is already newer than 811 2024-09-11T03:37:38.648 INFO:tasks.rados.rados.0.smithi086.stdout:1671: oid 50 version 812 is already newer than 808 2024-09-11T03:37:38.649 INFO:tasks.rados.rados.0.smithi086.stdout:1671: oid 50 version 812 is already newer than 809 2024-09-11T03:37:38.649 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 812 (ObjNum 533 snap 157 seq_num 533) dirty exists 2024-09-11T03:37:38.649 INFO:tasks.rados.rados.0.smithi086.stdout:1671: left oid 50 (ObjNum 533 snap 157 seq_num 533) 2024-09-11T03:37:38.649 INFO:tasks.rados.rados.0.smithi086.stdout:1673: finishing write tid 1 to smithi08678205-28 2024-09-11T03:37:38.649 INFO:tasks.rados.rados.0.smithi086.stdout:1673: finishing write tid 2 to smithi08678205-28 2024-09-11T03:37:38.649 INFO:tasks.rados.rados.0.smithi086.stdout:1673: finishing write tid 3 to smithi08678205-28 2024-09-11T03:37:38.649 INFO:tasks.rados.rados.0.smithi086.stdout:1673: finishing write tid 4 to smithi08678205-28 2024-09-11T03:37:38.649 INFO:tasks.rados.rados.0.smithi086.stdout:1673: finishing write tid 5 to smithi08678205-28 2024-09-11T03:37:38.649 INFO:tasks.rados.rados.0.smithi086.stdout:1673: oid 28 updating version 0 to 1435 2024-09-11T03:37:38.649 INFO:tasks.rados.rados.0.smithi086.stdout:1673: oid 28 version 1435 is already newer than 1433 2024-09-11T03:37:38.649 INFO:tasks.rados.rados.0.smithi086.stdout:1673: oid 28 version 1435 is already newer than 1434 2024-09-11T03:37:38.649 INFO:tasks.rados.rados.0.smithi086.stdout:1673: oid 28 version 1435 is already newer than 1432 2024-09-11T03:37:38.649 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 1435 (ObjNum 534 snap 157 seq_num 534) dirty exists 2024-09-11T03:37:38.650 INFO:tasks.rados.rados.0.smithi086.stdout:1673: left oid 28 (ObjNum 534 snap 157 seq_num 534) 2024-09-11T03:37:38.650 INFO:tasks.rados.rados.0.smithi086.stdout:1672: expect (ObjNum 522 snap 151 seq_num 522) 2024-09-11T03:37:38.654 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:38 smithi086 podman[111215]: 2024-09-11 03:37:38.233167074 +0000 UTC m=+0.016372165 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:37:38.655 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:38 smithi086 podman[111215]: 2024-09-11 03:37:38.361048322 +0000 UTC m=+0.144253417 container create 7fc8601c2264155ef6e33ec0eafccfb2545621c1e75142f581b1f444f14c9625 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux ) 2024-09-11T03:37:38.655 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:38 smithi086 podman[111215]: 2024-09-11 03:37:38.572280498 +0000 UTC m=+0.355485592 container init 7fc8601c2264155ef6e33ec0eafccfb2545621c1e75142f581b1f444f14c9625 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-11T03:37:38.655 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:38 smithi086 podman[111215]: 2024-09-11 03:37:38.575492347 +0000 UTC m=+0.358697433 container start 7fc8601c2264155ef6e33ec0eafccfb2545621c1e75142f581b1f444f14c9625 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-11T03:37:38.655 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:38 smithi086 podman[111215]: 2024-09-11 03:37:38.655433229 +0000 UTC m=+0.438638314 container attach 7fc8601c2264155ef6e33ec0eafccfb2545621c1e75142f581b1f444f14c9625 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:37:39.013 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:38 smithi086 podman[111215]: 2024-09-11 03:37:38.778753463 +0000 UTC m=+0.561958558 container died 7fc8601c2264155ef6e33ec0eafccfb2545621c1e75142f581b1f444f14c9625 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-11T03:37:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:39 smithi086 ceph-mon[89281]: pgmap v248: 121 pgs: 16 stale+active+clean, 105 active+clean; 294 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-11T03:37:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:39 smithi086 ceph-mon[89281]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:39 smithi086 ceph-mon[89281]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:39 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2711033933' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:39 smithi086 ceph-mon[89281]: osdmap e390: 8 total, 7 up, 8 in 2024-09-11T03:37:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:39 smithi086 ceph-mon[91691]: pgmap v248: 121 pgs: 16 stale+active+clean, 105 active+clean; 294 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-11T03:37:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:39 smithi086 ceph-mon[91691]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:39 smithi086 ceph-mon[91691]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:39.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:39 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2711033933' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:39.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:39 smithi086 ceph-mon[91691]: osdmap e390: 8 total, 7 up, 8 in 2024-09-11T03:37:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:39 smithi130 ceph-mon[83685]: pgmap v248: 121 pgs: 16 stale+active+clean, 105 active+clean; 294 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-11T03:37:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:39 smithi130 ceph-mon[83685]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:39 smithi130 ceph-mon[83685]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:39 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2711033933' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:39.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:39 smithi130 ceph-mon[83685]: osdmap e390: 8 total, 7 up, 8 in 2024-09-11T03:37:39.647 INFO:tasks.rados.rados.0.smithi086.stdout:1670: done (4 left) 2024-09-11T03:37:39.648 INFO:tasks.rados.rados.0.smithi086.stdout:1671: done (3 left) 2024-09-11T03:37:39.648 INFO:tasks.rados.rados.0.smithi086.stdout:1672: done (2 left) 2024-09-11T03:37:39.648 INFO:tasks.rados.rados.0.smithi086.stdout:1673: done (1 left) 2024-09-11T03:37:39.648 INFO:tasks.rados.rados.0.smithi086.stdout:1675: done (0 left) 2024-09-11T03:37:39.648 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 158 2024-09-11T03:37:39.648 INFO:tasks.rados.rados.0.smithi086.stdout:1676: seq_num 535 ranges {0=565248,565248=802816,1368064=401408} 2024-09-11T03:37:39.650 INFO:tasks.rados.rados.0.smithi086.stdout:1676: writing smithi08678205-42 from 0 to 565248 tid 1 2024-09-11T03:37:39.655 INFO:tasks.rados.rados.0.smithi086.stdout:1676: writing smithi08678205-42 from 565248 to 1368064 tid 2 2024-09-11T03:37:39.659 INFO:tasks.rados.rados.0.smithi086.stdout:1676: writing smithi08678205-42 from 1368064 to 1769472 tid 3 2024-09-11T03:37:39.659 INFO:tasks.rados.rados.0.smithi086.stdout:1677: copy_from oid 22 from oid 18 current snap is 158 2024-09-11T03:37:39.659 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 158 2024-09-11T03:37:39.659 INFO:tasks.rados.rados.0.smithi086.stdout:1678: seq_num 536 ranges {1671168=581632,2252800=688128,2940928=516096} 2024-09-11T03:37:39.672 INFO:tasks.rados.rados.0.smithi086.stdout:1678: writing smithi08678205-21 from 1671168 to 2252800 tid 1 2024-09-11T03:37:39.676 INFO:tasks.rados.rados.0.smithi086.stdout:1678: writing smithi08678205-21 from 2252800 to 2940928 tid 2 2024-09-11T03:37:39.680 INFO:tasks.rados.rados.0.smithi086.stdout:1678: writing smithi08678205-21 from 2940928 to 3457024 tid 3 2024-09-11T03:37:39.680 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 158 2024-09-11T03:37:39.680 INFO:tasks.rados.rados.0.smithi086.stdout:1676: finishing write tid 1 to smithi08678205-42 2024-09-11T03:37:39.680 INFO:tasks.rados.rados.0.smithi086.stdout:1676: finishing write tid 2 to smithi08678205-42 2024-09-11T03:37:39.680 INFO:tasks.rados.rados.0.smithi086.stdout:1676: finishing write tid 3 to smithi08678205-42 2024-09-11T03:37:39.680 INFO:tasks.rados.rados.0.smithi086.stdout:1676: finishing write tid 4 to smithi08678205-42 2024-09-11T03:37:39.680 INFO:tasks.rados.rados.0.smithi086.stdout:1676: finishing write tid 5 to smithi08678205-42 2024-09-11T03:37:39.680 INFO:tasks.rados.rados.0.smithi086.stdout:1676: oid 42 updating version 0 to 664 2024-09-11T03:37:39.681 INFO:tasks.rados.rados.0.smithi086.stdout:1676: oid 42 version 664 is already newer than 663 2024-09-11T03:37:39.681 INFO:tasks.rados.rados.0.smithi086.stdout:1676: oid 42 version 664 is already newer than 661 2024-09-11T03:37:39.681 INFO:tasks.rados.rados.0.smithi086.stdout:1676: oid 42 version 664 is already newer than 662 2024-09-11T03:37:39.681 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 664 (ObjNum 535 snap 158 seq_num 535) dirty exists 2024-09-11T03:37:39.681 INFO:tasks.rados.rados.0.smithi086.stdout:1676: left oid 42 (ObjNum 535 snap 158 seq_num 535) 2024-09-11T03:37:39.681 INFO:tasks.rados.rados.0.smithi086.stdout:1677: finishing copy_from racing read to smithi08678205-22 2024-09-11T03:37:39.681 INFO:tasks.rados.rados.0.smithi086.stdout:1679: seq_num 537 ranges {9822208=598016,10420224=573440,10993664=491520,11485184=139264} 2024-09-11T03:37:39.736 INFO:tasks.rados.rados.0.smithi086.stdout:1679: writing smithi08678205-15 from 9822208 to 10420224 tid 1 2024-09-11T03:37:39.739 INFO:tasks.rados.rados.0.smithi086.stdout:1679: writing smithi08678205-15 from 10420224 to 10993664 tid 2 2024-09-11T03:37:39.742 INFO:tasks.rados.rados.0.smithi086.stdout:1679: writing smithi08678205-15 from 10993664 to 11485184 tid 3 2024-09-11T03:37:39.744 INFO:tasks.rados.rados.0.smithi086.stdout:1679: writing smithi08678205-15 from 11485184 to 11624448 tid 4 2024-09-11T03:37:39.744 INFO:tasks.rados.rados.0.smithi086.stdout:1676: done (3 left) 2024-09-11T03:37:39.744 INFO:tasks.rados.rados.0.smithi086.stdout:1680: read oid 9 snap -1 2024-09-11T03:37:39.744 INFO:tasks.rados.rados.0.smithi086.stdout:1680: expect (ObjNum 514 snap 148 seq_num 514) 2024-09-11T03:37:39.745 INFO:tasks.rados.rados.0.smithi086.stdout:1681: snap_remove snap 157 2024-09-11T03:37:39.808 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:39 smithi086 podman[111241]: 2024-09-11 03:37:39.367845267 +0000 UTC m=+0.583486894 container remove 7fc8601c2264155ef6e33ec0eafccfb2545621c1e75142f581b1f444f14c9625 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True) 2024-09-11T03:37:39.809 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:39 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-11T03:37:39.809 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:39 smithi086 systemd[1]: Stopped Ceph osd.3 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:37:39.809 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:39 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.3.service: Consumed 9.760s CPU time. 2024-09-11T03:37:39.809 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:39 smithi086 systemd[1]: Starting Ceph osd.3 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:37:40.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:40 smithi086 ceph-mon[89281]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:40.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:40 smithi086 ceph-mon[89281]: osdmap e391: 8 total, 7 up, 8 in 2024-09-11T03:37:40.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:40 smithi086 ceph-mon[91691]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:40.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:40 smithi086 ceph-mon[91691]: osdmap e391: 8 total, 7 up, 8 in 2024-09-11T03:37:40.073 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:39 smithi086 podman[111339]: 2024-09-11 03:37:39.711963303 +0000 UTC m=+0.015955322 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:37:40.073 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:39 smithi086 podman[111339]: 2024-09-11 03:37:39.819276124 +0000 UTC m=+0.123268126 container create 18905ce26d4f93baf678c8ed632ca5c421bedd14dae6f2132a004cf003ecaa92 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-11T03:37:40.073 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 podman[111339]: 2024-09-11 03:37:40.02184517 +0000 UTC m=+0.325837189 container init 18905ce26d4f93baf678c8ed632ca5c421bedd14dae6f2132a004cf003ecaa92 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-11T03:37:40.073 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 podman[111339]: 2024-09-11 03:37:40.025422901 +0000 UTC m=+0.329414912 container start 18905ce26d4f93baf678c8ed632ca5c421bedd14dae6f2132a004cf003ecaa92 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2) 2024-09-11T03:37:40.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:40 smithi130 ceph-mon[83685]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:37:40.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:40 smithi130 ceph-mon[83685]: osdmap e391: 8 total, 7 up, 8 in 2024-09-11T03:37:40.572 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 podman[111339]: 2024-09-11 03:37:40.121887588 +0000 UTC m=+0.425879604 container attach 18905ce26d4f93baf678c8ed632ca5c421bedd14dae6f2132a004cf003ecaa92 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-11T03:37:40.572 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate[111354]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:37:40.572 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 bash[111339]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:37:40.572 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate[111354]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:37:40.572 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 bash[111339]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:37:40.652 INFO:tasks.rados.rados.0.smithi086.stdout:1681: done (4 left) 2024-09-11T03:37:40.652 INFO:tasks.rados.rados.0.smithi086.stdout:1682: rmattr oid 1 current snap is 158 2024-09-11T03:37:40.652 INFO:tasks.rados.rados.0.smithi086.stdout:1677: finishing copy_from to smithi08678205-22 2024-09-11T03:37:40.652 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 700 (ObjNum 337 snap 91 seq_num 337) dirty exists 2024-09-11T03:37:40.652 INFO:tasks.rados.rados.0.smithi086.stdout:1678: finishing write tid 1 to smithi08678205-21 2024-09-11T03:37:40.652 INFO:tasks.rados.rados.0.smithi086.stdout:1678: finishing write tid 2 to smithi08678205-21 2024-09-11T03:37:40.652 INFO:tasks.rados.rados.0.smithi086.stdout:1678: finishing write tid 3 to smithi08678205-21 2024-09-11T03:37:40.652 INFO:tasks.rados.rados.0.smithi086.stdout:1678: finishing write tid 4 to smithi08678205-21 2024-09-11T03:37:40.652 INFO:tasks.rados.rados.0.smithi086.stdout:1678: finishing write tid 5 to smithi08678205-21 2024-09-11T03:37:40.652 INFO:tasks.rados.rados.0.smithi086.stdout:1678: oid 21 updating version 0 to 669 2024-09-11T03:37:40.652 INFO:tasks.rados.rados.0.smithi086.stdout:1678: oid 21 version 669 is already newer than 668 2024-09-11T03:37:40.653 INFO:tasks.rados.rados.0.smithi086.stdout:1678: oid 21 version 669 is already newer than 667 2024-09-11T03:37:40.653 INFO:tasks.rados.rados.0.smithi086.stdout:1678: oid 21 version 669 is already newer than 666 2024-09-11T03:37:40.653 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 669 (ObjNum 536 snap 158 seq_num 536) dirty exists 2024-09-11T03:37:40.653 INFO:tasks.rados.rados.0.smithi086.stdout:1678: left oid 21 (ObjNum 536 snap 158 seq_num 536) 2024-09-11T03:37:40.653 INFO:tasks.rados.rados.0.smithi086.stdout:1679: finishing write tid 1 to smithi08678205-15 2024-09-11T03:37:40.653 INFO:tasks.rados.rados.0.smithi086.stdout:1677: done (4 left) 2024-09-11T03:37:40.653 INFO:tasks.rados.rados.0.smithi086.stdout:1678: done (3 left) 2024-09-11T03:37:40.653 INFO:tasks.rados.rados.0.smithi086.stdout:1683: rollback oid 41 current snap is 158 2024-09-11T03:37:40.653 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 41 to 154 2024-09-11T03:37:40.653 INFO:tasks.rados.rados.0.smithi086.stdout:1679: finishing write tid 2 to smithi08678205-15 2024-09-11T03:37:40.653 INFO:tasks.rados.rados.0.smithi086.stdout:1679: finishing write tid 3 to smithi08678205-15 2024-09-11T03:37:40.653 INFO:tasks.rados.rados.0.smithi086.stdout:1679: finishing write tid 4 to smithi08678205-15 2024-09-11T03:37:40.654 INFO:tasks.rados.rados.0.smithi086.stdout:1679: finishing write tid 5 to smithi08678205-15 2024-09-11T03:37:40.654 INFO:tasks.rados.rados.0.smithi086.stdout:1679: finishing write tid 6 to smithi08678205-15 2024-09-11T03:37:40.654 INFO:tasks.rados.rados.0.smithi086.stdout:1679: oid 15 updating version 0 to 1443 2024-09-11T03:37:40.654 INFO:tasks.rados.rados.0.smithi086.stdout:1679: oid 15 updating version 1443 to 1445 2024-09-11T03:37:40.654 INFO:tasks.rados.rados.0.smithi086.stdout:1679: oid 15 version 1445 is already newer than 1442 2024-09-11T03:37:40.654 INFO:tasks.rados.rados.0.smithi086.stdout:1679: oid 15 version 1445 is already newer than 1441 2024-09-11T03:37:40.654 INFO:tasks.rados.rados.0.smithi086.stdout:1679: oid 15 version 1445 is already newer than 1444 2024-09-11T03:37:40.654 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 1445 (ObjNum 537 snap 158 seq_num 537) dirty exists 2024-09-11T03:37:40.654 INFO:tasks.rados.rados.0.smithi086.stdout:1679: left oid 15 (ObjNum 537 snap 158 seq_num 537) 2024-09-11T03:37:40.654 INFO:tasks.rados.rados.0.smithi086.stdout:1680: expect (ObjNum 514 snap 148 seq_num 514) 2024-09-11T03:37:40.691 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 750 (ObjNum 437 snap 126 seq_num 437) dirty exists 2024-09-11T03:37:40.691 INFO:tasks.rados.rados.0.smithi086.stdout:1683: finishing rollback tid 1 to smithi08678205-41 2024-09-11T03:37:40.691 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 1375 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-09-11T03:37:40.691 INFO:tasks.rados.rados.0.smithi086.stdout:1679: done (3 left) 2024-09-11T03:37:40.691 INFO:tasks.rados.rados.0.smithi086.stdout:1680: done (2 left) 2024-09-11T03:37:40.691 INFO:tasks.rados.rados.0.smithi086.stdout:1682: done (1 left) 2024-09-11T03:37:40.691 INFO:tasks.rados.rados.0.smithi086.stdout:1683: done (0 left) 2024-09-11T03:37:40.691 INFO:tasks.rados.rados.0.smithi086.stdout:1684: read oid 41 snap -1 2024-09-11T03:37:40.692 INFO:tasks.rados.rados.0.smithi086.stdout:1684: expect deleted 2024-09-11T03:37:40.692 INFO:tasks.rados.rados.0.smithi086.stdout:1685: snap_create 2024-09-11T03:37:40.931 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate[111354]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-11T03:37:40.931 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 bash[111339]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-11T03:37:40.932 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate[111354]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-11T03:37:40.932 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 bash[111339]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-11T03:37:40.932 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate[111354]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-11T03:37:40.932 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 bash[111339]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-11T03:37:41.266 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:41 smithi086 ceph-mon[89281]: pgmap v251: 121 pgs: 5 active+undersized, 14 stale+active+clean, 2 active+undersized+degraded, 100 active+clean; 294 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 388 KiB/s wr, 0 op/s; 21/573 objects degraded (3.665%) 2024-09-11T03:37:41.267 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:41 smithi086 ceph-mon[89281]: Health check failed: Degraded data redundancy: 21/573 objects degraded (3.665%), 2 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:41.267 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:41 smithi086 ceph-mon[89281]: osdmap e392: 8 total, 7 up, 8 in 2024-09-11T03:37:41.267 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:41 smithi086 ceph-mon[91691]: pgmap v251: 121 pgs: 5 active+undersized, 14 stale+active+clean, 2 active+undersized+degraded, 100 active+clean; 294 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 388 KiB/s wr, 0 op/s; 21/573 objects degraded (3.665%) 2024-09-11T03:37:41.267 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:41 smithi086 ceph-mon[91691]: Health check failed: Degraded data redundancy: 21/573 objects degraded (3.665%), 2 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:41.267 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:41 smithi086 ceph-mon[91691]: osdmap e392: 8 total, 7 up, 8 in 2024-09-11T03:37:41.267 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate[111354]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-11T03:37:41.268 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 bash[111339]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-11T03:37:41.268 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate[111354]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-11T03:37:41.268 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 bash[111339]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-11T03:37:41.268 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate[111354]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-11T03:37:41.268 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 bash[111339]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-11T03:37:41.268 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate[111354]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-11T03:37:41.268 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 bash[111339]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-11T03:37:41.268 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:40 smithi086 podman[111339]: 2024-09-11 03:37:40.960053171 +0000 UTC m=+1.264045188 container died 18905ce26d4f93baf678c8ed632ca5c421bedd14dae6f2132a004cf003ecaa92 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-09-11T03:37:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:41 smithi130 ceph-mon[83685]: pgmap v251: 121 pgs: 5 active+undersized, 14 stale+active+clean, 2 active+undersized+degraded, 100 active+clean; 294 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 388 KiB/s wr, 0 op/s; 21/573 objects degraded (3.665%) 2024-09-11T03:37:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:41 smithi130 ceph-mon[83685]: Health check failed: Degraded data redundancy: 21/573 objects degraded (3.665%), 2 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:41 smithi130 ceph-mon[83685]: osdmap e392: 8 total, 7 up, 8 in 2024-09-11T03:37:41.650 INFO:tasks.rados.rados.0.smithi086.stdout:1684: done (1 left) 2024-09-11T03:37:41.650 INFO:tasks.rados.rados.0.smithi086.stdout:1685: done (0 left) 2024-09-11T03:37:41.650 INFO:tasks.rados.rados.0.smithi086.stdout:1686: read oid 1 snap -1 2024-09-11T03:37:41.650 INFO:tasks.rados.rados.0.smithi086.stdout:1686: expect (ObjNum 437 snap 126 seq_num 437) 2024-09-11T03:37:41.650 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 159 2024-09-11T03:37:41.650 INFO:tasks.rados.rados.0.smithi086.stdout:1687: seq_num 538 ranges {10092544=614400,10706944=450560,11157504=704512,11862016=49152} 2024-09-11T03:37:41.708 INFO:tasks.rados.rados.0.smithi086.stdout:1687: writing smithi08678205-49 from 10092544 to 10706944 tid 1 2024-09-11T03:37:41.710 INFO:tasks.rados.rados.0.smithi086.stdout:1687: writing smithi08678205-49 from 10706944 to 11157504 tid 2 2024-09-11T03:37:41.715 INFO:tasks.rados.rados.0.smithi086.stdout:1687: writing smithi08678205-49 from 11157504 to 11862016 tid 3 2024-09-11T03:37:41.715 INFO:tasks.rados.rados.0.smithi086.stdout:1687: writing smithi08678205-49 from 11862016 to 11911168 tid 4 2024-09-11T03:37:41.715 INFO:tasks.rados.rados.0.smithi086.stdout:1688: rollback oid 50 current snap is 159 2024-09-11T03:37:41.715 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 50 to 151 2024-09-11T03:37:41.715 INFO:tasks.rados.rados.0.smithi086.stdout:1686: expect (ObjNum 437 snap 126 seq_num 437) 2024-09-11T03:37:41.834 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:41 smithi086 podman[111495]: 2024-09-11 03:37:41.576077016 +0000 UTC m=+0.610263851 container remove 18905ce26d4f93baf678c8ed632ca5c421bedd14dae6f2132a004cf003ecaa92 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-11T03:37:41.835 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:41 smithi086 podman[111555]: 2024-09-11 03:37:41.688592563 +0000 UTC m=+0.015908834 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:37:41.835 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:41 smithi086 podman[111555]: 2024-09-11 03:37:41.835547717 +0000 UTC m=+0.162863982 container create e864761f34a22cbeabfbaf1543e62093b919263ea63f9384861e0c92aa28d4e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-11T03:37:41.864 INFO:tasks.rados.rados.0.smithi086.stdout:1687: finishing write tid 1 to smithi08678205-49 2024-09-11T03:37:41.864 INFO:tasks.rados.rados.0.smithi086.stdout:1687: finishing write tid 2 to smithi08678205-49 2024-09-11T03:37:41.864 INFO:tasks.rados.rados.0.smithi086.stdout:1687: finishing write tid 3 to smithi08678205-49 2024-09-11T03:37:41.864 INFO:tasks.rados.rados.0.smithi086.stdout:1688: finishing rollback tid 0 to smithi08678205-50 2024-09-11T03:37:41.864 INFO:tasks.rados.rados.0.smithi086.stdout:1687: finishing write tid 4 to smithi08678205-49 2024-09-11T03:37:41.864 INFO:tasks.rados.rados.0.smithi086.stdout:1688: finishing rollback tid 1 to smithi08678205-50 2024-09-11T03:37:41.864 INFO:tasks.rados.rados.0.smithi086.stdout:1687: finishing write tid 5 to smithi08678205-49 2024-09-11T03:37:41.864 INFO:tasks.rados.rados.0.smithi086.stdout:1688: finishing rollback tid 2 to smithi08678205-50 2024-09-11T03:37:41.864 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 816 (ObjNum 487 snap 141 seq_num 487) dirty exists 2024-09-11T03:37:41.865 INFO:tasks.rados.rados.0.smithi086.stdout:1687: finishing write tid 6 to smithi08678205-49 2024-09-11T03:37:41.865 INFO:tasks.rados.rados.0.smithi086.stdout:1687: oid 49 updating version 0 to 753 2024-09-11T03:37:41.865 INFO:tasks.rados.rados.0.smithi086.stdout:1687: oid 49 version 753 is already newer than 752 2024-09-11T03:37:41.865 INFO:tasks.rados.rados.0.smithi086.stdout:1687: oid 49 version 753 is already newer than 751 2024-09-11T03:37:41.865 INFO:tasks.rados.rados.0.smithi086.stdout:1687: oid 49 updating version 753 to 755 2024-09-11T03:37:41.865 INFO:tasks.rados.rados.0.smithi086.stdout:1687: oid 49 version 755 is already newer than 754 2024-09-11T03:37:41.865 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 755 (ObjNum 538 snap 159 seq_num 538) dirty exists 2024-09-11T03:37:41.865 INFO:tasks.rados.rados.0.smithi086.stdout:1687: left oid 49 (ObjNum 538 snap 159 seq_num 538) 2024-09-11T03:37:41.865 INFO:tasks.rados.rados.0.smithi086.stdout:1686: done (2 left) 2024-09-11T03:37:41.865 INFO:tasks.rados.rados.0.smithi086.stdout:1687: done (1 left) 2024-09-11T03:37:41.865 INFO:tasks.rados.rados.0.smithi086.stdout:1688: done (0 left) 2024-09-11T03:37:41.866 INFO:tasks.rados.rados.0.smithi086.stdout:1689: read oid 38 snap -1 2024-09-11T03:37:41.866 INFO:tasks.rados.rados.0.smithi086.stdout:1689: expect (ObjNum 471 snap 136 seq_num 471) 2024-09-11T03:37:41.866 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 159 2024-09-11T03:37:41.866 INFO:tasks.rados.rados.0.smithi086.stdout:1690: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2024-09-11T03:37:41.867 INFO:tasks.rados.rados.0.smithi086.stdout:1690: writing smithi08678205-47 from 0 to 630784 tid 1 2024-09-11T03:37:41.871 INFO:tasks.rados.rados.0.smithi086.stdout:1690: writing smithi08678205-47 from 630784 to 1368064 tid 2 2024-09-11T03:37:41.874 INFO:tasks.rados.rados.0.smithi086.stdout:1690: writing smithi08678205-47 from 1368064 to 1835008 tid 3 2024-09-11T03:37:41.874 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 159 2024-09-11T03:37:41.874 INFO:tasks.rados.rados.0.smithi086.stdout:1691: seq_num 540 ranges {3219456=647168,3866624=671744,4538368=532480} 2024-09-11T03:37:41.894 INFO:tasks.rados.rados.0.smithi086.stdout:1691: writing smithi08678205-27 from 3219456 to 3866624 tid 1 2024-09-11T03:37:41.898 INFO:tasks.rados.rados.0.smithi086.stdout:1691: writing smithi08678205-27 from 3866624 to 4538368 tid 2 2024-09-11T03:37:41.901 INFO:tasks.rados.rados.0.smithi086.stdout:1691: writing smithi08678205-27 from 4538368 to 5070848 tid 3 2024-09-11T03:37:41.902 INFO:tasks.rados.rados.0.smithi086.stdout:1692: read oid 41 snap -1 2024-09-11T03:37:41.902 INFO:tasks.rados.rados.0.smithi086.stdout:1692: expect deleted 2024-09-11T03:37:41.902 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 50 current snap is 159 2024-09-11T03:37:41.902 INFO:tasks.rados.rados.0.smithi086.stdout:1693: seq_num 541 ranges {966656=663552,1630208=557056,2187264=475136,2662400=172032} 2024-09-11T03:37:41.910 INFO:tasks.rados.rados.0.smithi086.stdout:1693: writing smithi08678205-50 from 966656 to 1630208 tid 1 2024-09-11T03:37:41.913 INFO:tasks.rados.rados.0.smithi086.stdout:1693: writing smithi08678205-50 from 1630208 to 2187264 tid 2 2024-09-11T03:37:41.916 INFO:tasks.rados.rados.0.smithi086.stdout:1693: writing smithi08678205-50 from 2187264 to 2662400 tid 3 2024-09-11T03:37:41.917 INFO:tasks.rados.rados.0.smithi086.stdout:1693: writing smithi08678205-50 from 2662400 to 2834432 tid 4 2024-09-11T03:37:41.917 INFO:tasks.rados.rados.0.smithi086.stdout:1694: setattr oid 22 current snap is 159 2024-09-11T03:37:41.917 INFO:tasks.rados.rados.0.smithi086.stdout:1689: expect (ObjNum 471 snap 136 seq_num 471) 2024-09-11T03:37:41.938 INFO:tasks.rados.rados.0.smithi086.stdout:1690: finishing write tid 1 to smithi08678205-47 2024-09-11T03:37:41.938 INFO:tasks.rados.rados.0.smithi086.stdout:1690: finishing write tid 2 to smithi08678205-47 2024-09-11T03:37:41.938 INFO:tasks.rados.rados.0.smithi086.stdout:1690: finishing write tid 3 to smithi08678205-47 2024-09-11T03:37:41.938 INFO:tasks.rados.rados.0.smithi086.stdout:1690: finishing write tid 4 to smithi08678205-47 2024-09-11T03:37:41.939 INFO:tasks.rados.rados.0.smithi086.stdout:1690: finishing write tid 5 to smithi08678205-47 2024-09-11T03:37:41.939 INFO:tasks.rados.rados.0.smithi086.stdout:1690: oid 47 updating version 0 to 757 2024-09-11T03:37:41.939 INFO:tasks.rados.rados.0.smithi086.stdout:1690: oid 47 updating version 757 to 758 2024-09-11T03:37:41.939 INFO:tasks.rados.rados.0.smithi086.stdout:1690: oid 47 version 758 is already newer than 756 2024-09-11T03:37:41.939 INFO:tasks.rados.rados.0.smithi086.stdout:1690: oid 47 updating version 758 to 759 2024-09-11T03:37:41.939 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 759 (ObjNum 539 snap 159 seq_num 539) dirty exists 2024-09-11T03:37:41.939 INFO:tasks.rados.rados.0.smithi086.stdout:1690: left oid 47 (ObjNum 539 snap 159 seq_num 539) 2024-09-11T03:37:41.939 INFO:tasks.rados.rados.0.smithi086.stdout:1691: finishing write tid 1 to smithi08678205-27 2024-09-11T03:37:41.939 INFO:tasks.rados.rados.0.smithi086.stdout:1691: finishing write tid 2 to smithi08678205-27 2024-09-11T03:37:41.939 INFO:tasks.rados.rados.0.smithi086.stdout:1691: finishing write tid 3 to smithi08678205-27 2024-09-11T03:37:41.939 INFO:tasks.rados.rados.0.smithi086.stdout:1691: finishing write tid 4 to smithi08678205-27 2024-09-11T03:37:41.939 INFO:tasks.rados.rados.0.smithi086.stdout:1691: finishing write tid 5 to smithi08678205-27 2024-09-11T03:37:41.939 INFO:tasks.rados.rados.0.smithi086.stdout:1691: oid 27 updating version 0 to 585 2024-09-11T03:37:41.940 INFO:tasks.rados.rados.0.smithi086.stdout:1691: oid 27 updating version 585 to 586 2024-09-11T03:37:41.940 INFO:tasks.rados.rados.0.smithi086.stdout:1691: oid 27 updating version 586 to 588 2024-09-11T03:37:41.940 INFO:tasks.rados.rados.0.smithi086.stdout:1691: oid 27 version 588 is already newer than 587 2024-09-11T03:37:41.940 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 588 (ObjNum 540 snap 159 seq_num 540) dirty exists 2024-09-11T03:37:41.940 INFO:tasks.rados.rados.0.smithi086.stdout:1691: left oid 27 (ObjNum 540 snap 159 seq_num 540) 2024-09-11T03:37:41.940 INFO:tasks.rados.rados.0.smithi086.stdout:1693: finishing write tid 1 to smithi08678205-50 2024-09-11T03:37:41.940 INFO:tasks.rados.rados.0.smithi086.stdout:1693: finishing write tid 2 to smithi08678205-50 2024-09-11T03:37:41.940 INFO:tasks.rados.rados.0.smithi086.stdout:1693: finishing write tid 3 to smithi08678205-50 2024-09-11T03:37:41.940 INFO:tasks.rados.rados.0.smithi086.stdout:1693: finishing write tid 4 to smithi08678205-50 2024-09-11T03:37:41.940 INFO:tasks.rados.rados.0.smithi086.stdout:1693: finishing write tid 5 to smithi08678205-50 2024-09-11T03:37:41.940 INFO:tasks.rados.rados.0.smithi086.stdout:1693: finishing write tid 6 to smithi08678205-50 2024-09-11T03:37:41.940 INFO:tasks.rados.rados.0.smithi086.stdout:1693: oid 50 updating version 0 to 820 2024-09-11T03:37:41.940 INFO:tasks.rados.rados.0.smithi086.stdout:1693: oid 50 version 820 is already newer than 817 2024-09-11T03:37:41.941 INFO:tasks.rados.rados.0.smithi086.stdout:1693: oid 50 version 820 is already newer than 818 2024-09-11T03:37:41.941 INFO:tasks.rados.rados.0.smithi086.stdout:1693: oid 50 updating version 820 to 821 2024-09-11T03:37:41.941 INFO:tasks.rados.rados.0.smithi086.stdout:1693: oid 50 version 821 is already newer than 819 2024-09-11T03:37:41.941 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 821 (ObjNum 541 snap 159 seq_num 541) dirty exists 2024-09-11T03:37:41.941 INFO:tasks.rados.rados.0.smithi086.stdout:1693: left oid 50 (ObjNum 541 snap 159 seq_num 541) 2024-09-11T03:37:41.941 INFO:tasks.rados.rados.0.smithi086.stdout:1689: done (5 left) 2024-09-11T03:37:41.941 INFO:tasks.rados.rados.0.smithi086.stdout:1690: done (4 left) 2024-09-11T03:37:41.941 INFO:tasks.rados.rados.0.smithi086.stdout:1691: done (3 left) 2024-09-11T03:37:41.941 INFO:tasks.rados.rados.0.smithi086.stdout:1692: done (2 left) 2024-09-11T03:37:41.941 INFO:tasks.rados.rados.0.smithi086.stdout:1693: done (1 left) 2024-09-11T03:37:41.941 INFO:tasks.rados.rados.0.smithi086.stdout:1695: rmattr oid 38 current snap is 159 2024-09-11T03:37:41.941 INFO:tasks.rados.rados.0.smithi086.stdout:1696: snap_create 2024-09-11T03:37:41.942 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 701 (ObjNum 337 snap 91 seq_num 337) dirty exists 2024-09-11T03:37:41.942 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 702 (ObjNum 471 snap 136 seq_num 471) dirty exists 2024-09-11T03:37:42.146 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:42 smithi086 podman[111555]: 2024-09-11 03:37:42.046558228 +0000 UTC m=+0.373874493 container init e864761f34a22cbeabfbaf1543e62093b919263ea63f9384861e0c92aa28d4e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:37:42.146 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:42 smithi086 podman[111555]: 2024-09-11 03:37:42.049866229 +0000 UTC m=+0.377182484 container start e864761f34a22cbeabfbaf1543e62093b919263ea63f9384861e0c92aa28d4e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True) 2024-09-11T03:37:42.146 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:42 smithi086 ceph-osd[111574]: -- 172.21.15.86:0/2584175346 <== mon.0 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cf92527a40 con 0x55cf932f6000 2024-09-11T03:37:42.572 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:42 smithi086 bash[111555]: e864761f34a22cbeabfbaf1543e62093b919263ea63f9384861e0c92aa28d4e1 2024-09-11T03:37:42.572 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:42 smithi086 systemd[1]: Started Ceph osd.3 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:37:42.653 INFO:tasks.rados.rados.0.smithi086.stdout:1694: done (2 left) 2024-09-11T03:37:42.653 INFO:tasks.rados.rados.0.smithi086.stdout:1695: done (1 left) 2024-09-11T03:37:42.653 INFO:tasks.rados.rados.0.smithi086.stdout:1696: done (0 left) 2024-09-11T03:37:42.653 INFO:tasks.rados.rados.0.smithi086.stdout:1697: snap_remove snap 158 2024-09-11T03:37:42.926 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:42 smithi086 ceph-mon[89281]: pgmap v254: 121 pgs: 27 active+undersized, 2 stale+active+clean, 6 active+undersized+degraded, 86 active+clean; 304 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.3 MiB/s wr, 14 op/s; 44/594 objects degraded (7.407%) 2024-09-11T03:37:42.927 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:42 smithi086 ceph-mon[89281]: osdmap e393: 8 total, 7 up, 8 in 2024-09-11T03:37:42.927 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:42 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:42.927 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:42 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:42.927 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:42 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:37:42.927 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:42 smithi086 ceph-mon[91691]: pgmap v254: 121 pgs: 27 active+undersized, 2 stale+active+clean, 6 active+undersized+degraded, 86 active+clean; 304 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.3 MiB/s wr, 14 op/s; 44/594 objects degraded (7.407%) 2024-09-11T03:37:42.927 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:42 smithi086 ceph-mon[91691]: osdmap e393: 8 total, 7 up, 8 in 2024-09-11T03:37:42.927 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:42 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:42.927 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:42 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:42.928 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:42 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:37:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:42 smithi130 ceph-mon[83685]: pgmap v254: 121 pgs: 27 active+undersized, 2 stale+active+clean, 6 active+undersized+degraded, 86 active+clean; 304 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.3 MiB/s wr, 14 op/s; 44/594 objects degraded (7.407%) 2024-09-11T03:37:43.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:42 smithi130 ceph-mon[83685]: osdmap e393: 8 total, 7 up, 8 in 2024-09-11T03:37:43.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:42 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:43.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:42 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:43.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:42 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:37:43.649 INFO:tasks.rados.rados.0.smithi086.stdout:1697: done (0 left) 2024-09-11T03:37:43.650 INFO:tasks.rados.rados.0.smithi086.stdout:1698: delete oid 49 current snap is 160 2024-09-11T03:37:43.657 INFO:tasks.rados.rados.0.smithi086.stdout:1698: done (0 left) 2024-09-11T03:37:43.657 INFO:tasks.rados.rados.0.smithi086.stdout:1699: delete oid 40 current snap is 160 2024-09-11T03:37:43.659 INFO:tasks.rados.rados.0.smithi086.stdout:1699: done (0 left) 2024-09-11T03:37:43.659 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 160 2024-09-11T03:37:43.659 INFO:tasks.rados.rados.0.smithi086.stdout:1700: seq_num 544 ranges {11624448=720896,12345344=614400,12959744=589824} 2024-09-11T03:37:43.726 INFO:tasks.rados.rados.0.smithi086.stdout:1700: writing smithi08678205-15 from 11624448 to 12345344 tid 1 2024-09-11T03:37:43.730 INFO:tasks.rados.rados.0.smithi086.stdout:1700: writing smithi08678205-15 from 12345344 to 12959744 tid 2 2024-09-11T03:37:43.734 INFO:tasks.rados.rados.0.smithi086.stdout:1700: writing smithi08678205-15 from 12959744 to 13549568 tid 3 2024-09-11T03:37:43.734 INFO:tasks.rados.rados.0.smithi086.stdout:1701: delete oid 41 current snap is 160 2024-09-11T03:37:43.734 INFO:tasks.rados.rados.0.smithi086.stdout:1700: finishing write tid 1 to smithi08678205-15 2024-09-11T03:37:43.735 INFO:tasks.rados.rados.0.smithi086.stdout:1700: finishing write tid 2 to smithi08678205-15 2024-09-11T03:37:43.737 INFO:tasks.rados.rados.0.smithi086.stdout:1700: finishing write tid 3 to smithi08678205-15 2024-09-11T03:37:43.737 INFO:tasks.rados.rados.0.smithi086.stdout:1700: finishing write tid 4 to smithi08678205-15 2024-09-11T03:37:43.739 INFO:tasks.rados.rados.0.smithi086.stdout:1700: finishing write tid 5 to smithi08678205-15 2024-09-11T03:37:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:1700: oid 15 updating version 0 to 1450 2024-09-11T03:37:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:1700: oid 15 updating version 1450 to 1453 2024-09-11T03:37:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:1700: oid 15 version 1453 is already newer than 1451 2024-09-11T03:37:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:1700: oid 15 version 1453 is already newer than 1452 2024-09-11T03:37:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 1453 (ObjNum 544 snap 160 seq_num 544) dirty exists 2024-09-11T03:37:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:1700: left oid 15 (ObjNum 544 snap 160 seq_num 544) 2024-09-11T03:37:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:1700: done (1 left) 2024-09-11T03:37:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:1701: done (0 left) 2024-09-11T03:37:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:1702: read oid 49 snap -1 2024-09-11T03:37:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:1702: expect deleted 2024-09-11T03:37:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:1703: read oid 39 snap -1 2024-09-11T03:37:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:1703: expect deleted 2024-09-11T03:37:43.741 INFO:tasks.rados.rados.0.smithi086.stdout:1704: rollback oid 21 current snap is 160 2024-09-11T03:37:43.741 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 21 to 151 2024-09-11T03:37:43.741 INFO:tasks.rados.rados.0.smithi086.stdout:1705: rollback oid 34 current snap is 160 2024-09-11T03:37:43.741 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 34 to 159 2024-09-11T03:37:43.741 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 160 2024-09-11T03:37:43.741 INFO:tasks.rados.rados.0.smithi086.stdout:1706: seq_num 546 ranges {1769472=753664,2523136=778240,3301376=425984} 2024-09-11T03:37:43.753 INFO:tasks.rados.rados.0.smithi086.stdout:1706: writing smithi08678205-42 from 1769472 to 2523136 tid 1 2024-09-11T03:37:43.757 INFO:tasks.rados.rados.0.smithi086.stdout:1706: writing smithi08678205-42 from 2523136 to 3301376 tid 2 2024-09-11T03:37:43.760 INFO:tasks.rados.rados.0.smithi086.stdout:1706: writing smithi08678205-42 from 3301376 to 3727360 tid 3 2024-09-11T03:37:43.760 INFO:tasks.rados.rados.0.smithi086.stdout:1707: snap_create 2024-09-11T03:37:43.760 INFO:tasks.rados.rados.0.smithi086.stdout:1705: finishing rollback tid 1 to smithi08678205-34 2024-09-11T03:37:43.760 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 699 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-11T03:37:43.760 INFO:tasks.rados.rados.0.smithi086.stdout:1704: finishing rollback tid 0 to smithi08678205-21 2024-09-11T03:37:43.760 INFO:tasks.rados.rados.0.smithi086.stdout:1704: finishing rollback tid 1 to smithi08678205-21 2024-09-11T03:37:43.761 INFO:tasks.rados.rados.0.smithi086.stdout:1704: finishing rollback tid 2 to smithi08678205-21 2024-09-11T03:37:43.761 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 673 (ObjNum 503 snap 147 seq_num 503) dirty exists 2024-09-11T03:37:43.761 INFO:tasks.rados.rados.0.smithi086.stdout:1706: finishing write tid 1 to smithi08678205-42 2024-09-11T03:37:43.761 INFO:tasks.rados.rados.0.smithi086.stdout:1706: finishing write tid 2 to smithi08678205-42 2024-09-11T03:37:43.762 INFO:tasks.rados.rados.0.smithi086.stdout:1706: finishing write tid 3 to smithi08678205-42 2024-09-11T03:37:43.762 INFO:tasks.rados.rados.0.smithi086.stdout:1706: finishing write tid 4 to smithi08678205-42 2024-09-11T03:37:43.763 INFO:tasks.rados.rados.0.smithi086.stdout:1706: finishing write tid 5 to smithi08678205-42 2024-09-11T03:37:43.763 INFO:tasks.rados.rados.0.smithi086.stdout:1706: oid 42 updating version 0 to 675 2024-09-11T03:37:43.763 INFO:tasks.rados.rados.0.smithi086.stdout:1706: oid 42 updating version 675 to 677 2024-09-11T03:37:43.763 INFO:tasks.rados.rados.0.smithi086.stdout:1706: oid 42 version 677 is already newer than 676 2024-09-11T03:37:43.763 INFO:tasks.rados.rados.0.smithi086.stdout:1706: oid 42 updating version 677 to 678 2024-09-11T03:37:43.763 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 678 (ObjNum 546 snap 160 seq_num 546) dirty exists 2024-09-11T03:37:43.763 INFO:tasks.rados.rados.0.smithi086.stdout:1706: left oid 42 (ObjNum 546 snap 160 seq_num 546) 2024-09-11T03:37:43.932 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:43 smithi086 ceph-mon[89281]: osdmap e394: 8 total, 7 up, 8 in 2024-09-11T03:37:43.933 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:43 smithi086 ceph-mon[89281]: osdmap e395: 8 total, 7 up, 8 in 2024-09-11T03:37:43.933 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:43 smithi086 ceph-mon[91691]: osdmap e394: 8 total, 7 up, 8 in 2024-09-11T03:37:43.933 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:43 smithi086 ceph-mon[91691]: osdmap e395: 8 total, 7 up, 8 in 2024-09-11T03:37:44.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:43 smithi130 ceph-mon[83685]: osdmap e394: 8 total, 7 up, 8 in 2024-09-11T03:37:44.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:43 smithi130 ceph-mon[83685]: osdmap e395: 8 total, 7 up, 8 in 2024-09-11T03:37:44.322 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:43 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[111570]: 2024-09-11T03:37:43.932+0000 7f513ceb3640 -1 Falling back to public interface 2024-09-11T03:37:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:1702: done (5 left) 2024-09-11T03:37:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:1703: done (4 left) 2024-09-11T03:37:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:1704: done (3 left) 2024-09-11T03:37:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:1705: done (2 left) 2024-09-11T03:37:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:1706: done (1 left) 2024-09-11T03:37:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:1707: done (0 left) 2024-09-11T03:37:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:1708: rollback oid 13 current snap is 161 2024-09-11T03:37:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 13 to 147 2024-09-11T03:37:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:1709: read oid 46 snap -1 2024-09-11T03:37:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:1709: expect (ObjNum 511 snap 148 seq_num 511) 2024-09-11T03:37:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 161 2024-09-11T03:37:44.672 INFO:tasks.rados.rados.0.smithi086.stdout:1710: seq_num 547 ranges {1671168=770048,2441216=663552,3104768=466944,3571712=73728} 2024-09-11T03:37:44.684 INFO:tasks.rados.rados.0.smithi086.stdout:1710: writing smithi08678205-21 from 1671168 to 2441216 tid 1 2024-09-11T03:37:44.688 INFO:tasks.rados.rados.0.smithi086.stdout:1710: writing smithi08678205-21 from 2441216 to 3104768 tid 2 2024-09-11T03:37:44.690 INFO:tasks.rados.rados.0.smithi086.stdout:1710: writing smithi08678205-21 from 3104768 to 3571712 tid 3 2024-09-11T03:37:44.691 INFO:tasks.rados.rados.0.smithi086.stdout:1710: writing smithi08678205-21 from 3571712 to 3645440 tid 4 2024-09-11T03:37:44.691 INFO:tasks.rados.rados.0.smithi086.stdout:1711: copy_from oid 42 from oid 44 current snap is 161 2024-09-11T03:37:44.692 INFO:tasks.rados.rados.0.smithi086.stdout:1708: finishing rollback tid 0 to smithi08678205-13 2024-09-11T03:37:44.692 INFO:tasks.rados.rados.0.smithi086.stdout:1708: finishing rollback tid 1 to smithi08678205-13 2024-09-11T03:37:44.692 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 583 (ObjNum 129 snap 0 seq_num 3221674528) dirty dne 2024-09-11T03:37:44.692 INFO:tasks.rados.rados.0.smithi086.stdout:1708: done (3 left) 2024-09-11T03:37:44.692 INFO:tasks.rados.rados.0.smithi086.stdout:1712: copy_from oid 43 from oid 5 current snap is 161 2024-09-11T03:37:44.692 INFO:tasks.rados.rados.0.smithi086.stdout:1709: expect (ObjNum 511 snap 148 seq_num 511) 2024-09-11T03:37:44.765 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:44 smithi086 ceph-mon[91691]: pgmap v257: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.2 MiB/s wr, 17 op/s; 55/600 objects degraded (9.167%) 2024-09-11T03:37:44.765 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:44 smithi086 ceph-mon[89281]: pgmap v257: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.2 MiB/s wr, 17 op/s; 55/600 objects degraded (9.167%) 2024-09-11T03:37:44.811 INFO:tasks.rados.rados.0.smithi086.stdout:1710: finishing write tid 1 to smithi08678205-21 2024-09-11T03:37:44.811 INFO:tasks.rados.rados.0.smithi086.stdout:1710: finishing write tid 2 to smithi08678205-21 2024-09-11T03:37:44.811 INFO:tasks.rados.rados.0.smithi086.stdout:1709: done (3 left) 2024-09-11T03:37:44.811 INFO:tasks.rados.rados.0.smithi086.stdout:1713: snap_create 2024-09-11T03:37:44.811 INFO:tasks.rados.rados.0.smithi086.stdout:1712: finishing copy_from to smithi08678205-43 2024-09-11T03:37:44.811 INFO:tasks.rados.rados.0.smithi086.stdout:1712: got expected ENOENT (src dne) 2024-09-11T03:37:44.811 INFO:tasks.rados.rados.0.smithi086.stdout:1712: finishing copy_from racing read to smithi08678205-43 2024-09-11T03:37:44.811 INFO:tasks.rados.rados.0.smithi086.stdout:1710: finishing write tid 3 to smithi08678205-21 2024-09-11T03:37:44.811 INFO:tasks.rados.rados.0.smithi086.stdout:1710: finishing write tid 4 to smithi08678205-21 2024-09-11T03:37:44.811 INFO:tasks.rados.rados.0.smithi086.stdout:1710: finishing write tid 5 to smithi08678205-21 2024-09-11T03:37:44.812 INFO:tasks.rados.rados.0.smithi086.stdout:1710: finishing write tid 6 to smithi08678205-21 2024-09-11T03:37:44.812 INFO:tasks.rados.rados.0.smithi086.stdout:1710: oid 21 updating version 0 to 680 2024-09-11T03:37:44.812 INFO:tasks.rados.rados.0.smithi086.stdout:1710: oid 21 updating version 680 to 681 2024-09-11T03:37:44.812 INFO:tasks.rados.rados.0.smithi086.stdout:1710: oid 21 updating version 681 to 684 2024-09-11T03:37:44.812 INFO:tasks.rados.rados.0.smithi086.stdout:1710: oid 21 version 684 is already newer than 683 2024-09-11T03:37:44.812 INFO:tasks.rados.rados.0.smithi086.stdout:1710: oid 21 version 684 is already newer than 682 2024-09-11T03:37:44.812 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 684 (ObjNum 547 snap 161 seq_num 547) dirty exists 2024-09-11T03:37:44.812 INFO:tasks.rados.rados.0.smithi086.stdout:1710: left oid 21 (ObjNum 547 snap 161 seq_num 547) 2024-09-11T03:37:44.812 INFO:tasks.rados.rados.0.smithi086.stdout:1711: finishing copy_from racing read to smithi08678205-42 2024-09-11T03:37:44.812 INFO:tasks.rados.rados.0.smithi086.stdout:1711: finishing copy_from to smithi08678205-42 2024-09-11T03:37:44.812 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 570 (ObjNum 524 snap 151 seq_num 524) dirty exists 2024-09-11T03:37:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:44 smithi130 ceph-mon[83685]: pgmap v257: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.2 MiB/s wr, 17 op/s; 55/600 objects degraded (9.167%) 2024-09-11T03:37:45.682 INFO:tasks.rados.rados.0.smithi086.stdout:1710: done (3 left) 2024-09-11T03:37:45.682 INFO:tasks.rados.rados.0.smithi086.stdout:1711: done (2 left) 2024-09-11T03:37:45.683 INFO:tasks.rados.rados.0.smithi086.stdout:1712: done (1 left) 2024-09-11T03:37:45.683 INFO:tasks.rados.rados.0.smithi086.stdout:1713: done (0 left) 2024-09-11T03:37:45.683 INFO:tasks.rados.rados.0.smithi086.stdout:1714: delete oid 20 current snap is 162 2024-09-11T03:37:45.684 INFO:tasks.rados.rados.0.smithi086.stdout:1714: done (0 left) 2024-09-11T03:37:45.684 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 29 current snap is 162 2024-09-11T03:37:45.685 INFO:tasks.rados.rados.0.smithi086.stdout:1715: seq_num 549 ranges {9396224=802816,10199040=483328,10682368=434176,11116544=286720} 2024-09-11T03:37:45.740 INFO:tasks.rados.rados.0.smithi086.stdout:1715: writing smithi08678205-29 from 9396224 to 10199040 tid 1 2024-09-11T03:37:45.743 INFO:tasks.rados.rados.0.smithi086.stdout:1715: writing smithi08678205-29 from 10199040 to 10682368 tid 2 2024-09-11T03:37:45.746 INFO:tasks.rados.rados.0.smithi086.stdout:1715: writing smithi08678205-29 from 10682368 to 11116544 tid 3 2024-09-11T03:37:45.747 INFO:tasks.rados.rados.0.smithi086.stdout:1715: writing smithi08678205-29 from 11116544 to 11403264 tid 4 2024-09-11T03:37:45.747 INFO:tasks.rados.rados.0.smithi086.stdout:1716: rmattr oid 24 current snap is 162 2024-09-11T03:37:45.747 INFO:tasks.rados.rados.0.smithi086.stdout:1717: snap_remove snap 154 2024-09-11T03:37:46.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:45 smithi086 ceph-mon[89281]: osdmap e396: 8 total, 7 up, 8 in 2024-09-11T03:37:46.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:45 smithi086 ceph-mon[91691]: osdmap e396: 8 total, 7 up, 8 in 2024-09-11T03:37:46.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:45 smithi130 ceph-mon[83685]: osdmap e396: 8 total, 7 up, 8 in 2024-09-11T03:37:46.719 INFO:tasks.rados.rados.0.smithi086.stdout:1717: done (2 left) 2024-09-11T03:37:46.719 INFO:tasks.rados.rados.0.smithi086.stdout:1718: delete oid 11 current snap is 162 2024-09-11T03:37:46.719 INFO:tasks.rados.rados.0.smithi086.stdout:1715: finishing write tid 1 to smithi08678205-29 2024-09-11T03:37:46.719 INFO:tasks.rados.rados.0.smithi086.stdout:1715: finishing write tid 2 to smithi08678205-29 2024-09-11T03:37:46.719 INFO:tasks.rados.rados.0.smithi086.stdout:1715: finishing write tid 3 to smithi08678205-29 2024-09-11T03:37:46.719 INFO:tasks.rados.rados.0.smithi086.stdout:1715: finishing write tid 4 to smithi08678205-29 2024-09-11T03:37:46.719 INFO:tasks.rados.rados.0.smithi086.stdout:1715: finishing write tid 5 to smithi08678205-29 2024-09-11T03:37:46.719 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 1084 (ObjNum 528 snap 154 seq_num 528) dirty exists 2024-09-11T03:37:46.719 INFO:tasks.rados.rados.0.smithi086.stdout:1715: finishing write tid 6 to smithi08678205-29 2024-09-11T03:37:46.719 INFO:tasks.rados.rados.0.smithi086.stdout:1715: oid 29 updating version 0 to 703 2024-09-11T03:37:46.719 INFO:tasks.rados.rados.0.smithi086.stdout:1715: oid 29 version 703 is already newer than 701 2024-09-11T03:37:46.720 INFO:tasks.rados.rados.0.smithi086.stdout:1715: oid 29 updating version 703 to 704 2024-09-11T03:37:46.720 INFO:tasks.rados.rados.0.smithi086.stdout:1715: oid 29 version 704 is already newer than 702 2024-09-11T03:37:46.720 INFO:tasks.rados.rados.0.smithi086.stdout:1715: oid 29 updating version 704 to 705 2024-09-11T03:37:46.720 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 705 (ObjNum 549 snap 162 seq_num 549) dirty exists 2024-09-11T03:37:46.720 INFO:tasks.rados.rados.0.smithi086.stdout:1715: left oid 29 (ObjNum 549 snap 162 seq_num 549) 2024-09-11T03:37:46.723 INFO:tasks.rados.rados.0.smithi086.stdout:1715: done (2 left) 2024-09-11T03:37:46.723 INFO:tasks.rados.rados.0.smithi086.stdout:1716: done (1 left) 2024-09-11T03:37:46.723 INFO:tasks.rados.rados.0.smithi086.stdout:1718: done (0 left) 2024-09-11T03:37:46.723 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 50 current snap is 162 2024-09-11T03:37:46.723 INFO:tasks.rados.rados.0.smithi086.stdout:1719: seq_num 551 ranges {2834432=434176,3268608=647168,3915776=450560,4366336=507904} 2024-09-11T03:37:46.740 INFO:tasks.rados.rados.0.smithi086.stdout:1719: writing smithi08678205-50 from 2834432 to 3268608 tid 1 2024-09-11T03:37:46.744 INFO:tasks.rados.rados.0.smithi086.stdout:1719: writing smithi08678205-50 from 3268608 to 3915776 tid 2 2024-09-11T03:37:46.747 INFO:tasks.rados.rados.0.smithi086.stdout:1719: writing smithi08678205-50 from 3915776 to 4366336 tid 3 2024-09-11T03:37:46.750 INFO:tasks.rados.rados.0.smithi086.stdout:1719: writing smithi08678205-50 from 4366336 to 4874240 tid 4 2024-09-11T03:37:46.751 INFO:tasks.rados.rados.0.smithi086.stdout:1720: snap_remove snap 127 2024-09-11T03:37:46.870 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[89281]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 318 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s; 59/627 objects degraded (9.410%) 2024-09-11T03:37:46.870 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 59/627 objects degraded (9.410%), 8 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:46.870 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[89281]: osdmap e397: 8 total, 7 up, 8 in 2024-09-11T03:37:46.870 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:46.870 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:46.871 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:46.871 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:46.871 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[91691]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 318 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s; 59/627 objects degraded (9.410%) 2024-09-11T03:37:46.871 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 59/627 objects degraded (9.410%), 8 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:46.871 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[91691]: osdmap e397: 8 total, 7 up, 8 in 2024-09-11T03:37:46.871 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:46.871 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:46.871 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:46.871 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:46 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:46 smithi130 ceph-mon[83685]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 318 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s; 59/627 objects degraded (9.410%) 2024-09-11T03:37:47.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:46 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 59/627 objects degraded (9.410%), 8 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:47.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:46 smithi130 ceph-mon[83685]: osdmap e397: 8 total, 7 up, 8 in 2024-09-11T03:37:47.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:46 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:47.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:46 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:47.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:46 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:47.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:46 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:47.419 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[111570]: 2024-09-11T03:37:47.339+0000 7f513ceb3640 -1 osd.3 386 log_to_monitors true 2024-09-11T03:37:47.725 INFO:tasks.rados.rados.0.smithi086.stdout:1720: done (1 left) 2024-09-11T03:37:47.725 INFO:tasks.rados.rados.0.smithi086.stdout:1721: read oid 37 snap -1 2024-09-11T03:37:47.725 INFO:tasks.rados.rados.0.smithi086.stdout:1721: expect (ObjNum 486 snap 141 seq_num 486) 2024-09-11T03:37:47.726 INFO:tasks.rados.rados.0.smithi086.stdout:1722: delete oid 26 current snap is 162 2024-09-11T03:37:47.726 INFO:tasks.rados.rados.0.smithi086.stdout:1719: finishing write tid 1 to smithi08678205-50 2024-09-11T03:37:47.726 INFO:tasks.rados.rados.0.smithi086.stdout:1719: finishing write tid 2 to smithi08678205-50 2024-09-11T03:37:47.726 INFO:tasks.rados.rados.0.smithi086.stdout:1719: finishing write tid 3 to smithi08678205-50 2024-09-11T03:37:47.726 INFO:tasks.rados.rados.0.smithi086.stdout:1719: finishing write tid 4 to smithi08678205-50 2024-09-11T03:37:47.726 INFO:tasks.rados.rados.0.smithi086.stdout:1719: finishing write tid 5 to smithi08678205-50 2024-09-11T03:37:47.726 INFO:tasks.rados.rados.0.smithi086.stdout:1719: finishing write tid 6 to smithi08678205-50 2024-09-11T03:37:47.726 INFO:tasks.rados.rados.0.smithi086.stdout:1719: oid 50 updating version 0 to 826 2024-09-11T03:37:47.726 INFO:tasks.rados.rados.0.smithi086.stdout:1719: oid 50 updating version 826 to 827 2024-09-11T03:37:47.726 INFO:tasks.rados.rados.0.smithi086.stdout:1719: oid 50 version 827 is already newer than 824 2024-09-11T03:37:47.726 INFO:tasks.rados.rados.0.smithi086.stdout:1719: oid 50 version 827 is already newer than 825 2024-09-11T03:37:47.726 INFO:tasks.rados.rados.0.smithi086.stdout:1719: oid 50 updating version 827 to 828 2024-09-11T03:37:47.726 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 828 (ObjNum 551 snap 162 seq_num 551) dirty exists 2024-09-11T03:37:47.727 INFO:tasks.rados.rados.0.smithi086.stdout:1719: left oid 50 (ObjNum 551 snap 162 seq_num 551) 2024-09-11T03:37:47.739 INFO:tasks.rados.rados.0.smithi086.stdout:1721: expect (ObjNum 486 snap 141 seq_num 486) 2024-09-11T03:37:47.770 INFO:tasks.rados.rados.0.smithi086.stdout:1719: done (2 left) 2024-09-11T03:37:47.770 INFO:tasks.rados.rados.0.smithi086.stdout:1721: done (1 left) 2024-09-11T03:37:47.770 INFO:tasks.rados.rados.0.smithi086.stdout:1722: done (0 left) 2024-09-11T03:37:47.770 INFO:tasks.rados.rados.0.smithi086.stdout:1723: read oid 39 snap 156 2024-09-11T03:37:47.771 INFO:tasks.rados.rados.0.smithi086.stdout:1723: expect deleted 2024-09-11T03:37:47.771 INFO:tasks.rados.rados.0.smithi086.stdout:1724: read oid 27 snap 149 2024-09-11T03:37:47.771 INFO:tasks.rados.rados.0.smithi086.stdout:1724: expect (ObjNum 501 snap 147 seq_num 501) 2024-09-11T03:37:47.771 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 5 current snap is 162 2024-09-11T03:37:47.771 INFO:tasks.rados.rados.0.smithi086.stdout:1725: seq_num 553 ranges {0=466944,466944=417792,884736=417792,1302528=516096,1818624=253952} 2024-09-11T03:37:47.773 INFO:tasks.rados.rados.0.smithi086.stdout:1725: writing smithi08678205-5 from 0 to 466944 tid 1 2024-09-11T03:37:47.775 INFO:tasks.rados.rados.0.smithi086.stdout:1725: writing smithi08678205-5 from 466944 to 884736 tid 2 2024-09-11T03:37:47.778 INFO:tasks.rados.rados.0.smithi086.stdout:1725: writing smithi08678205-5 from 884736 to 1302528 tid 3 2024-09-11T03:37:47.781 INFO:tasks.rados.rados.0.smithi086.stdout:1725: writing smithi08678205-5 from 1302528 to 1818624 tid 4 2024-09-11T03:37:47.782 INFO:tasks.rados.rados.0.smithi086.stdout:1725: writing smithi08678205-5 from 1818624 to 2072576 tid 5 2024-09-11T03:37:47.782 INFO:tasks.rados.rados.0.smithi086.stdout:1726: rollback oid 38 current snap is 162 2024-09-11T03:37:47.782 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 38 to 159 2024-09-11T03:37:47.783 INFO:tasks.rados.rados.0.smithi086.stdout:1724: expect (ObjNum 501 snap 147 seq_num 501) 2024-09-11T03:37:47.835 INFO:tasks.rados.rados.0.smithi086.stdout:1725: finishing write tid 1 to smithi08678205-5 2024-09-11T03:37:47.835 INFO:tasks.rados.rados.0.smithi086.stdout:1725: finishing write tid 2 to smithi08678205-5 2024-09-11T03:37:47.835 INFO:tasks.rados.rados.0.smithi086.stdout:1725: finishing write tid 3 to smithi08678205-5 2024-09-11T03:37:47.835 INFO:tasks.rados.rados.0.smithi086.stdout:1725: finishing write tid 4 to smithi08678205-5 2024-09-11T03:37:47.835 INFO:tasks.rados.rados.0.smithi086.stdout:1725: finishing write tid 5 to smithi08678205-5 2024-09-11T03:37:47.836 INFO:tasks.rados.rados.0.smithi086.stdout:1725: finishing write tid 6 to smithi08678205-5 2024-09-11T03:37:47.836 INFO:tasks.rados.rados.0.smithi086.stdout:1726: finishing rollback tid 0 to smithi08678205-38 2024-09-11T03:37:47.836 INFO:tasks.rados.rados.0.smithi086.stdout:1726: finishing rollback tid 1 to smithi08678205-38 2024-09-11T03:37:47.836 INFO:tasks.rados.rados.0.smithi086.stdout:1723: done (3 left) 2024-09-11T03:37:47.836 INFO:tasks.rados.rados.0.smithi086.stdout:1724: done (2 left) 2024-09-11T03:37:47.836 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 14 current snap is 162 2024-09-11T03:37:47.836 INFO:tasks.rados.rados.0.smithi086.stdout:1726: finishing rollback tid 2 to smithi08678205-38 2024-09-11T03:37:47.836 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 705 (ObjNum 471 snap 136 seq_num 471) dirty exists 2024-09-11T03:37:47.836 INFO:tasks.rados.rados.0.smithi086.stdout:1725: finishing write tid 7 to smithi08678205-5 2024-09-11T03:37:47.836 INFO:tasks.rados.rados.0.smithi086.stdout:1725: oid 5 updating version 0 to 1087 2024-09-11T03:37:47.836 INFO:tasks.rados.rados.0.smithi086.stdout:1725: oid 5 version 1087 is already newer than 1086 2024-09-11T03:37:47.836 INFO:tasks.rados.rados.0.smithi086.stdout:1725: oid 5 updating version 1087 to 1089 2024-09-11T03:37:47.836 INFO:tasks.rados.rados.0.smithi086.stdout:1725: oid 5 updating version 1089 to 1090 2024-09-11T03:37:47.837 INFO:tasks.rados.rados.0.smithi086.stdout:1725: oid 5 version 1090 is already newer than 1085 2024-09-11T03:37:47.837 INFO:tasks.rados.rados.0.smithi086.stdout:1725: oid 5 version 1090 is already newer than 1088 2024-09-11T03:37:47.837 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 1090 (ObjNum 553 snap 162 seq_num 553) dirty exists 2024-09-11T03:37:47.837 INFO:tasks.rados.rados.0.smithi086.stdout:1725: left oid 5 (ObjNum 553 snap 162 seq_num 553) 2024-09-11T03:37:47.837 INFO:tasks.rados.rados.0.smithi086.stdout:1727: seq_num 554 ranges {6725632=483328,7208960=704512,7913472=622592,8536064=278528} 2024-09-11T03:37:47.874 INFO:tasks.rados.rados.0.smithi086.stdout:1727: writing smithi08678205-14 from 6725632 to 7208960 tid 1 2024-09-11T03:37:47.878 INFO:tasks.rados.rados.0.smithi086.stdout:1727: writing smithi08678205-14 from 7208960 to 7913472 tid 2 2024-09-11T03:37:47.882 INFO:tasks.rados.rados.0.smithi086.stdout:1727: writing smithi08678205-14 from 7913472 to 8536064 tid 3 2024-09-11T03:37:47.884 INFO:tasks.rados.rados.0.smithi086.stdout:1727: writing smithi08678205-14 from 8536064 to 8814592 tid 4 2024-09-11T03:37:47.884 INFO:tasks.rados.rados.0.smithi086.stdout:1725: done (2 left) 2024-09-11T03:37:47.884 INFO:tasks.rados.rados.0.smithi086.stdout:1726: done (1 left) 2024-09-11T03:37:47.884 INFO:tasks.rados.rados.0.smithi086.stdout:1728: setattr oid 38 current snap is 162 2024-09-11T03:37:47.884 INFO:tasks.rados.rados.0.smithi086.stdout:1727: finishing write tid 1 to smithi08678205-14 2024-09-11T03:37:47.884 INFO:tasks.rados.rados.0.smithi086.stdout:1727: finishing write tid 2 to smithi08678205-14 2024-09-11T03:37:47.886 INFO:tasks.rados.rados.0.smithi086.stdout:1727: finishing write tid 3 to smithi08678205-14 2024-09-11T03:37:47.886 INFO:tasks.rados.rados.0.smithi086.stdout:1727: finishing write tid 4 to smithi08678205-14 2024-09-11T03:37:47.886 INFO:tasks.rados.rados.0.smithi086.stdout:1729: copy_from oid 17 from oid 18 current snap is 162 2024-09-11T03:37:47.887 INFO:tasks.rados.rados.0.smithi086.stdout:1730: read oid 9 snap -1 2024-09-11T03:37:47.887 INFO:tasks.rados.rados.0.smithi086.stdout:1730: expect (ObjNum 514 snap 148 seq_num 514) 2024-09-11T03:37:47.887 INFO:tasks.rados.rados.0.smithi086.stdout:1731: rollback oid 48 current snap is 162 2024-09-11T03:37:47.887 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 48 to 151 2024-09-11T03:37:47.887 INFO:tasks.rados.rados.0.smithi086.stdout:1732: read oid 7 snap -1 2024-09-11T03:37:47.887 INFO:tasks.rados.rados.0.smithi086.stdout:1732: expect (ObjNum 414 snap 121 seq_num 414) 2024-09-11T03:37:47.887 INFO:tasks.rados.rados.0.smithi086.stdout:1733: copy_from oid 31 from oid 29 current snap is 162 2024-09-11T03:37:47.887 INFO:tasks.rados.rados.0.smithi086.stdout:1734: snap_remove snap 159 2024-09-11T03:37:48.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:47 smithi086 ceph-mon[89281]: osdmap e398: 8 total, 7 up, 8 in 2024-09-11T03:37:48.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:47 smithi086 ceph-mon[89281]: from='osd.3 [v2:172.21.15.86:6826/2935048048,v1:172.21.15.86:6827/2935048048]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-11T03:37:48.001 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:37:47 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[111570]: 2024-09-11T03:37:47.762+0000 7f5134c5d640 -1 osd.3 386 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:37:48.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:47 smithi086 ceph-mon[91691]: osdmap e398: 8 total, 7 up, 8 in 2024-09-11T03:37:48.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:47 smithi086 ceph-mon[91691]: from='osd.3 [v2:172.21.15.86:6826/2935048048,v1:172.21.15.86:6827/2935048048]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-11T03:37:48.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:47 smithi130 ceph-mon[83685]: osdmap e398: 8 total, 7 up, 8 in 2024-09-11T03:37:48.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:47 smithi130 ceph-mon[83685]: from='osd.3 [v2:172.21.15.86:6826/2935048048,v1:172.21.15.86:6827/2935048048]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-11T03:37:48.266 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:37:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:37:48] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-11T03:37:48.733 INFO:tasks.rados.rados.0.smithi086.stdout:1734: done (7 left) 2024-09-11T03:37:48.733 INFO:tasks.rados.rados.0.smithi086.stdout:1735: read oid 32 snap -1 2024-09-11T03:37:48.733 INFO:tasks.rados.rados.0.smithi086.stdout:1735: expect (ObjNum 475 snap 138 seq_num 475) 2024-09-11T03:37:48.733 INFO:tasks.rados.rados.0.smithi086.stdout:1736: setattr oid 33 current snap is 162 2024-09-11T03:37:48.735 INFO:tasks.rados.rados.0.smithi086.stdout:1737: rmattr oid 6 current snap is 162 2024-09-11T03:37:48.735 INFO:tasks.rados.rados.0.smithi086.stdout:1737: done (9 left) 2024-09-11T03:37:48.735 INFO:tasks.rados.rados.0.smithi086.stdout:1738: read oid 19 snap -1 2024-09-11T03:37:48.735 INFO:tasks.rados.rados.0.smithi086.stdout:1738: expect (ObjNum 511 snap 148 seq_num 511) 2024-09-11T03:37:48.735 INFO:tasks.rados.rados.0.smithi086.stdout:1739: snap_create 2024-09-11T03:37:48.735 INFO:tasks.rados.rados.0.smithi086.stdout:1727: finishing write tid 5 to smithi08678205-14 2024-09-11T03:37:48.735 INFO:tasks.rados.rados.0.smithi086.stdout:1727: finishing write tid 6 to smithi08678205-14 2024-09-11T03:37:48.735 INFO:tasks.rados.rados.0.smithi086.stdout:1727: oid 14 updating version 0 to 691 2024-09-11T03:37:48.736 INFO:tasks.rados.rados.0.smithi086.stdout:1727: oid 14 updating version 691 to 692 2024-09-11T03:37:48.736 INFO:tasks.rados.rados.0.smithi086.stdout:1727: oid 14 version 692 is already newer than 689 2024-09-11T03:37:48.736 INFO:tasks.rados.rados.0.smithi086.stdout:1727: oid 14 version 692 is already newer than 690 2024-09-11T03:37:48.736 INFO:tasks.rados.rados.0.smithi086.stdout:1727: oid 14 version 692 is already newer than 688 2024-09-11T03:37:48.736 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 692 (ObjNum 554 snap 162 seq_num 554) dirty exists 2024-09-11T03:37:48.736 INFO:tasks.rados.rados.0.smithi086.stdout:1727: left oid 14 (ObjNum 554 snap 162 seq_num 554) 2024-09-11T03:37:48.736 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 706 (ObjNum 471 snap 136 seq_num 471) dirty exists 2024-09-11T03:37:48.736 INFO:tasks.rados.rados.0.smithi086.stdout:1731: finishing rollback tid 0 to smithi08678205-48 2024-09-11T03:37:48.736 INFO:tasks.rados.rados.0.smithi086.stdout:1729: finishing copy_from racing read to smithi08678205-17 2024-09-11T03:37:48.736 INFO:tasks.rados.rados.0.smithi086.stdout:1731: finishing rollback tid 1 to smithi08678205-48 2024-09-11T03:37:48.736 INFO:tasks.rados.rados.0.smithi086.stdout:1731: finishing rollback tid 2 to smithi08678205-48 2024-09-11T03:37:48.736 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 843 (ObjNum 507 snap 148 seq_num 507) dirty exists 2024-09-11T03:37:48.736 INFO:tasks.rados.rados.0.smithi086.stdout:1730: expect (ObjNum 514 snap 148 seq_num 514) 2024-09-11T03:37:48.788 INFO:tasks.rados.rados.0.smithi086.stdout:1729: finishing copy_from to smithi08678205-17 2024-09-11T03:37:48.788 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 700 (ObjNum 337 snap 91 seq_num 337) dirty exists 2024-09-11T03:37:48.788 INFO:tasks.rados.rados.0.smithi086.stdout:1732: expect (ObjNum 414 snap 121 seq_num 414) 2024-09-11T03:37:48.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:48 smithi086 ceph-mon[89281]: pgmap v263: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 60/633 objects degraded (9.479%) 2024-09-11T03:37:48.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:48 smithi086 ceph-mon[89281]: from='osd.3 [v2:172.21.15.86:6826/2935048048,v1:172.21.15.86:6827/2935048048]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-11T03:37:48.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:48 smithi086 ceph-mon[89281]: osdmap e399: 8 total, 7 up, 8 in 2024-09-11T03:37:48.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:48 smithi086 ceph-mon[89281]: from='osd.3 [v2:172.21.15.86:6826/2935048048,v1:172.21.15.86:6827/2935048048]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:37:48.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:48 smithi086 ceph-mon[91691]: pgmap v263: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 60/633 objects degraded (9.479%) 2024-09-11T03:37:48.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:48 smithi086 ceph-mon[91691]: from='osd.3 [v2:172.21.15.86:6826/2935048048,v1:172.21.15.86:6827/2935048048]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-11T03:37:48.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:48 smithi086 ceph-mon[91691]: osdmap e399: 8 total, 7 up, 8 in 2024-09-11T03:37:48.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:48 smithi086 ceph-mon[91691]: from='osd.3 [v2:172.21.15.86:6826/2935048048,v1:172.21.15.86:6827/2935048048]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:37:48.844 INFO:tasks.rados.rados.0.smithi086.stdout:1733: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:37:48.844 INFO:tasks.rados.rados.0.smithi086.stdout:1733: finishing copy_from to smithi08678205-31 2024-09-11T03:37:48.844 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 705 (ObjNum 549 snap 162 seq_num 549) dirty exists 2024-09-11T03:37:48.844 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 1478 (ObjNum 397 snap 111 seq_num 397) dirty exists 2024-09-11T03:37:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:48 smithi130 ceph-mon[83685]: pgmap v263: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 60/633 objects degraded (9.479%) 2024-09-11T03:37:49.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:48 smithi130 ceph-mon[83685]: from='osd.3 [v2:172.21.15.86:6826/2935048048,v1:172.21.15.86:6827/2935048048]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-11T03:37:49.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:48 smithi130 ceph-mon[83685]: osdmap e399: 8 total, 7 up, 8 in 2024-09-11T03:37:49.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:48 smithi130 ceph-mon[83685]: from='osd.3 [v2:172.21.15.86:6826/2935048048,v1:172.21.15.86:6827/2935048048]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi086", "root=default"]} : dispatch 2024-09-11T03:37:49.728 INFO:tasks.rados.rados.0.smithi086.stdout:1727: done (10 left) 2024-09-11T03:37:49.728 INFO:tasks.rados.rados.0.smithi086.stdout:1728: done (9 left) 2024-09-11T03:37:49.728 INFO:tasks.rados.rados.0.smithi086.stdout:1729: done (8 left) 2024-09-11T03:37:49.728 INFO:tasks.rados.rados.0.smithi086.stdout:1730: done (7 left) 2024-09-11T03:37:49.728 INFO:tasks.rados.rados.0.smithi086.stdout:1731: done (6 left) 2024-09-11T03:37:49.729 INFO:tasks.rados.rados.0.smithi086.stdout:1732: done (5 left) 2024-09-11T03:37:49.729 INFO:tasks.rados.rados.0.smithi086.stdout:1733: done (4 left) 2024-09-11T03:37:49.729 INFO:tasks.rados.rados.0.smithi086.stdout:1736: done (3 left) 2024-09-11T03:37:49.729 INFO:tasks.rados.rados.0.smithi086.stdout:1739: done (2 left) 2024-09-11T03:37:49.729 INFO:tasks.rados.rados.0.smithi086.stdout:1740: setattr oid 4 current snap is 163 2024-09-11T03:37:49.735 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 163 2024-09-11T03:37:49.735 INFO:tasks.rados.rados.0.smithi086.stdout:1741: seq_num 555 ranges {2146304=499712,2646016=638976,3284992=425984,3710976=540672} 2024-09-11T03:37:49.746 INFO:tasks.rados.rados.0.smithi086.stdout:1741: writing smithi08678205-7 from 2146304 to 2646016 tid 1 2024-09-11T03:37:49.752 INFO:tasks.rados.rados.0.smithi086.stdout:1741: writing smithi08678205-7 from 2646016 to 3284992 tid 2 2024-09-11T03:37:49.755 INFO:tasks.rados.rados.0.smithi086.stdout:1741: writing smithi08678205-7 from 3284992 to 3710976 tid 3 2024-09-11T03:37:49.759 INFO:tasks.rados.rados.0.smithi086.stdout:1741: writing smithi08678205-7 from 3710976 to 4251648 tid 4 2024-09-11T03:37:49.760 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 761 (ObjNum 437 snap 126 seq_num 437) dirty exists 2024-09-11T03:37:49.760 INFO:tasks.rados.rados.0.smithi086.stdout:1741: finishing write tid 1 to smithi08678205-7 2024-09-11T03:37:49.760 INFO:tasks.rados.rados.0.smithi086.stdout:1740: done (3 left) 2024-09-11T03:37:49.760 INFO:tasks.rados.rados.0.smithi086.stdout:1742: read oid 45 snap -1 2024-09-11T03:37:49.760 INFO:tasks.rados.rados.0.smithi086.stdout:1742: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:37:49.760 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 163 2024-09-11T03:37:49.760 INFO:tasks.rados.rados.0.smithi086.stdout:1743: seq_num 556 ranges {3104768=516096,3620864=524288,4145152=638976,4784128=442368} 2024-09-11T03:37:49.781 INFO:tasks.rados.rados.0.smithi086.stdout:1743: writing smithi08678205-46 from 3104768 to 3620864 tid 1 2024-09-11T03:37:49.784 INFO:tasks.rados.rados.0.smithi086.stdout:1743: writing smithi08678205-46 from 3620864 to 4145152 tid 2 2024-09-11T03:37:49.789 INFO:tasks.rados.rados.0.smithi086.stdout:1743: writing smithi08678205-46 from 4145152 to 4784128 tid 3 2024-09-11T03:37:49.792 INFO:tasks.rados.rados.0.smithi086.stdout:1743: writing smithi08678205-46 from 4784128 to 5226496 tid 4 2024-09-11T03:37:49.792 INFO:tasks.rados.rados.0.smithi086.stdout:1744: copy_from oid 30 from oid 37 current snap is 163 2024-09-11T03:37:49.792 INFO:tasks.rados.rados.0.smithi086.stdout:1742: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:37:49.797 INFO:tasks.rados.rados.0.smithi086.stdout:1741: finishing write tid 2 to smithi08678205-7 2024-09-11T03:37:49.797 INFO:tasks.rados.rados.0.smithi086.stdout:1741: finishing write tid 3 to smithi08678205-7 2024-09-11T03:37:49.797 INFO:tasks.rados.rados.0.smithi086.stdout:1742: done (5 left) 2024-09-11T03:37:49.797 INFO:tasks.rados.rados.0.smithi086.stdout:1745: rollback oid 39 current snap is 163 2024-09-11T03:37:49.797 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 39 to 161 2024-09-11T03:37:49.797 INFO:tasks.rados.rados.0.smithi086.stdout:1741: finishing write tid 4 to smithi08678205-7 2024-09-11T03:37:49.797 INFO:tasks.rados.rados.0.smithi086.stdout:1741: finishing write tid 5 to smithi08678205-7 2024-09-11T03:37:49.797 INFO:tasks.rados.rados.0.smithi086.stdout:1741: finishing write tid 6 to smithi08678205-7 2024-09-11T03:37:49.797 INFO:tasks.rados.rados.0.smithi086.stdout:1741: oid 7 updating version 0 to 695 2024-09-11T03:37:49.798 INFO:tasks.rados.rados.0.smithi086.stdout:1741: oid 7 updating version 695 to 696 2024-09-11T03:37:49.798 INFO:tasks.rados.rados.0.smithi086.stdout:1741: oid 7 updating version 696 to 697 2024-09-11T03:37:49.798 INFO:tasks.rados.rados.0.smithi086.stdout:1741: oid 7 version 697 is already newer than 694 2024-09-11T03:37:49.798 INFO:tasks.rados.rados.0.smithi086.stdout:1741: oid 7 updating version 697 to 698 2024-09-11T03:37:49.798 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 698 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-09-11T03:37:49.798 INFO:tasks.rados.rados.0.smithi086.stdout:1741: left oid 7 (ObjNum 555 snap 163 seq_num 555) 2024-09-11T03:37:49.798 INFO:tasks.rados.rados.0.smithi086.stdout:1735: expect (ObjNum 475 snap 138 seq_num 475) 2024-09-11T03:37:49.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:37:49.699+0000 7f1689c5f640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-11T03:37:49.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:37:49.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: osd.3 [v2:172.21.15.86:6826/2935048048,v1:172.21.15.86:6827/2935048048] boot 2024-09-11T03:37:49.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: osdmap e400: 8 total, 8 up, 8 in 2024-09-11T03:37:49.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-11T03:37:49.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:49.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:37:49.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:49.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:49.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:37:49.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:37:49.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:49.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:37:49.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:49.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:49.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:49.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-11T03:37:49.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[89281]: osdmap e401: 8 total, 8 up, 8 in 2024-09-11T03:37:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:37:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: osd.3 [v2:172.21.15.86:6826/2935048048,v1:172.21.15.86:6827/2935048048] boot 2024-09-11T03:37:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: osdmap e400: 8 total, 8 up, 8 in 2024-09-11T03:37:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-11T03:37:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:49.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:37:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:37:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:37:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:37:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-11T03:37:49.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:49 smithi086 ceph-mon[91691]: osdmap e401: 8 total, 8 up, 8 in 2024-09-11T03:37:49.911 INFO:tasks.rados.rados.0.smithi086.stdout:1738: expect (ObjNum 511 snap 148 seq_num 511) 2024-09-11T03:37:50.039 INFO:tasks.rados.rados.0.smithi086.stdout:1743: finishing write tid 1 to smithi08678205-46 2024-09-11T03:37:50.040 INFO:tasks.rados.rados.0.smithi086.stdout:1743: finishing write tid 2 to smithi08678205-46 2024-09-11T03:37:50.040 INFO:tasks.rados.rados.0.smithi086.stdout:1743: finishing write tid 3 to smithi08678205-46 2024-09-11T03:37:50.040 INFO:tasks.rados.rados.0.smithi086.stdout:1735: done (5 left) 2024-09-11T03:37:50.040 INFO:tasks.rados.rados.0.smithi086.stdout:1738: done (4 left) 2024-09-11T03:37:50.040 INFO:tasks.rados.rados.0.smithi086.stdout:1741: done (3 left) 2024-09-11T03:37:50.040 INFO:tasks.rados.rados.0.smithi086.stdout:1746: delete oid 27 current snap is 163 2024-09-11T03:37:50.040 INFO:tasks.rados.rados.0.smithi086.stdout:1743: finishing write tid 4 to smithi08678205-46 2024-09-11T03:37:50.040 INFO:tasks.rados.rados.0.smithi086.stdout:1743: finishing write tid 5 to smithi08678205-46 2024-09-11T03:37:50.040 INFO:tasks.rados.rados.0.smithi086.stdout:1743: finishing write tid 6 to smithi08678205-46 2024-09-11T03:37:50.040 INFO:tasks.rados.rados.0.smithi086.stdout:1743: oid 46 updating version 0 to 847 2024-09-11T03:37:50.041 INFO:tasks.rados.rados.0.smithi086.stdout:1743: oid 46 updating version 847 to 850 2024-09-11T03:37:50.041 INFO:tasks.rados.rados.0.smithi086.stdout:1743: oid 46 version 850 is already newer than 849 2024-09-11T03:37:50.041 INFO:tasks.rados.rados.0.smithi086.stdout:1743: oid 46 updating version 850 to 851 2024-09-11T03:37:50.041 INFO:tasks.rados.rados.0.smithi086.stdout:1743: oid 46 version 851 is already newer than 848 2024-09-11T03:37:50.041 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 851 (ObjNum 556 snap 163 seq_num 556) dirty exists 2024-09-11T03:37:50.041 INFO:tasks.rados.rados.0.smithi086.stdout:1743: left oid 46 (ObjNum 556 snap 163 seq_num 556) 2024-09-11T03:37:50.041 INFO:tasks.rados.rados.0.smithi086.stdout:1745: finishing rollback tid 1 to smithi08678205-39 2024-09-11T03:37:50.041 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 750 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-11T03:37:50.041 INFO:tasks.rados.rados.0.smithi086.stdout:1744: finishing copy_from racing read to smithi08678205-30 2024-09-11T03:37:50.041 INFO:tasks.rados.rados.0.smithi086.stdout:1744: finishing copy_from to smithi08678205-30 2024-09-11T03:37:50.041 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 283 (ObjNum 486 snap 141 seq_num 486) dirty exists 2024-09-11T03:37:50.042 INFO:tasks.rados.rados.0.smithi086.stdout:1743: done (3 left) 2024-09-11T03:37:50.042 INFO:tasks.rados.rados.0.smithi086.stdout:1744: done (2 left) 2024-09-11T03:37:50.042 INFO:tasks.rados.rados.0.smithi086.stdout:1745: done (1 left) 2024-09-11T03:37:50.042 INFO:tasks.rados.rados.0.smithi086.stdout:1746: done (0 left) 2024-09-11T03:37:50.042 INFO:tasks.rados.rados.0.smithi086.stdout:1747: copy_from oid 37 from oid 47 current snap is 163 2024-09-11T03:37:50.042 INFO:tasks.rados.rados.0.smithi086.stdout:1748: copy_from oid 17 from oid 36 current snap is 163 2024-09-11T03:37:50.042 INFO:tasks.rados.rados.0.smithi086.stdout:1749: read oid 27 snap -1 2024-09-11T03:37:50.042 INFO:tasks.rados.rados.0.smithi086.stdout:1749: expect deleted 2024-09-11T03:37:50.043 INFO:tasks.rados.rados.0.smithi086.stdout:1750: delete oid 23 current snap is 163 2024-09-11T03:37:50.046 INFO:tasks.rados.rados.0.smithi086.stdout:1749: done (3 left) 2024-09-11T03:37:50.046 INFO:tasks.rados.rados.0.smithi086.stdout:1750: done (2 left) 2024-09-11T03:37:50.046 INFO:tasks.rados.rados.0.smithi086.stdout:1751: rmattr oid 11 current snap is 163 2024-09-11T03:37:50.046 INFO:tasks.rados.rados.0.smithi086.stdout:1751: done (2 left) 2024-09-11T03:37:50.046 INFO:tasks.rados.rados.0.smithi086.stdout:1752: read oid 46 snap -1 2024-09-11T03:37:50.046 INFO:tasks.rados.rados.0.smithi086.stdout:1752: expect (ObjNum 556 snap 163 seq_num 556) 2024-09-11T03:37:50.047 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 163 2024-09-11T03:37:50.047 INFO:tasks.rados.rados.0.smithi086.stdout:1753: seq_num 559 ranges {0=565248,565248=573440,1138688=409600,1548288=622592} 2024-09-11T03:37:50.049 INFO:tasks.rados.rados.0.smithi086.stdout:1753: writing smithi08678205-26 from 0 to 565248 tid 1 2024-09-11T03:37:50.053 INFO:tasks.rados.rados.0.smithi086.stdout:1753: writing smithi08678205-26 from 565248 to 1138688 tid 2 2024-09-11T03:37:50.055 INFO:tasks.rados.rados.0.smithi086.stdout:1753: writing smithi08678205-26 from 1138688 to 1548288 tid 3 2024-09-11T03:37:50.059 INFO:tasks.rados.rados.0.smithi086.stdout:1753: writing smithi08678205-26 from 1548288 to 2170880 tid 4 2024-09-11T03:37:50.060 INFO:tasks.rados.rados.0.smithi086.stdout:1754: delete oid 42 current snap is 163 2024-09-11T03:37:50.060 INFO:tasks.rados.rados.0.smithi086.stdout:1748: finishing copy_from racing read to smithi08678205-17 2024-09-11T03:37:50.060 INFO:tasks.rados.rados.0.smithi086.stdout:1748: finishing copy_from to smithi08678205-17 2024-09-11T03:37:50.060 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 1048 (ObjNum 431 snap 126 seq_num 431) dirty exists 2024-09-11T03:37:50.060 INFO:tasks.rados.rados.0.smithi086.stdout:1747: finishing copy_from racing read to smithi08678205-37 2024-09-11T03:37:50.060 INFO:tasks.rados.rados.0.smithi086.stdout:1747: finishing copy_from to smithi08678205-37 2024-09-11T03:37:50.060 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 759 (ObjNum 539 snap 159 seq_num 539) dirty exists 2024-09-11T03:37:50.060 INFO:tasks.rados.rados.0.smithi086.stdout:1753: finishing write tid 1 to smithi08678205-26 2024-09-11T03:37:50.060 INFO:tasks.rados.rados.0.smithi086.stdout:1753: finishing write tid 2 to smithi08678205-26 2024-09-11T03:37:50.060 INFO:tasks.rados.rados.0.smithi086.stdout:1753: finishing write tid 3 to smithi08678205-26 2024-09-11T03:37:50.062 INFO:tasks.rados.rados.0.smithi086.stdout:1747: done (4 left) 2024-09-11T03:37:50.062 INFO:tasks.rados.rados.0.smithi086.stdout:1748: done (3 left) 2024-09-11T03:37:50.062 INFO:tasks.rados.rados.0.smithi086.stdout:1754: done (2 left) 2024-09-11T03:37:50.062 INFO:tasks.rados.rados.0.smithi086.stdout:1755: snap_remove snap 161 2024-09-11T03:37:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:37:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: osd.3 [v2:172.21.15.86:6826/2935048048,v1:172.21.15.86:6827/2935048048] boot 2024-09-11T03:37:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: osdmap e400: 8 total, 8 up, 8 in 2024-09-11T03:37:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-11T03:37:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:37:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:37:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:37:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:37:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:37:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:37:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-11T03:37:50.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:49 smithi130 ceph-mon[83685]: osdmap e401: 8 total, 8 up, 8 in 2024-09-11T03:37:50.759 INFO:tasks.rados.rados.0.smithi086.stdout:1753: finishing write tid 4 to smithi08678205-26 2024-09-11T03:37:50.759 INFO:tasks.rados.rados.0.smithi086.stdout:1753: finishing write tid 5 to smithi08678205-26 2024-09-11T03:37:50.759 INFO:tasks.rados.rados.0.smithi086.stdout:1753: finishing write tid 6 to smithi08678205-26 2024-09-11T03:37:50.759 INFO:tasks.rados.rados.0.smithi086.stdout:1753: oid 26 updating version 0 to 763 2024-09-11T03:37:50.760 INFO:tasks.rados.rados.0.smithi086.stdout:1753: oid 26 version 763 is already newer than 762 2024-09-11T03:37:50.760 INFO:tasks.rados.rados.0.smithi086.stdout:1753: oid 26 version 763 is already newer than 760 2024-09-11T03:37:50.760 INFO:tasks.rados.rados.0.smithi086.stdout:1753: oid 26 updating version 763 to 764 2024-09-11T03:37:50.760 INFO:tasks.rados.rados.0.smithi086.stdout:1753: oid 26 version 764 is already newer than 761 2024-09-11T03:37:50.760 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 764 (ObjNum 559 snap 163 seq_num 559) dirty exists 2024-09-11T03:37:50.760 INFO:tasks.rados.rados.0.smithi086.stdout:1753: left oid 26 (ObjNum 559 snap 163 seq_num 559) 2024-09-11T03:37:50.760 INFO:tasks.rados.rados.0.smithi086.stdout:1752: expect (ObjNum 556 snap 163 seq_num 556) 2024-09-11T03:37:50.992 INFO:tasks.rados.rados.0.smithi086.stdout:1752: done (2 left) 2024-09-11T03:37:50.992 INFO:tasks.rados.rados.0.smithi086.stdout:1753: done (1 left) 2024-09-11T03:37:50.992 INFO:tasks.rados.rados.0.smithi086.stdout:1755: done (0 left) 2024-09-11T03:37:50.992 INFO:tasks.rados.rados.0.smithi086.stdout:1756: delete oid 24 current snap is 163 2024-09-11T03:37:50.994 INFO:tasks.rados.rados.0.smithi086.stdout:1756: done (0 left) 2024-09-11T03:37:50.994 INFO:tasks.rados.rados.0.smithi086.stdout:1757: delete oid 23 current snap is 163 2024-09-11T03:37:50.996 INFO:tasks.rados.rados.0.smithi086.stdout:1757: done (0 left) 2024-09-11T03:37:50.996 INFO:tasks.rados.rados.0.smithi086.stdout:1758: copy_from oid 6 from oid 30 current snap is 163 2024-09-11T03:37:50.996 INFO:tasks.rados.rados.0.smithi086.stdout:1759: snap_remove snap 107 2024-09-11T03:37:51.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:50 smithi086 ceph-mon[89281]: pgmap v266: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 321 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 950 KiB/s wr, 3 op/s; 61/636 objects degraded (9.591%) 2024-09-11T03:37:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:50 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-11T03:37:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:50 smithi086 ceph-mon[89281]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-11T03:37:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:50 smithi086 ceph-mon[91691]: pgmap v266: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 321 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 950 KiB/s wr, 3 op/s; 61/636 objects degraded (9.591%) 2024-09-11T03:37:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:50 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-11T03:37:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:50 smithi086 ceph-mon[91691]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-11T03:37:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:50 smithi130 ceph-mon[83685]: pgmap v266: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 321 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 950 KiB/s wr, 3 op/s; 61/636 objects degraded (9.591%) 2024-09-11T03:37:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:50 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-11T03:37:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:50 smithi130 ceph-mon[83685]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-11T03:37:51.764 INFO:tasks.rados.rados.0.smithi086.stdout:1759: done (1 left) 2024-09-11T03:37:51.764 INFO:tasks.rados.rados.0.smithi086.stdout:1760: snap_create 2024-09-11T03:37:51.764 INFO:tasks.rados.rados.0.smithi086.stdout:1758: finishing copy_from racing read to smithi08678205-6 2024-09-11T03:37:51.765 INFO:tasks.rados.rados.0.smithi086.stdout:1758: finishing copy_from to smithi08678205-6 2024-09-11T03:37:51.765 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 283 (ObjNum 486 snap 141 seq_num 486) dirty exists 2024-09-11T03:37:52.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:51 smithi086 ceph-mon[89281]: osdmap e402: 8 total, 8 up, 8 in 2024-09-11T03:37:52.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:51 smithi086 ceph-mon[91691]: osdmap e402: 8 total, 8 up, 8 in 2024-09-11T03:37:52.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:51 smithi130 ceph-mon[83685]: osdmap e402: 8 total, 8 up, 8 in 2024-09-11T03:37:52.769 INFO:tasks.rados.rados.0.smithi086.stdout:1758: done (1 left) 2024-09-11T03:37:52.769 INFO:tasks.rados.rados.0.smithi086.stdout:1760: done (0 left) 2024-09-11T03:37:52.769 INFO:tasks.rados.rados.0.smithi086.stdout:1761: delete oid 46 current snap is 164 2024-09-11T03:37:52.775 INFO:tasks.rados.rados.0.smithi086.stdout:1761: done (0 left) 2024-09-11T03:37:52.775 INFO:tasks.rados.rados.0.smithi086.stdout:1762: rollback oid 6 current snap is 164 2024-09-11T03:37:52.775 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 6 to 151 2024-09-11T03:37:52.775 INFO:tasks.rados.rados.0.smithi086.stdout:1763: read oid 17 snap -1 2024-09-11T03:37:52.776 INFO:tasks.rados.rados.0.smithi086.stdout:1763: expect (ObjNum 431 snap 126 seq_num 431) 2024-09-11T03:37:52.776 INFO:tasks.rados.rados.0.smithi086.stdout:1764: snap_create 2024-09-11T03:37:52.778 INFO:tasks.rados.rados.0.smithi086.stdout:1763: expect (ObjNum 431 snap 126 seq_num 431) 2024-09-11T03:37:52.782 INFO:tasks.rados.rados.0.smithi086.stdout:1762: finishing rollback tid 0 to smithi08678205-6 2024-09-11T03:37:52.783 INFO:tasks.rados.rados.0.smithi086.stdout:1762: finishing rollback tid 1 to smithi08678205-6 2024-09-11T03:37:52.783 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 591 (ObjNum 4577 snap 0 seq_num 3221738752) dirty dne 2024-09-11T03:37:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:52 smithi086 ceph-mon[89281]: pgmap v269: 121 pgs: 23 active+undersized, 4 active+undersized+degraded, 94 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.1 MiB/s wr, 37 op/s; 34/603 objects degraded (5.638%); 8.0 MiB/s, 2 objects/s recovering 2024-09-11T03:37:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:52 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 34/603 objects degraded (5.638%), 4 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:53.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:52 smithi086 ceph-mon[89281]: osdmap e403: 8 total, 8 up, 8 in 2024-09-11T03:37:53.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:52 smithi086 ceph-mon[91691]: pgmap v269: 121 pgs: 23 active+undersized, 4 active+undersized+degraded, 94 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.1 MiB/s wr, 37 op/s; 34/603 objects degraded (5.638%); 8.0 MiB/s, 2 objects/s recovering 2024-09-11T03:37:53.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:52 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 34/603 objects degraded (5.638%), 4 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:53.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:52 smithi086 ceph-mon[91691]: osdmap e403: 8 total, 8 up, 8 in 2024-09-11T03:37:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:52 smithi130 ceph-mon[83685]: pgmap v269: 121 pgs: 23 active+undersized, 4 active+undersized+degraded, 94 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.1 MiB/s wr, 37 op/s; 34/603 objects degraded (5.638%); 8.0 MiB/s, 2 objects/s recovering 2024-09-11T03:37:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:52 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 34/603 objects degraded (5.638%), 4 pgs degraded (PG_DEGRADED) 2024-09-11T03:37:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:52 smithi130 ceph-mon[83685]: osdmap e403: 8 total, 8 up, 8 in 2024-09-11T03:37:53.784 INFO:tasks.rados.rados.0.smithi086.stdout:1762: done (2 left) 2024-09-11T03:37:53.784 INFO:tasks.rados.rados.0.smithi086.stdout:1763: done (1 left) 2024-09-11T03:37:53.784 INFO:tasks.rados.rados.0.smithi086.stdout:1764: done (0 left) 2024-09-11T03:37:53.784 INFO:tasks.rados.rados.0.smithi086.stdout:1765: rollback oid 5 current snap is 165 2024-09-11T03:37:53.785 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 5 to 147 2024-09-11T03:37:53.785 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 165 2024-09-11T03:37:53.785 INFO:tasks.rados.rados.0.smithi086.stdout:1766: seq_num 564 ranges {0=655360,655360=442368,1097728=598016,1695744=565248} 2024-09-11T03:37:53.788 INFO:tasks.rados.rados.0.smithi086.stdout:1766: writing smithi08678205-46 from 0 to 655360 tid 1 2024-09-11T03:37:53.790 INFO:tasks.rados.rados.0.smithi086.stdout:1766: writing smithi08678205-46 from 655360 to 1097728 tid 2 2024-09-11T03:37:53.794 INFO:tasks.rados.rados.0.smithi086.stdout:1766: writing smithi08678205-46 from 1097728 to 1695744 tid 3 2024-09-11T03:37:53.797 INFO:tasks.rados.rados.0.smithi086.stdout:1766: writing smithi08678205-46 from 1695744 to 2260992 tid 4 2024-09-11T03:37:53.797 INFO:tasks.rados.rados.0.smithi086.stdout:1767: snap_create 2024-09-11T03:37:53.797 INFO:tasks.rados.rados.0.smithi086.stdout:1765: finishing rollback tid 0 to smithi08678205-5 2024-09-11T03:37:53.797 INFO:tasks.rados.rados.0.smithi086.stdout:1765: finishing rollback tid 1 to smithi08678205-5 2024-09-11T03:37:53.797 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 1093 (ObjNum 129 snap 0 seq_num 2569553188) dirty dne 2024-09-11T03:37:53.797 INFO:tasks.rados.rados.0.smithi086.stdout:1766: finishing write tid 1 to smithi08678205-46 2024-09-11T03:37:53.798 INFO:tasks.rados.rados.0.smithi086.stdout:1766: finishing write tid 2 to smithi08678205-46 2024-09-11T03:37:53.798 INFO:tasks.rados.rados.0.smithi086.stdout:1766: finishing write tid 3 to smithi08678205-46 2024-09-11T03:37:53.800 INFO:tasks.rados.rados.0.smithi086.stdout:1766: finishing write tid 4 to smithi08678205-46 2024-09-11T03:37:53.800 INFO:tasks.rados.rados.0.smithi086.stdout:1766: finishing write tid 5 to smithi08678205-46 2024-09-11T03:37:53.801 INFO:tasks.rados.rados.0.smithi086.stdout:1766: finishing write tid 6 to smithi08678205-46 2024-09-11T03:37:53.801 INFO:tasks.rados.rados.0.smithi086.stdout:1766: oid 46 updating version 0 to 867 2024-09-11T03:37:53.801 INFO:tasks.rados.rados.0.smithi086.stdout:1766: oid 46 updating version 867 to 870 2024-09-11T03:37:53.802 INFO:tasks.rados.rados.0.smithi086.stdout:1766: oid 46 version 870 is already newer than 868 2024-09-11T03:37:53.802 INFO:tasks.rados.rados.0.smithi086.stdout:1766: oid 46 version 870 is already newer than 869 2024-09-11T03:37:53.802 INFO:tasks.rados.rados.0.smithi086.stdout:1766: oid 46 updating version 870 to 871 2024-09-11T03:37:53.802 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 871 (ObjNum 564 snap 165 seq_num 564) dirty exists 2024-09-11T03:37:53.802 INFO:tasks.rados.rados.0.smithi086.stdout:1766: left oid 46 (ObjNum 564 snap 165 seq_num 564) 2024-09-11T03:37:54.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:53 smithi086 ceph-mon[89281]: osdmap e404: 8 total, 8 up, 8 in 2024-09-11T03:37:54.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:53 smithi086 ceph-mon[91691]: osdmap e404: 8 total, 8 up, 8 in 2024-09-11T03:37:54.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:53 smithi130 ceph-mon[83685]: osdmap e404: 8 total, 8 up, 8 in 2024-09-11T03:37:54.796 INFO:tasks.rados.rados.0.smithi086.stdout:1765: done (2 left) 2024-09-11T03:37:54.796 INFO:tasks.rados.rados.0.smithi086.stdout:1766: done (1 left) 2024-09-11T03:37:54.796 INFO:tasks.rados.rados.0.smithi086.stdout:1767: done (0 left) 2024-09-11T03:37:54.796 INFO:tasks.rados.rados.0.smithi086.stdout:1768: snap_remove snap 165 2024-09-11T03:37:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:54 smithi086 ceph-mon[89281]: pgmap v272: 121 pgs: 121 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.8 MiB/s wr, 39 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-11T03:37:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:54 smithi086 ceph-mon[89281]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/603 objects degraded (5.638%), 4 pgs degraded) 2024-09-11T03:37:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:54 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:37:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:54 smithi086 ceph-mon[89281]: osdmap e405: 8 total, 8 up, 8 in 2024-09-11T03:37:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:54 smithi086 ceph-mon[91691]: pgmap v272: 121 pgs: 121 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.8 MiB/s wr, 39 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-11T03:37:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:54 smithi086 ceph-mon[91691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/603 objects degraded (5.638%), 4 pgs degraded) 2024-09-11T03:37:55.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:54 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:37:55.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:54 smithi086 ceph-mon[91691]: osdmap e405: 8 total, 8 up, 8 in 2024-09-11T03:37:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:54 smithi130 ceph-mon[83685]: pgmap v272: 121 pgs: 121 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.8 MiB/s wr, 39 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-11T03:37:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:54 smithi130 ceph-mon[83685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/603 objects degraded (5.638%), 4 pgs degraded) 2024-09-11T03:37:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:54 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:37:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:54 smithi130 ceph-mon[83685]: osdmap e405: 8 total, 8 up, 8 in 2024-09-11T03:37:55.801 INFO:tasks.rados.rados.0.smithi086.stdout:1768: done (0 left) 2024-09-11T03:37:55.801 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 166 2024-09-11T03:37:55.801 INFO:tasks.rados.rados.0.smithi086.stdout:1769: seq_num 565 ranges {0=671744,671744=729088,1400832=753664,2154496=122880} 2024-09-11T03:37:55.805 INFO:tasks.rados.rados.0.smithi086.stdout:1769: writing smithi08678205-49 from 0 to 671744 tid 1 2024-09-11T03:37:55.808 INFO:tasks.rados.rados.0.smithi086.stdout:1769: writing smithi08678205-49 from 671744 to 1400832 tid 2 2024-09-11T03:37:55.813 INFO:tasks.rados.rados.0.smithi086.stdout:1769: writing smithi08678205-49 from 1400832 to 2154496 tid 3 2024-09-11T03:37:55.814 INFO:tasks.rados.rados.0.smithi086.stdout:1769: writing smithi08678205-49 from 2154496 to 2277376 tid 4 2024-09-11T03:37:55.814 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 25 current snap is 166 2024-09-11T03:37:55.814 INFO:tasks.rados.rados.0.smithi086.stdout:1769: finishing write tid 1 to smithi08678205-49 2024-09-11T03:37:55.814 INFO:tasks.rados.rados.0.smithi086.stdout:1770: seq_num 566 ranges {1482752=688128,2170880=614400,2785280=565248,3350528=425984} 2024-09-11T03:37:55.826 INFO:tasks.rados.rados.0.smithi086.stdout:1770: writing smithi08678205-25 from 1482752 to 2170880 tid 1 2024-09-11T03:37:55.829 INFO:tasks.rados.rados.0.smithi086.stdout:1770: writing smithi08678205-25 from 2170880 to 2785280 tid 2 2024-09-11T03:37:55.833 INFO:tasks.rados.rados.0.smithi086.stdout:1770: writing smithi08678205-25 from 2785280 to 3350528 tid 3 2024-09-11T03:37:55.836 INFO:tasks.rados.rados.0.smithi086.stdout:1770: writing smithi08678205-25 from 3350528 to 3776512 tid 4 2024-09-11T03:37:55.836 INFO:tasks.rados.rados.0.smithi086.stdout:1771: copy_from oid 30 from oid 13 current snap is 166 2024-09-11T03:37:55.836 INFO:tasks.rados.rados.0.smithi086.stdout:1769: finishing write tid 2 to smithi08678205-49 2024-09-11T03:37:55.836 INFO:tasks.rados.rados.0.smithi086.stdout:1769: finishing write tid 3 to smithi08678205-49 2024-09-11T03:37:55.836 INFO:tasks.rados.rados.0.smithi086.stdout:1769: finishing write tid 4 to smithi08678205-49 2024-09-11T03:37:55.836 INFO:tasks.rados.rados.0.smithi086.stdout:1769: finishing write tid 5 to smithi08678205-49 2024-09-11T03:37:55.836 INFO:tasks.rados.rados.0.smithi086.stdout:1769: finishing write tid 6 to smithi08678205-49 2024-09-11T03:37:55.837 INFO:tasks.rados.rados.0.smithi086.stdout:1769: oid 49 updating version 0 to 765 2024-09-11T03:37:55.837 INFO:tasks.rados.rados.0.smithi086.stdout:1769: oid 49 version 765 is already newer than 763 2024-09-11T03:37:55.837 INFO:tasks.rados.rados.0.smithi086.stdout:1769: oid 49 updating version 765 to 766 2024-09-11T03:37:55.837 INFO:tasks.rados.rados.0.smithi086.stdout:1769: oid 49 version 766 is already newer than 762 2024-09-11T03:37:55.837 INFO:tasks.rados.rados.0.smithi086.stdout:1769: oid 49 version 766 is already newer than 764 2024-09-11T03:37:55.837 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 766 (ObjNum 565 snap 166 seq_num 565) dirty exists 2024-09-11T03:37:55.837 INFO:tasks.rados.rados.0.smithi086.stdout:1769: left oid 49 (ObjNum 565 snap 166 seq_num 565) 2024-09-11T03:37:55.837 INFO:tasks.rados.rados.0.smithi086.stdout:1770: finishing write tid 1 to smithi08678205-25 2024-09-11T03:37:55.837 INFO:tasks.rados.rados.0.smithi086.stdout:1770: finishing write tid 2 to smithi08678205-25 2024-09-11T03:37:55.837 INFO:tasks.rados.rados.0.smithi086.stdout:1770: finishing write tid 3 to smithi08678205-25 2024-09-11T03:37:55.837 INFO:tasks.rados.rados.0.smithi086.stdout:1769: done (2 left) 2024-09-11T03:37:55.837 INFO:tasks.rados.rados.0.smithi086.stdout:1772: read oid 36 snap -1 2024-09-11T03:37:55.837 INFO:tasks.rados.rados.0.smithi086.stdout:1772: expect (ObjNum 431 snap 126 seq_num 431) 2024-09-11T03:37:55.838 INFO:tasks.rados.rados.0.smithi086.stdout:1773: setattr oid 47 current snap is 166 2024-09-11T03:37:55.838 INFO:tasks.rados.rados.0.smithi086.stdout:1774: read oid 35 snap -1 2024-09-11T03:37:55.838 INFO:tasks.rados.rados.0.smithi086.stdout:1774: expect (ObjNum 505 snap 147 seq_num 505) 2024-09-11T03:37:55.838 INFO:tasks.rados.rados.0.smithi086.stdout:1775: delete oid 24 current snap is 166 2024-09-11T03:37:55.839 INFO:tasks.rados.rados.0.smithi086.stdout:1770: finishing write tid 4 to smithi08678205-25 2024-09-11T03:37:55.839 INFO:tasks.rados.rados.0.smithi086.stdout:1770: finishing write tid 5 to smithi08678205-25 2024-09-11T03:37:55.842 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 767 (ObjNum 539 snap 159 seq_num 539) dirty exists 2024-09-11T03:37:55.842 INFO:tasks.rados.rados.0.smithi086.stdout:1771: finishing copy_from to smithi08678205-30 2024-09-11T03:37:55.842 INFO:tasks.rados.rados.0.smithi086.stdout:1771: got expected ENOENT (src dne) 2024-09-11T03:37:55.843 INFO:tasks.rados.rados.0.smithi086.stdout:1771: finishing copy_from racing read to smithi08678205-30 2024-09-11T03:37:55.843 INFO:tasks.rados.rados.0.smithi086.stdout:1770: finishing write tid 6 to smithi08678205-25 2024-09-11T03:37:55.843 INFO:tasks.rados.rados.0.smithi086.stdout:1770: oid 25 updating version 0 to 853 2024-09-11T03:37:55.843 INFO:tasks.rados.rados.0.smithi086.stdout:1770: oid 25 version 853 is already newer than 852 2024-09-11T03:37:55.843 INFO:tasks.rados.rados.0.smithi086.stdout:1770: oid 25 updating version 853 to 854 2024-09-11T03:37:55.843 INFO:tasks.rados.rados.0.smithi086.stdout:1770: oid 25 updating version 854 to 856 2024-09-11T03:37:55.843 INFO:tasks.rados.rados.0.smithi086.stdout:1770: oid 25 version 856 is already newer than 855 2024-09-11T03:37:55.843 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 856 (ObjNum 566 snap 166 seq_num 566) dirty exists 2024-09-11T03:37:55.843 INFO:tasks.rados.rados.0.smithi086.stdout:1770: left oid 25 (ObjNum 566 snap 166 seq_num 566) 2024-09-11T03:37:55.843 INFO:tasks.rados.rados.0.smithi086.stdout:1772: expect (ObjNum 431 snap 126 seq_num 431) 2024-09-11T03:37:55.861 INFO:tasks.rados.rados.0.smithi086.stdout:1770: done (5 left) 2024-09-11T03:37:55.861 INFO:tasks.rados.rados.0.smithi086.stdout:1771: done (4 left) 2024-09-11T03:37:55.861 INFO:tasks.rados.rados.0.smithi086.stdout:1772: done (3 left) 2024-09-11T03:37:55.861 INFO:tasks.rados.rados.0.smithi086.stdout:1773: done (2 left) 2024-09-11T03:37:55.861 INFO:tasks.rados.rados.0.smithi086.stdout:1775: done (1 left) 2024-09-11T03:37:55.862 INFO:tasks.rados.rados.0.smithi086.stdout:1776: snap_remove snap 145 2024-09-11T03:37:56.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:55 smithi086 ceph-mon[89281]: osdmap e406: 8 total, 8 up, 8 in 2024-09-11T03:37:56.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:55 smithi086 ceph-mon[91691]: osdmap e406: 8 total, 8 up, 8 in 2024-09-11T03:37:56.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:55 smithi130 ceph-mon[83685]: osdmap e406: 8 total, 8 up, 8 in 2024-09-11T03:37:56.812 INFO:tasks.rados.rados.0.smithi086.stdout:1776: done (1 left) 2024-09-11T03:37:56.812 INFO:tasks.rados.rados.0.smithi086.stdout:1777: rollback oid 9 current snap is 166 2024-09-11T03:37:56.813 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 9 to 162 2024-09-11T03:37:56.813 INFO:tasks.rados.rados.0.smithi086.stdout:1774: expect (ObjNum 505 snap 147 seq_num 505) 2024-09-11T03:37:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:56 smithi086 ceph-mon[89281]: pgmap v275: 121 pgs: 121 active+clean; 229 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 784 KiB/s wr, 6 op/s; 4.7 MiB/s, 1 objects/s recovering 2024-09-11T03:37:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:56 smithi086 ceph-mon[89281]: osdmap e407: 8 total, 8 up, 8 in 2024-09-11T03:37:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:56 smithi086 ceph-mon[91691]: pgmap v275: 121 pgs: 121 active+clean; 229 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 784 KiB/s wr, 6 op/s; 4.7 MiB/s, 1 objects/s recovering 2024-09-11T03:37:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:56 smithi086 ceph-mon[91691]: osdmap e407: 8 total, 8 up, 8 in 2024-09-11T03:37:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:56 smithi130 ceph-mon[83685]: pgmap v275: 121 pgs: 121 active+clean; 229 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 784 KiB/s wr, 6 op/s; 4.7 MiB/s, 1 objects/s recovering 2024-09-11T03:37:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:56 smithi130 ceph-mon[83685]: osdmap e407: 8 total, 8 up, 8 in 2024-09-11T03:37:57.187 INFO:tasks.rados.rados.0.smithi086.stdout:1777: finishing rollback tid 0 to smithi08678205-9 2024-09-11T03:37:57.187 INFO:tasks.rados.rados.0.smithi086.stdout:1777: finishing rollback tid 1 to smithi08678205-9 2024-09-11T03:37:57.187 INFO:tasks.rados.rados.0.smithi086.stdout:1777: finishing rollback tid 2 to smithi08678205-9 2024-09-11T03:37:57.188 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 709 (ObjNum 514 snap 148 seq_num 514) dirty exists 2024-09-11T03:37:57.188 INFO:tasks.rados.rados.0.smithi086.stdout:1774: done (1 left) 2024-09-11T03:37:57.188 INFO:tasks.rados.rados.0.smithi086.stdout:1777: done (0 left) 2024-09-11T03:37:57.188 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 166 2024-09-11T03:37:57.188 INFO:tasks.rados.rados.0.smithi086.stdout:1778: seq_num 568 ranges {6725632=720896,7446528=786432,8232960=581632,8814592=237568} 2024-09-11T03:37:57.225 INFO:tasks.rados.rados.0.smithi086.stdout:1778: writing smithi08678205-3 from 6725632 to 7446528 tid 1 2024-09-11T03:37:57.230 INFO:tasks.rados.rados.0.smithi086.stdout:1778: writing smithi08678205-3 from 7446528 to 8232960 tid 2 2024-09-11T03:37:57.233 INFO:tasks.rados.rados.0.smithi086.stdout:1778: writing smithi08678205-3 from 8232960 to 8814592 tid 3 2024-09-11T03:37:57.235 INFO:tasks.rados.rados.0.smithi086.stdout:1778: writing smithi08678205-3 from 8814592 to 9052160 tid 4 2024-09-11T03:37:57.235 INFO:tasks.rados.rados.0.smithi086.stdout:1779: delete oid 24 current snap is 166 2024-09-11T03:37:57.235 INFO:tasks.rados.rados.0.smithi086.stdout:1778: finishing write tid 1 to smithi08678205-3 2024-09-11T03:37:57.235 INFO:tasks.rados.rados.0.smithi086.stdout:1778: finishing write tid 2 to smithi08678205-3 2024-09-11T03:37:57.238 INFO:tasks.rados.rados.0.smithi086.stdout:1778: finishing write tid 3 to smithi08678205-3 2024-09-11T03:37:57.238 INFO:tasks.rados.rados.0.smithi086.stdout:1778: finishing write tid 4 to smithi08678205-3 2024-09-11T03:37:57.239 INFO:tasks.rados.rados.0.smithi086.stdout:1778: finishing write tid 5 to smithi08678205-3 2024-09-11T03:37:57.240 INFO:tasks.rados.rados.0.smithi086.stdout:1779: done (1 left) 2024-09-11T03:37:57.240 INFO:tasks.rados.rados.0.smithi086.stdout:1780: delete oid 19 current snap is 166 2024-09-11T03:37:57.241 INFO:tasks.rados.rados.0.smithi086.stdout:1778: finishing write tid 6 to smithi08678205-3 2024-09-11T03:37:57.241 INFO:tasks.rados.rados.0.smithi086.stdout:1778: oid 3 updating version 0 to 1096 2024-09-11T03:37:57.241 INFO:tasks.rados.rados.0.smithi086.stdout:1778: oid 3 updating version 1096 to 1098 2024-09-11T03:37:57.241 INFO:tasks.rados.rados.0.smithi086.stdout:1778: oid 3 version 1098 is already newer than 1095 2024-09-11T03:37:57.241 INFO:tasks.rados.rados.0.smithi086.stdout:1778: oid 3 version 1098 is already newer than 1097 2024-09-11T03:37:57.241 INFO:tasks.rados.rados.0.smithi086.stdout:1778: oid 3 version 1098 is already newer than 1094 2024-09-11T03:37:57.241 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 1098 (ObjNum 568 snap 166 seq_num 568) dirty exists 2024-09-11T03:37:57.241 INFO:tasks.rados.rados.0.smithi086.stdout:1778: left oid 3 (ObjNum 568 snap 166 seq_num 568) 2024-09-11T03:37:57.242 INFO:tasks.rados.rados.0.smithi086.stdout:1778: done (1 left) 2024-09-11T03:37:57.242 INFO:tasks.rados.rados.0.smithi086.stdout:1780: done (0 left) 2024-09-11T03:37:57.242 INFO:tasks.rados.rados.0.smithi086.stdout:1781: read oid 29 snap -1 2024-09-11T03:37:57.243 INFO:tasks.rados.rados.0.smithi086.stdout:1781: expect (ObjNum 549 snap 162 seq_num 549) 2024-09-11T03:37:57.243 INFO:tasks.rados.rados.0.smithi086.stdout:1782: rollback oid 6 current snap is 166 2024-09-11T03:37:57.243 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 6 to 150 2024-09-11T03:37:57.243 INFO:tasks.rados.rados.0.smithi086.stdout:1783: read oid 9 snap -1 2024-09-11T03:37:57.243 INFO:tasks.rados.rados.0.smithi086.stdout:1783: expect (ObjNum 514 snap 148 seq_num 514) 2024-09-11T03:37:57.243 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 166 2024-09-11T03:37:57.243 INFO:tasks.rados.rados.0.smithi086.stdout:1784: seq_num 571 ranges {2170880=770048,2940928=483328,3424256=753664,4177920=368640} 2024-09-11T03:37:57.258 INFO:tasks.rados.rados.0.smithi086.stdout:1784: writing smithi08678205-26 from 2170880 to 2940928 tid 1 2024-09-11T03:37:57.261 INFO:tasks.rados.rados.0.smithi086.stdout:1784: writing smithi08678205-26 from 2940928 to 3424256 tid 2 2024-09-11T03:37:57.266 INFO:tasks.rados.rados.0.smithi086.stdout:1784: writing smithi08678205-26 from 3424256 to 4177920 tid 3 2024-09-11T03:37:57.269 INFO:tasks.rados.rados.0.smithi086.stdout:1784: writing smithi08678205-26 from 4177920 to 4546560 tid 4 2024-09-11T03:37:57.269 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 166 2024-09-11T03:37:57.269 INFO:tasks.rados.rados.0.smithi086.stdout:1782: finishing rollback tid 1 to smithi08678205-6 2024-09-11T03:37:57.269 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 591 (ObjNum 289 snap 0 seq_num 1496055895) dirty dne 2024-09-11T03:37:57.269 INFO:tasks.rados.rados.0.smithi086.stdout:1783: expect (ObjNum 514 snap 148 seq_num 514) 2024-09-11T03:37:57.307 INFO:tasks.rados.rados.0.smithi086.stdout:1784: finishing write tid 1 to smithi08678205-26 2024-09-11T03:37:57.307 INFO:tasks.rados.rados.0.smithi086.stdout:1784: finishing write tid 2 to smithi08678205-26 2024-09-11T03:37:57.307 INFO:tasks.rados.rados.0.smithi086.stdout:1784: finishing write tid 3 to smithi08678205-26 2024-09-11T03:37:57.307 INFO:tasks.rados.rados.0.smithi086.stdout:1784: finishing write tid 4 to smithi08678205-26 2024-09-11T03:37:57.307 INFO:tasks.rados.rados.0.smithi086.stdout:1784: finishing write tid 5 to smithi08678205-26 2024-09-11T03:37:57.307 INFO:tasks.rados.rados.0.smithi086.stdout:1784: finishing write tid 6 to smithi08678205-26 2024-09-11T03:37:57.307 INFO:tasks.rados.rados.0.smithi086.stdout:1784: oid 26 updating version 0 to 766 2024-09-11T03:37:57.307 INFO:tasks.rados.rados.0.smithi086.stdout:1784: oid 26 updating version 766 to 769 2024-09-11T03:37:57.307 INFO:tasks.rados.rados.0.smithi086.stdout:1784: oid 26 version 769 is already newer than 765 2024-09-11T03:37:57.308 INFO:tasks.rados.rados.0.smithi086.stdout:1784: oid 26 version 769 is already newer than 768 2024-09-11T03:37:57.308 INFO:tasks.rados.rados.0.smithi086.stdout:1784: oid 26 version 769 is already newer than 767 2024-09-11T03:37:57.308 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 769 (ObjNum 571 snap 166 seq_num 571) dirty exists 2024-09-11T03:37:57.308 INFO:tasks.rados.rados.0.smithi086.stdout:1784: left oid 26 (ObjNum 571 snap 166 seq_num 571) 2024-09-11T03:37:57.308 INFO:tasks.rados.rados.0.smithi086.stdout:1781: expect (ObjNum 549 snap 162 seq_num 549) 2024-09-11T03:37:58.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:57 smithi086 ceph-mon[89281]: osdmap e408: 8 total, 8 up, 8 in 2024-09-11T03:37:58.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:57 smithi086 ceph-mon[89281]: osdmap e409: 8 total, 8 up, 8 in 2024-09-11T03:37:58.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:37:58 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:37:58] "GET /metrics HTTP/1.1" 200 36153 "" "Prometheus/2.43.0" 2024-09-11T03:37:58.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:57 smithi086 ceph-mon[91691]: osdmap e408: 8 total, 8 up, 8 in 2024-09-11T03:37:58.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:57 smithi086 ceph-mon[91691]: osdmap e409: 8 total, 8 up, 8 in 2024-09-11T03:37:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:57 smithi130 ceph-mon[83685]: osdmap e408: 8 total, 8 up, 8 in 2024-09-11T03:37:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:57 smithi130 ceph-mon[83685]: osdmap e409: 8 total, 8 up, 8 in 2024-09-11T03:37:58.281 INFO:tasks.rados.rados.0.smithi086.stdout:1785: seq_num 572 ranges {6479872=786432,7266304=770048,8036352=557056,8593408=278528} 2024-09-11T03:37:58.318 INFO:tasks.rados.rados.0.smithi086.stdout:1785: writing smithi08678205-35 from 6479872 to 7266304 tid 1 2024-09-11T03:37:58.323 INFO:tasks.rados.rados.0.smithi086.stdout:1785: writing smithi08678205-35 from 7266304 to 8036352 tid 2 2024-09-11T03:37:58.326 INFO:tasks.rados.rados.0.smithi086.stdout:1785: writing smithi08678205-35 from 8036352 to 8593408 tid 3 2024-09-11T03:37:58.328 INFO:tasks.rados.rados.0.smithi086.stdout:1785: writing smithi08678205-35 from 8593408 to 8871936 tid 4 2024-09-11T03:37:58.328 INFO:tasks.rados.rados.0.smithi086.stdout:1781: done (4 left) 2024-09-11T03:37:58.328 INFO:tasks.rados.rados.0.smithi086.stdout:1782: done (3 left) 2024-09-11T03:37:58.328 INFO:tasks.rados.rados.0.smithi086.stdout:1783: done (2 left) 2024-09-11T03:37:58.328 INFO:tasks.rados.rados.0.smithi086.stdout:1784: done (1 left) 2024-09-11T03:37:58.328 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 43 current snap is 166 2024-09-11T03:37:58.328 INFO:tasks.rados.rados.0.smithi086.stdout:1785: finishing write tid 1 to smithi08678205-35 2024-09-11T03:37:58.329 INFO:tasks.rados.rados.0.smithi086.stdout:1785: finishing write tid 2 to smithi08678205-35 2024-09-11T03:37:58.329 INFO:tasks.rados.rados.0.smithi086.stdout:1786: seq_num 573 ranges {2367488=802816,3170304=655360,3825664=720896,4546560=229376} 2024-09-11T03:37:58.345 INFO:tasks.rados.rados.0.smithi086.stdout:1786: writing smithi08678205-43 from 2367488 to 3170304 tid 1 2024-09-11T03:37:58.349 INFO:tasks.rados.rados.0.smithi086.stdout:1786: writing smithi08678205-43 from 3170304 to 3825664 tid 2 2024-09-11T03:37:58.353 INFO:tasks.rados.rados.0.smithi086.stdout:1786: writing smithi08678205-43 from 3825664 to 4546560 tid 3 2024-09-11T03:37:58.355 INFO:tasks.rados.rados.0.smithi086.stdout:1786: writing smithi08678205-43 from 4546560 to 4775936 tid 4 2024-09-11T03:37:58.355 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 166 2024-09-11T03:37:58.355 INFO:tasks.rados.rados.0.smithi086.stdout:1785: finishing write tid 3 to smithi08678205-35 2024-09-11T03:37:58.355 INFO:tasks.rados.rados.0.smithi086.stdout:1785: finishing write tid 4 to smithi08678205-35 2024-09-11T03:37:58.355 INFO:tasks.rados.rados.0.smithi086.stdout:1787: seq_num 574 ranges {458752=16384} 2024-09-11T03:37:58.358 INFO:tasks.rados.rados.0.smithi086.stdout:1787: writing smithi08678205-10 from 458752 to 475136 tid 1 2024-09-11T03:37:58.358 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 166 2024-09-11T03:37:58.358 INFO:tasks.rados.rados.0.smithi086.stdout:1788: seq_num 575 ranges {0=32768} 2024-09-11T03:37:58.358 INFO:tasks.rados.rados.0.smithi086.stdout:1788: writing smithi08678205-34 from 0 to 32768 tid 1 2024-09-11T03:37:58.359 INFO:tasks.rados.rados.0.smithi086.stdout:1789: delete oid 24 current snap is 166 2024-09-11T03:37:58.359 INFO:tasks.rados.rados.0.smithi086.stdout:1785: finishing write tid 5 to smithi08678205-35 2024-09-11T03:37:58.359 INFO:tasks.rados.rados.0.smithi086.stdout:1785: finishing write tid 6 to smithi08678205-35 2024-09-11T03:37:58.359 INFO:tasks.rados.rados.0.smithi086.stdout:1785: oid 35 updating version 0 to 1102 2024-09-11T03:37:58.359 INFO:tasks.rados.rados.0.smithi086.stdout:1785: oid 35 version 1102 is already newer than 1100 2024-09-11T03:37:58.359 INFO:tasks.rados.rados.0.smithi086.stdout:1785: oid 35 updating version 1102 to 1103 2024-09-11T03:37:58.359 INFO:tasks.rados.rados.0.smithi086.stdout:1785: oid 35 version 1103 is already newer than 1099 2024-09-11T03:37:58.359 INFO:tasks.rados.rados.0.smithi086.stdout:1785: oid 35 version 1103 is already newer than 1101 2024-09-11T03:37:58.359 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 1103 (ObjNum 572 snap 166 seq_num 572) dirty exists 2024-09-11T03:37:58.359 INFO:tasks.rados.rados.0.smithi086.stdout:1785: left oid 35 (ObjNum 572 snap 166 seq_num 572) 2024-09-11T03:37:58.359 INFO:tasks.rados.rados.0.smithi086.stdout:1786: finishing write tid 1 to smithi08678205-43 2024-09-11T03:37:58.359 INFO:tasks.rados.rados.0.smithi086.stdout:1786: finishing write tid 2 to smithi08678205-43 2024-09-11T03:37:58.359 INFO:tasks.rados.rados.0.smithi086.stdout:1786: finishing write tid 3 to smithi08678205-43 2024-09-11T03:37:58.360 INFO:tasks.rados.rados.0.smithi086.stdout:1786: finishing write tid 4 to smithi08678205-43 2024-09-11T03:37:58.360 INFO:tasks.rados.rados.0.smithi086.stdout:1786: finishing write tid 5 to smithi08678205-43 2024-09-11T03:37:58.361 INFO:tasks.rados.rados.0.smithi086.stdout:1786: finishing write tid 6 to smithi08678205-43 2024-09-11T03:37:58.361 INFO:tasks.rados.rados.0.smithi086.stdout:1786: oid 43 updating version 0 to 1519 2024-09-11T03:37:58.361 INFO:tasks.rados.rados.0.smithi086.stdout:1786: oid 43 updating version 1519 to 1522 2024-09-11T03:37:58.361 INFO:tasks.rados.rados.0.smithi086.stdout:1786: oid 43 version 1522 is already newer than 1521 2024-09-11T03:37:58.361 INFO:tasks.rados.rados.0.smithi086.stdout:1786: oid 43 version 1522 is already newer than 1518 2024-09-11T03:37:58.361 INFO:tasks.rados.rados.0.smithi086.stdout:1786: oid 43 version 1522 is already newer than 1520 2024-09-11T03:37:58.361 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 1522 (ObjNum 573 snap 166 seq_num 573) dirty exists 2024-09-11T03:37:58.361 INFO:tasks.rados.rados.0.smithi086.stdout:1786: left oid 43 (ObjNum 573 snap 166 seq_num 573) 2024-09-11T03:37:58.361 INFO:tasks.rados.rados.0.smithi086.stdout:1788: finishing write tid 1 to smithi08678205-34 2024-09-11T03:37:58.362 INFO:tasks.rados.rados.0.smithi086.stdout:1788: finishing write tid 2 to smithi08678205-34 2024-09-11T03:37:58.362 INFO:tasks.rados.rados.0.smithi086.stdout:1787: finishing write tid 1 to smithi08678205-10 2024-09-11T03:37:58.362 INFO:tasks.rados.rados.0.smithi086.stdout:1787: finishing write tid 2 to smithi08678205-10 2024-09-11T03:37:58.362 INFO:tasks.rados.rados.0.smithi086.stdout:1785: done (4 left) 2024-09-11T03:37:58.362 INFO:tasks.rados.rados.0.smithi086.stdout:1786: done (3 left) 2024-09-11T03:37:58.363 INFO:tasks.rados.rados.0.smithi086.stdout:1789: done (2 left) 2024-09-11T03:37:58.363 INFO:tasks.rados.rados.0.smithi086.stdout:1790: rollback oid 47 current snap is 166 2024-09-11T03:37:58.363 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 47 to 149 2024-09-11T03:37:58.363 INFO:tasks.rados.rados.0.smithi086.stdout:1791: snap_remove snap 160 2024-09-11T03:37:58.816 INFO:tasks.rados.rados.0.smithi086.stdout:1791: done (3 left) 2024-09-11T03:37:58.817 INFO:tasks.rados.rados.0.smithi086.stdout:1792: rmattr oid 33 current snap is 166 2024-09-11T03:37:58.817 INFO:tasks.rados.rados.0.smithi086.stdout:1788: finishing write tid 3 to smithi08678205-34 2024-09-11T03:37:58.817 INFO:tasks.rados.rados.0.smithi086.stdout:1788: oid 34 updating version 0 to 707 2024-09-11T03:37:58.817 INFO:tasks.rados.rados.0.smithi086.stdout:1788: oid 34 version 707 is already newer than 706 2024-09-11T03:37:58.817 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 707 (ObjNum 575 snap 166 seq_num 575) dirty exists 2024-09-11T03:37:58.817 INFO:tasks.rados.rados.0.smithi086.stdout:1788: left oid 34 (ObjNum 575 snap 166 seq_num 575) 2024-09-11T03:37:58.817 INFO:tasks.rados.rados.0.smithi086.stdout:1787: finishing write tid 3 to smithi08678205-10 2024-09-11T03:37:58.817 INFO:tasks.rados.rados.0.smithi086.stdout:1787: oid 10 updating version 0 to 1104 2024-09-11T03:37:58.817 INFO:tasks.rados.rados.0.smithi086.stdout:1787: oid 10 updating version 1104 to 1105 2024-09-11T03:37:58.817 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 1105 (ObjNum 574 snap 166 seq_num 574) dirty exists 2024-09-11T03:37:58.817 INFO:tasks.rados.rados.0.smithi086.stdout:1787: left oid 10 (ObjNum 574 snap 166 seq_num 574) 2024-09-11T03:37:58.818 INFO:tasks.rados.rados.0.smithi086.stdout:1790: finishing rollback tid 0 to smithi08678205-47 2024-09-11T03:37:58.818 INFO:tasks.rados.rados.0.smithi086.stdout:1790: finishing rollback tid 1 to smithi08678205-47 2024-09-11T03:37:58.818 INFO:tasks.rados.rados.0.smithi086.stdout:1790: finishing rollback tid 2 to smithi08678205-47 2024-09-11T03:37:58.818 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 770 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-09-11T03:37:58.818 INFO:tasks.rados.rados.0.smithi086.stdout:1787: done (3 left) 2024-09-11T03:37:58.818 INFO:tasks.rados.rados.0.smithi086.stdout:1788: done (2 left) 2024-09-11T03:37:58.818 INFO:tasks.rados.rados.0.smithi086.stdout:1790: done (1 left) 2024-09-11T03:37:58.818 INFO:tasks.rados.rados.0.smithi086.stdout:1793: snap_create 2024-09-11T03:37:58.830 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 1524 (ObjNum 397 snap 111 seq_num 397) dirty exists 2024-09-11T03:37:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:58 smithi086 ceph-mon[89281]: pgmap v278: 121 pgs: 121 active+clean; 226 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 552 KiB/s wr, 3 op/s 2024-09-11T03:37:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:58 smithi086 ceph-mon[91691]: pgmap v278: 121 pgs: 121 active+clean; 226 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 552 KiB/s wr, 3 op/s 2024-09-11T03:37:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:58 smithi130 ceph-mon[83685]: pgmap v278: 121 pgs: 121 active+clean; 226 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 552 KiB/s wr, 3 op/s 2024-09-11T03:37:59.824 INFO:tasks.rados.rados.0.smithi086.stdout:1792: done (1 left) 2024-09-11T03:37:59.824 INFO:tasks.rados.rados.0.smithi086.stdout:1793: done (0 left) 2024-09-11T03:37:59.824 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 167 2024-09-11T03:37:59.824 INFO:tasks.rados.rados.0.smithi086.stdout:1794: seq_num 577 ranges {2392064=65536} 2024-09-11T03:37:59.837 INFO:tasks.rados.rados.0.smithi086.stdout:1794: writing smithi08678205-32 from 2392064 to 2457600 tid 1 2024-09-11T03:37:59.837 INFO:tasks.rados.rados.0.smithi086.stdout:1795: rollback oid 4 current snap is 167 2024-09-11T03:37:59.837 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 4 to 162 2024-09-11T03:37:59.837 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 167 2024-09-11T03:37:59.837 INFO:tasks.rados.rados.0.smithi086.stdout:1796: seq_num 578 ranges {24576=81920} 2024-09-11T03:37:59.838 INFO:tasks.rados.rados.0.smithi086.stdout:1796: writing smithi08678205-17 from 24576 to 106496 tid 1 2024-09-11T03:37:59.838 INFO:tasks.rados.rados.0.smithi086.stdout:1797: rollback oid 34 current snap is 167 2024-09-11T03:37:59.838 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 34 to 163 2024-09-11T03:37:59.838 INFO:tasks.rados.rados.0.smithi086.stdout:1798: setattr oid 14 current snap is 167 2024-09-11T03:37:59.839 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 167 2024-09-11T03:37:59.839 INFO:tasks.rados.rados.0.smithi086.stdout:1799: seq_num 579 ranges {1589248=98304} 2024-09-11T03:37:59.850 INFO:tasks.rados.rados.0.smithi086.stdout:1799: writing smithi08678205-44 from 1589248 to 1687552 tid 1 2024-09-11T03:37:59.850 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 18 current snap is 167 2024-09-11T03:37:59.850 INFO:tasks.rados.rados.0.smithi086.stdout:1795: finishing rollback tid 0 to smithi08678205-4 2024-09-11T03:37:59.850 INFO:tasks.rados.rados.0.smithi086.stdout:1797: finishing rollback tid 0 to smithi08678205-34 2024-09-11T03:37:59.850 INFO:tasks.rados.rados.0.smithi086.stdout:1797: finishing rollback tid 1 to smithi08678205-34 2024-09-11T03:37:59.850 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 709 (ObjNum 33 snap 0 seq_num 3222046384) dirty dne 2024-09-11T03:37:59.850 INFO:tasks.rados.rados.0.smithi086.stdout:1795: finishing rollback tid 1 to smithi08678205-4 2024-09-11T03:37:59.850 INFO:tasks.rados.rados.0.smithi086.stdout:1795: finishing rollback tid 2 to smithi08678205-4 2024-09-11T03:37:59.850 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 773 (ObjNum 437 snap 126 seq_num 437) dirty exists 2024-09-11T03:37:59.850 INFO:tasks.rados.rados.0.smithi086.stdout:1794: finishing write tid 1 to smithi08678205-32 2024-09-11T03:37:59.851 INFO:tasks.rados.rados.0.smithi086.stdout:1794: finishing write tid 2 to smithi08678205-32 2024-09-11T03:37:59.851 INFO:tasks.rados.rados.0.smithi086.stdout:1796: finishing write tid 1 to smithi08678205-17 2024-09-11T03:37:59.851 INFO:tasks.rados.rados.0.smithi086.stdout:1796: finishing write tid 2 to smithi08678205-17 2024-09-11T03:37:59.851 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 736 (ObjNum 554 snap 162 seq_num 554) dirty exists 2024-09-11T03:37:59.851 INFO:tasks.rados.rados.0.smithi086.stdout:1800: seq_num 580 ranges {851968=114688} 2024-09-11T03:37:59.856 INFO:tasks.rados.rados.0.smithi086.stdout:1800: writing smithi08678205-18 from 851968 to 966656 tid 1 2024-09-11T03:37:59.856 INFO:tasks.rados.rados.0.smithi086.stdout:1795: done (6 left) 2024-09-11T03:37:59.856 INFO:tasks.rados.rados.0.smithi086.stdout:1797: done (5 left) 2024-09-11T03:37:59.856 INFO:tasks.rados.rados.0.smithi086.stdout:1798: done (4 left) 2024-09-11T03:37:59.856 INFO:tasks.rados.rados.0.smithi086.stdout:1801: read oid 12 snap -1 2024-09-11T03:37:59.856 INFO:tasks.rados.rados.0.smithi086.stdout:1801: expect (ObjNum 472 snap 136 seq_num 472) 2024-09-11T03:37:59.856 INFO:tasks.rados.rados.0.smithi086.stdout:1802: snap_create 2024-09-11T03:37:59.857 INFO:tasks.rados.rados.0.smithi086.stdout:1794: finishing write tid 3 to smithi08678205-32 2024-09-11T03:37:59.857 INFO:tasks.rados.rados.0.smithi086.stdout:1794: oid 32 updating version 0 to 874 2024-09-11T03:37:59.857 INFO:tasks.rados.rados.0.smithi086.stdout:1794: oid 32 updating version 874 to 875 2024-09-11T03:37:59.857 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 875 (ObjNum 577 snap 167 seq_num 577) dirty exists 2024-09-11T03:37:59.857 INFO:tasks.rados.rados.0.smithi086.stdout:1794: left oid 32 (ObjNum 577 snap 167 seq_num 577) 2024-09-11T03:37:59.857 INFO:tasks.rados.rados.0.smithi086.stdout:1796: finishing write tid 3 to smithi08678205-17 2024-09-11T03:37:59.857 INFO:tasks.rados.rados.0.smithi086.stdout:1796: oid 17 updating version 0 to 1050 2024-09-11T03:37:59.857 INFO:tasks.rados.rados.0.smithi086.stdout:1796: oid 17 version 1050 is already newer than 1049 2024-09-11T03:37:59.857 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 1050 (ObjNum 578 snap 167 seq_num 578) dirty exists 2024-09-11T03:37:59.857 INFO:tasks.rados.rados.0.smithi086.stdout:1796: left oid 17 (ObjNum 578 snap 167 seq_num 578) 2024-09-11T03:37:59.857 INFO:tasks.rados.rados.0.smithi086.stdout:1799: finishing write tid 1 to smithi08678205-44 2024-09-11T03:37:59.857 INFO:tasks.rados.rados.0.smithi086.stdout:1799: finishing write tid 2 to smithi08678205-44 2024-09-11T03:37:59.858 INFO:tasks.rados.rados.0.smithi086.stdout:1799: finishing write tid 3 to smithi08678205-44 2024-09-11T03:37:59.858 INFO:tasks.rados.rados.0.smithi086.stdout:1799: oid 44 updating version 0 to 571 2024-09-11T03:37:59.858 INFO:tasks.rados.rados.0.smithi086.stdout:1799: oid 44 updating version 571 to 572 2024-09-11T03:37:59.858 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 572 (ObjNum 579 snap 167 seq_num 579) dirty exists 2024-09-11T03:37:59.858 INFO:tasks.rados.rados.0.smithi086.stdout:1799: left oid 44 (ObjNum 579 snap 167 seq_num 579) 2024-09-11T03:37:59.859 INFO:tasks.rados.rados.0.smithi086.stdout:1800: finishing write tid 1 to smithi08678205-18 2024-09-11T03:37:59.859 INFO:tasks.rados.rados.0.smithi086.stdout:1800: finishing write tid 2 to smithi08678205-18 2024-09-11T03:37:59.861 INFO:tasks.rados.rados.0.smithi086.stdout:1800: finishing write tid 3 to smithi08678205-18 2024-09-11T03:37:59.861 INFO:tasks.rados.rados.0.smithi086.stdout:1800: oid 18 updating version 0 to 710 2024-09-11T03:37:59.861 INFO:tasks.rados.rados.0.smithi086.stdout:1800: oid 18 updating version 710 to 711 2024-09-11T03:37:59.861 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 711 (ObjNum 580 snap 167 seq_num 580) dirty exists 2024-09-11T03:37:59.861 INFO:tasks.rados.rados.0.smithi086.stdout:1800: left oid 18 (ObjNum 580 snap 167 seq_num 580) 2024-09-11T03:37:59.877 INFO:tasks.rados.rados.0.smithi086.stdout:1801: expect (ObjNum 472 snap 136 seq_num 472) 2024-09-11T03:38:00.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:59 smithi086 ceph-mon[89281]: osdmap e410: 8 total, 8 up, 8 in 2024-09-11T03:38:00.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:37:59 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:00.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:59 smithi086 ceph-mon[91691]: osdmap e410: 8 total, 8 up, 8 in 2024-09-11T03:38:00.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:37:59 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:00.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:59 smithi130 ceph-mon[83685]: osdmap e410: 8 total, 8 up, 8 in 2024-09-11T03:38:00.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:37:59 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:00.832 INFO:tasks.rados.rados.0.smithi086.stdout:1794: done (5 left) 2024-09-11T03:38:00.832 INFO:tasks.rados.rados.0.smithi086.stdout:1796: done (4 left) 2024-09-11T03:38:00.832 INFO:tasks.rados.rados.0.smithi086.stdout:1799: done (3 left) 2024-09-11T03:38:00.832 INFO:tasks.rados.rados.0.smithi086.stdout:1800: done (2 left) 2024-09-11T03:38:00.832 INFO:tasks.rados.rados.0.smithi086.stdout:1801: done (1 left) 2024-09-11T03:38:00.832 INFO:tasks.rados.rados.0.smithi086.stdout:1802: done (0 left) 2024-09-11T03:38:00.833 INFO:tasks.rados.rados.0.smithi086.stdout:1803: read oid 37 snap -1 2024-09-11T03:38:00.833 INFO:tasks.rados.rados.0.smithi086.stdout:1803: expect (ObjNum 539 snap 159 seq_num 539) 2024-09-11T03:38:00.833 INFO:tasks.rados.rados.0.smithi086.stdout:1804: read oid 17 snap -1 2024-09-11T03:38:00.833 INFO:tasks.rados.rados.0.smithi086.stdout:1804: expect (ObjNum 578 snap 167 seq_num 578) 2024-09-11T03:38:00.833 INFO:tasks.rados.rados.0.smithi086.stdout:1805: delete oid 44 current snap is 168 2024-09-11T03:38:00.835 INFO:tasks.rados.rados.0.smithi086.stdout:1805: done (2 left) 2024-09-11T03:38:00.836 INFO:tasks.rados.rados.0.smithi086.stdout:1806: copy_from oid 21 from oid 29 current snap is 168 2024-09-11T03:38:00.836 INFO:tasks.rados.rados.0.smithi086.stdout:1807: read oid 50 snap -1 2024-09-11T03:38:00.836 INFO:tasks.rados.rados.0.smithi086.stdout:1807: expect (ObjNum 551 snap 162 seq_num 551) 2024-09-11T03:38:00.836 INFO:tasks.rados.rados.0.smithi086.stdout:1808: snap_remove snap 152 2024-09-11T03:38:01.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:00 smithi086 ceph-mon[89281]: pgmap v281: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 560 KiB/s wr, 2 op/s 2024-09-11T03:38:01.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:00 smithi086 ceph-mon[89281]: osdmap e411: 8 total, 8 up, 8 in 2024-09-11T03:38:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:00 smithi086 ceph-mon[91691]: pgmap v281: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 560 KiB/s wr, 2 op/s 2024-09-11T03:38:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:00 smithi086 ceph-mon[91691]: osdmap e411: 8 total, 8 up, 8 in 2024-09-11T03:38:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:00 smithi130 ceph-mon[83685]: pgmap v281: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 560 KiB/s wr, 2 op/s 2024-09-11T03:38:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:00 smithi130 ceph-mon[83685]: osdmap e411: 8 total, 8 up, 8 in 2024-09-11T03:38:01.839 INFO:tasks.rados.rados.0.smithi086.stdout:1808: done (4 left) 2024-09-11T03:38:01.839 INFO:tasks.rados.rados.0.smithi086.stdout:1809: rollback oid 38 current snap is 168 2024-09-11T03:38:01.839 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 38 to 147 2024-09-11T03:38:01.839 INFO:tasks.rados.rados.0.smithi086.stdout:1804: expect (ObjNum 578 snap 167 seq_num 578) 2024-09-11T03:38:01.843 INFO:tasks.rados.rados.0.smithi086.stdout:1803: expect (ObjNum 539 snap 159 seq_num 539) 2024-09-11T03:38:01.898 INFO:tasks.rados.rados.0.smithi086.stdout:1807: expect (ObjNum 551 snap 162 seq_num 551) 2024-09-11T03:38:02.086 INFO:tasks.rados.rados.0.smithi086.stdout:1806: finishing copy_from racing read to smithi08678205-21 2024-09-11T03:38:02.086 INFO:tasks.rados.rados.0.smithi086.stdout:1806: finishing copy_from to smithi08678205-21 2024-09-11T03:38:02.086 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 705 (ObjNum 549 snap 162 seq_num 549) dirty exists 2024-09-11T03:38:02.086 INFO:tasks.rados.rados.0.smithi086.stdout:1809: finishing rollback tid 0 to smithi08678205-38 2024-09-11T03:38:02.087 INFO:tasks.rados.rados.0.smithi086.stdout:1803: done (4 left) 2024-09-11T03:38:02.087 INFO:tasks.rados.rados.0.smithi086.stdout:1804: done (3 left) 2024-09-11T03:38:02.087 INFO:tasks.rados.rados.0.smithi086.stdout:1806: done (2 left) 2024-09-11T03:38:02.087 INFO:tasks.rados.rados.0.smithi086.stdout:1807: done (1 left) 2024-09-11T03:38:02.087 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 168 2024-09-11T03:38:02.087 INFO:tasks.rados.rados.0.smithi086.stdout:1809: finishing rollback tid 1 to smithi08678205-38 2024-09-11T03:38:02.087 INFO:tasks.rados.rados.0.smithi086.stdout:1810: seq_num 582 ranges {475136=155648} 2024-09-11T03:38:02.089 INFO:tasks.rados.rados.0.smithi086.stdout:1810: writing smithi08678205-10 from 475136 to 630784 tid 1 2024-09-11T03:38:02.090 INFO:tasks.rados.rados.0.smithi086.stdout:1811: rmattr oid 34 current snap is 168 2024-09-11T03:38:02.090 INFO:tasks.rados.rados.0.smithi086.stdout:1811: done (2 left) 2024-09-11T03:38:02.090 INFO:tasks.rados.rados.0.smithi086.stdout:1812: snap_remove snap 149 2024-09-11T03:38:02.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:01 smithi130 ceph-mon[83685]: osdmap e412: 8 total, 8 up, 8 in 2024-09-11T03:38:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:01 smithi086 ceph-mon[89281]: osdmap e412: 8 total, 8 up, 8 in 2024-09-11T03:38:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:01 smithi086 ceph-mon[91691]: osdmap e412: 8 total, 8 up, 8 in 2024-09-11T03:38:02.652 INFO:tasks.rados.rados.0.smithi086.stdout:1812: done (2 left) 2024-09-11T03:38:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:1813: copy_from oid 33 from oid 6 current snap is 168 2024-09-11T03:38:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:1809: finishing rollback tid 2 to smithi08678205-38 2024-09-11T03:38:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 712 (ObjNum 471 snap 136 seq_num 471) dirty exists 2024-09-11T03:38:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:1810: finishing write tid 1 to smithi08678205-10 2024-09-11T03:38:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:1810: finishing write tid 2 to smithi08678205-10 2024-09-11T03:38:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:1810: finishing write tid 3 to smithi08678205-10 2024-09-11T03:38:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:1810: oid 10 updating version 0 to 1106 2024-09-11T03:38:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:1810: oid 10 updating version 1106 to 1107 2024-09-11T03:38:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 1107 (ObjNum 582 snap 168 seq_num 582) dirty exists 2024-09-11T03:38:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:1810: left oid 10 (ObjNum 582 snap 168 seq_num 582) 2024-09-11T03:38:02.653 INFO:tasks.rados.rados.0.smithi086.stdout:1809: done (2 left) 2024-09-11T03:38:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1810: done (1 left) 2024-09-11T03:38:02.654 INFO:tasks.rados.rados.0.smithi086.stdout:1814: snap_remove snap 151 2024-09-11T03:38:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:02 smithi130 ceph-mon[83685]: pgmap v284: 121 pgs: 121 active+clean; 233 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-09-11T03:38:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:02 smithi130 ceph-mon[83685]: osdmap e413: 8 total, 8 up, 8 in 2024-09-11T03:38:03.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:02 smithi130 ceph-mon[83685]: osdmap e414: 8 total, 8 up, 8 in 2024-09-11T03:38:03.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:02 smithi086 ceph-mon[89281]: pgmap v284: 121 pgs: 121 active+clean; 233 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-09-11T03:38:03.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:02 smithi086 ceph-mon[89281]: osdmap e413: 8 total, 8 up, 8 in 2024-09-11T03:38:03.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:02 smithi086 ceph-mon[89281]: osdmap e414: 8 total, 8 up, 8 in 2024-09-11T03:38:03.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:02 smithi086 ceph-mon[91691]: pgmap v284: 121 pgs: 121 active+clean; 233 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-09-11T03:38:03.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:02 smithi086 ceph-mon[91691]: osdmap e413: 8 total, 8 up, 8 in 2024-09-11T03:38:03.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:02 smithi086 ceph-mon[91691]: osdmap e414: 8 total, 8 up, 8 in 2024-09-11T03:38:03.653 INFO:tasks.rados.rados.0.smithi086.stdout:1813: finishing copy_from to smithi08678205-33 2024-09-11T03:38:03.654 INFO:tasks.rados.rados.0.smithi086.stdout:1813: got expected ENOENT (src dne) 2024-09-11T03:38:03.654 INFO:tasks.rados.rados.0.smithi086.stdout:1813: finishing copy_from racing read to smithi08678205-33 2024-09-11T03:38:03.654 INFO:tasks.rados.rados.0.smithi086.stdout:1813: done (1 left) 2024-09-11T03:38:03.654 INFO:tasks.rados.rados.0.smithi086.stdout:1814: done (0 left) 2024-09-11T03:38:03.654 INFO:tasks.rados.rados.0.smithi086.stdout:1815: read oid 6 snap -1 2024-09-11T03:38:03.654 INFO:tasks.rados.rados.0.smithi086.stdout:1815: expect deleted 2024-09-11T03:38:03.654 INFO:tasks.rados.rados.0.smithi086.stdout:1816: delete oid 24 current snap is 168 2024-09-11T03:38:03.661 INFO:tasks.rados.rados.0.smithi086.stdout:1815: done (1 left) 2024-09-11T03:38:03.661 INFO:tasks.rados.rados.0.smithi086.stdout:1816: done (0 left) 2024-09-11T03:38:03.661 INFO:tasks.rados.rados.0.smithi086.stdout:1817: read oid 32 snap -1 2024-09-11T03:38:03.661 INFO:tasks.rados.rados.0.smithi086.stdout:1817: expect (ObjNum 577 snap 167 seq_num 577) 2024-09-11T03:38:03.661 INFO:tasks.rados.rados.0.smithi086.stdout:1818: delete oid 46 current snap is 168 2024-09-11T03:38:03.667 INFO:tasks.rados.rados.0.smithi086.stdout:1818: done (1 left) 2024-09-11T03:38:03.667 INFO:tasks.rados.rados.0.smithi086.stdout:1819: rollback oid 26 current snap is 168 2024-09-11T03:38:03.667 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 26 to 163 2024-09-11T03:38:03.667 INFO:tasks.rados.rados.0.smithi086.stdout:1820: read oid 34 snap -1 2024-09-11T03:38:03.667 INFO:tasks.rados.rados.0.smithi086.stdout:1820: expect deleted 2024-09-11T03:38:03.668 INFO:tasks.rados.rados.0.smithi086.stdout:1821: read oid 11 snap -1 2024-09-11T03:38:03.668 INFO:tasks.rados.rados.0.smithi086.stdout:1821: expect deleted 2024-09-11T03:38:03.668 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 168 2024-09-11T03:38:03.668 INFO:tasks.rados.rados.0.smithi086.stdout:1822: seq_num 585 ranges {696320=204800} 2024-09-11T03:38:03.673 INFO:tasks.rados.rados.0.smithi086.stdout:1822: writing smithi08678205-38 from 696320 to 901120 tid 1 2024-09-11T03:38:03.673 INFO:tasks.rados.rados.0.smithi086.stdout:1819: finishing rollback tid 0 to smithi08678205-26 2024-09-11T03:38:03.673 INFO:tasks.rados.rados.0.smithi086.stdout:1819: finishing rollback tid 1 to smithi08678205-26 2024-09-11T03:38:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:1819: finishing rollback tid 2 to smithi08678205-26 2024-09-11T03:38:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 772 (ObjNum 559 snap 163 seq_num 559) dirty exists 2024-09-11T03:38:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:1819: done (4 left) 2024-09-11T03:38:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:1820: done (3 left) 2024-09-11T03:38:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:1823: copy_from oid 10 from oid 44 current snap is 168 2024-09-11T03:38:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:1824: rollback oid 27 current snap is 168 2024-09-11T03:38:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 27 to 163 2024-09-11T03:38:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:1825: rollback oid 16 current snap is 168 2024-09-11T03:38:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 16 to 162 2024-09-11T03:38:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:1826: read oid 14 snap -1 2024-09-11T03:38:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:1826: expect (ObjNum 554 snap 162 seq_num 554) 2024-09-11T03:38:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 168 2024-09-11T03:38:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:1827: seq_num 586 ranges {11403264=221184} 2024-09-11T03:38:03.738 INFO:tasks.rados.rados.0.smithi086.stdout:1827: writing smithi08678205-31 from 11403264 to 11624448 tid 1 2024-09-11T03:38:03.739 INFO:tasks.rados.rados.0.smithi086.stdout:1828: read oid 25 snap 166 2024-09-11T03:38:03.739 INFO:tasks.rados.rados.0.smithi086.stdout:1828: expect (ObjNum 566 snap 166 seq_num 566) 2024-09-11T03:38:03.739 INFO:tasks.rados.rados.0.smithi086.stdout:1829: read oid 12 snap -1 2024-09-11T03:38:03.739 INFO:tasks.rados.rados.0.smithi086.stdout:1829: expect (ObjNum 472 snap 136 seq_num 472) 2024-09-11T03:38:03.739 INFO:tasks.rados.rados.0.smithi086.stdout:1830: read oid 15 snap -1 2024-09-11T03:38:03.739 INFO:tasks.rados.rados.0.smithi086.stdout:1830: expect (ObjNum 544 snap 160 seq_num 544) 2024-09-11T03:38:03.739 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 168 2024-09-11T03:38:03.739 INFO:tasks.rados.rados.0.smithi086.stdout:1831: seq_num 587 ranges {2170880=237568} 2024-09-11T03:38:03.752 INFO:tasks.rados.rados.0.smithi086.stdout:1831: writing smithi08678205-26 from 2170880 to 2408448 tid 1 2024-09-11T03:38:03.752 INFO:tasks.rados.rados.0.smithi086.stdout:1832: snap_remove snap 156 2024-09-11T03:38:04.665 INFO:tasks.rados.rados.0.smithi086.stdout:1832: done (12 left) 2024-09-11T03:38:04.665 INFO:tasks.rados.rados.0.smithi086.stdout:1833: rollback oid 3 current snap is 168 2024-09-11T03:38:04.666 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 3 to 163 2024-09-11T03:38:04.666 INFO:tasks.rados.rados.0.smithi086.stdout:1825: finishing rollback tid 1 to smithi08678205-16 2024-09-11T03:38:04.666 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 0 (ObjNum 2791681 snap 0 seq_num 3221583552) dirty dne 2024-09-11T03:38:04.666 INFO:tasks.rados.rados.0.smithi086.stdout:1823: finishing copy_from to smithi08678205-10 2024-09-11T03:38:04.666 INFO:tasks.rados.rados.0.smithi086.stdout:1823: got expected ENOENT (src dne) 2024-09-11T03:38:04.666 INFO:tasks.rados.rados.0.smithi086.stdout:1823: finishing copy_from racing read to smithi08678205-10 2024-09-11T03:38:04.666 INFO:tasks.rados.rados.0.smithi086.stdout:1824: finishing rollback tid 1 to smithi08678205-27 2024-09-11T03:38:04.666 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 589 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-11T03:38:04.666 INFO:tasks.rados.rados.0.smithi086.stdout:1817: expect (ObjNum 577 snap 167 seq_num 577) 2024-09-11T03:38:04.815 INFO:tasks.rados.rados.0.smithi086.stdout:1822: finishing write tid 1 to smithi08678205-38 2024-09-11T03:38:04.816 INFO:tasks.rados.rados.0.smithi086.stdout:1822: finishing write tid 2 to smithi08678205-38 2024-09-11T03:38:04.816 INFO:tasks.rados.rados.0.smithi086.stdout:1822: finishing write tid 3 to smithi08678205-38 2024-09-11T03:38:04.816 INFO:tasks.rados.rados.0.smithi086.stdout:1822: oid 38 updating version 0 to 714 2024-09-11T03:38:04.816 INFO:tasks.rados.rados.0.smithi086.stdout:1822: oid 38 version 714 is already newer than 713 2024-09-11T03:38:04.816 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 714 (ObjNum 585 snap 168 seq_num 585) dirty exists 2024-09-11T03:38:04.816 INFO:tasks.rados.rados.0.smithi086.stdout:1822: left oid 38 (ObjNum 585 snap 168 seq_num 585) 2024-09-11T03:38:04.816 INFO:tasks.rados.rados.0.smithi086.stdout:1817: done (12 left) 2024-09-11T03:38:04.816 INFO:tasks.rados.rados.0.smithi086.stdout:1821: done (11 left) 2024-09-11T03:38:04.816 INFO:tasks.rados.rados.0.smithi086.stdout:1822: done (10 left) 2024-09-11T03:38:04.816 INFO:tasks.rados.rados.0.smithi086.stdout:1823: done (9 left) 2024-09-11T03:38:04.816 INFO:tasks.rados.rados.0.smithi086.stdout:1824: done (8 left) 2024-09-11T03:38:04.817 INFO:tasks.rados.rados.0.smithi086.stdout:1825: done (7 left) 2024-09-11T03:38:04.817 INFO:tasks.rados.rados.0.smithi086.stdout:1834: delete oid 46 current snap is 168 2024-09-11T03:38:04.817 INFO:tasks.rados.rados.0.smithi086.stdout:1826: expect (ObjNum 554 snap 162 seq_num 554) 2024-09-11T03:38:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:04 smithi086 ceph-mon[89281]: pgmap v287: 121 pgs: 121 active+clean; 234 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-09-11T03:38:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:04 smithi086 ceph-mon[89281]: osdmap e415: 8 total, 8 up, 8 in 2024-09-11T03:38:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:38:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:04 smithi086 ceph-mon[91691]: pgmap v287: 121 pgs: 121 active+clean; 234 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-09-11T03:38:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:04 smithi086 ceph-mon[91691]: osdmap e415: 8 total, 8 up, 8 in 2024-09-11T03:38:05.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:05.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:38:05.079 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:04 smithi130 ceph-mon[83685]: pgmap v287: 121 pgs: 121 active+clean; 234 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-09-11T03:38:05.079 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:04 smithi130 ceph-mon[83685]: osdmap e415: 8 total, 8 up, 8 in 2024-09-11T03:38:05.079 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:05.079 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:38:05.466 INFO:tasks.rados.rados.0.smithi086.stdout:1828: expect (ObjNum 566 snap 166 seq_num 566) 2024-09-11T03:38:05.583 INFO:tasks.rados.rados.0.smithi086.stdout:1827: finishing write tid 1 to smithi08678205-31 2024-09-11T03:38:05.583 INFO:tasks.rados.rados.0.smithi086.stdout:1831: finishing write tid 1 to smithi08678205-26 2024-09-11T03:38:05.583 INFO:tasks.rados.rados.0.smithi086.stdout:1831: finishing write tid 2 to smithi08678205-26 2024-09-11T03:38:05.583 INFO:tasks.rados.rados.0.smithi086.stdout:1831: finishing write tid 3 to smithi08678205-26 2024-09-11T03:38:05.584 INFO:tasks.rados.rados.0.smithi086.stdout:1831: oid 26 updating version 0 to 773 2024-09-11T03:38:05.584 INFO:tasks.rados.rados.0.smithi086.stdout:1831: oid 26 updating version 773 to 774 2024-09-11T03:38:05.584 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 774 (ObjNum 587 snap 168 seq_num 587) dirty exists 2024-09-11T03:38:05.584 INFO:tasks.rados.rados.0.smithi086.stdout:1831: left oid 26 (ObjNum 587 snap 168 seq_num 587) 2024-09-11T03:38:05.584 INFO:tasks.rados.rados.0.smithi086.stdout:1829: expect (ObjNum 472 snap 136 seq_num 472) 2024-09-11T03:38:05.913 INFO:tasks.rados.rados.0.smithi086.stdout:1827: finishing write tid 2 to smithi08678205-31 2024-09-11T03:38:05.913 INFO:tasks.rados.rados.0.smithi086.stdout:1830: expect (ObjNum 544 snap 160 seq_num 544) 2024-09-11T03:38:05.950 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:05 smithi130 ceph-mon[83685]: osdmap e416: 8 total, 8 up, 8 in 2024-09-11T03:38:05.951 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:05 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-11T03:38:05.951 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:05 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-11T03:38:05.951 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:05 smithi130 ceph-mon[83685]: Upgrade: osd.4 is safe to restart 2024-09-11T03:38:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:05 smithi086 ceph-mon[89281]: osdmap e416: 8 total, 8 up, 8 in 2024-09-11T03:38:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:05 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-11T03:38:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:05 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-11T03:38:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:05 smithi086 ceph-mon[89281]: Upgrade: osd.4 is safe to restart 2024-09-11T03:38:06.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:05 smithi086 ceph-mon[91691]: osdmap e416: 8 total, 8 up, 8 in 2024-09-11T03:38:06.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:05 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-11T03:38:06.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:05 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-11T03:38:06.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:05 smithi086 ceph-mon[91691]: Upgrade: osd.4 is safe to restart 2024-09-11T03:38:07.103 INFO:tasks.rados.rados.0.smithi086.stdout:1827: finishing write tid 3 to smithi08678205-31 2024-09-11T03:38:07.104 INFO:tasks.rados.rados.0.smithi086.stdout:1827: oid 31 updating version 0 to 1572 2024-09-11T03:38:07.104 INFO:tasks.rados.rados.0.smithi086.stdout:1827: oid 31 updating version 1572 to 1573 2024-09-11T03:38:07.104 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 1573 (ObjNum 586 snap 168 seq_num 586) dirty exists 2024-09-11T03:38:07.104 INFO:tasks.rados.rados.0.smithi086.stdout:1827: left oid 31 (ObjNum 586 snap 168 seq_num 586) 2024-09-11T03:38:07.104 INFO:tasks.rados.rados.0.smithi086.stdout:1826: done (7 left) 2024-09-11T03:38:07.104 INFO:tasks.rados.rados.0.smithi086.stdout:1827: done (6 left) 2024-09-11T03:38:07.104 INFO:tasks.rados.rados.0.smithi086.stdout:1828: done (5 left) 2024-09-11T03:38:07.104 INFO:tasks.rados.rados.0.smithi086.stdout:1829: done (4 left) 2024-09-11T03:38:07.104 INFO:tasks.rados.rados.0.smithi086.stdout:1830: done (3 left) 2024-09-11T03:38:07.104 INFO:tasks.rados.rados.0.smithi086.stdout:1831: done (2 left) 2024-09-11T03:38:07.104 INFO:tasks.rados.rados.0.smithi086.stdout:1834: done (1 left) 2024-09-11T03:38:07.104 INFO:tasks.rados.rados.0.smithi086.stdout:1835: delete oid 10 current snap is 168 2024-09-11T03:38:07.104 INFO:tasks.rados.rados.0.smithi086.stdout:1833: finishing rollback tid 0 to smithi08678205-3 2024-09-11T03:38:07.105 INFO:tasks.rados.rados.0.smithi086.stdout:1833: finishing rollback tid 1 to smithi08678205-3 2024-09-11T03:38:07.105 INFO:tasks.rados.rados.0.smithi086.stdout:1833: finishing rollback tid 2 to smithi08678205-3 2024-09-11T03:38:07.105 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 1110 (ObjNum 464 snap 134 seq_num 464) dirty exists 2024-09-11T03:38:07.105 INFO:tasks.rados.rados.0.smithi086.stdout:1833: done (1 left) 2024-09-11T03:38:07.105 INFO:tasks.rados.rados.0.smithi086.stdout:1835: done (0 left) 2024-09-11T03:38:07.105 INFO:tasks.rados.rados.0.smithi086.stdout:1836: snap_remove snap 167 2024-09-11T03:38:07.257 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:06 smithi130 ceph-mon[83685]: pgmap v290: 121 pgs: 121 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-09-11T03:38:07.257 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:06 smithi130 ceph-mon[83685]: Upgrade: Updating osd.4 2024-09-11T03:38:07.257 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:06 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:07.258 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:06 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-11T03:38:07.258 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:06 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:38:07.258 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:06 smithi130 ceph-mon[83685]: Deploying daemon osd.4 on smithi130 2024-09-11T03:38:07.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:06 smithi086 ceph-mon[89281]: pgmap v290: 121 pgs: 121 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-09-11T03:38:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:06 smithi086 ceph-mon[89281]: Upgrade: Updating osd.4 2024-09-11T03:38:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:06 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:06 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-11T03:38:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:06 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:38:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:06 smithi086 ceph-mon[89281]: Deploying daemon osd.4 on smithi130 2024-09-11T03:38:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:06 smithi086 ceph-mon[91691]: pgmap v290: 121 pgs: 121 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-09-11T03:38:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:06 smithi086 ceph-mon[91691]: Upgrade: Updating osd.4 2024-09-11T03:38:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:06 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:06 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-11T03:38:07.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:06 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:38:07.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:06 smithi086 ceph-mon[91691]: Deploying daemon osd.4 on smithi130 2024-09-11T03:38:07.657 INFO:tasks.rados.rados.0.smithi086.stdout:1836: done (0 left) 2024-09-11T03:38:07.657 INFO:tasks.rados.rados.0.smithi086.stdout:1837: setattr oid 36 current snap is 168 2024-09-11T03:38:07.658 INFO:tasks.rados.rados.0.smithi086.stdout:1838: copy_from oid 38 from oid 1 current snap is 168 2024-09-11T03:38:07.658 INFO:tasks.rados.rados.0.smithi086.stdout:1839: rollback oid 15 current snap is 168 2024-09-11T03:38:07.658 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 15 to 163 2024-09-11T03:38:07.658 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 168 2024-09-11T03:38:07.658 INFO:tasks.rados.rados.0.smithi086.stdout:1840: seq_num 590 ranges {851968=286720} 2024-09-11T03:38:07.665 INFO:tasks.rados.rados.0.smithi086.stdout:1840: writing smithi08678205-22 from 851968 to 1138688 tid 1 2024-09-11T03:38:07.665 INFO:tasks.rados.rados.0.smithi086.stdout:1841: rollback oid 10 current snap is 168 2024-09-11T03:38:07.665 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 10 to 164 2024-09-11T03:38:07.665 INFO:tasks.rados.rados.0.smithi086.stdout:1842: snap_create 2024-09-11T03:38:07.669 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 1587 (ObjNum 431 snap 126 seq_num 431) dirty exists 2024-09-11T03:38:07.670 INFO:tasks.rados.rados.0.smithi086.stdout:1841: finishing rollback tid 1 to smithi08678205-10 2024-09-11T03:38:07.670 INFO:tasks.rados.rados.0.smithi086.stdout:1841: finishing rollback tid 2 to smithi08678205-10 2024-09-11T03:38:07.670 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 1113 (ObjNum 457 snap 133 seq_num 457) dirty exists 2024-09-11T03:38:07.671 INFO:tasks.rados.rados.0.smithi086.stdout:1839: finishing rollback tid 0 to smithi08678205-15 2024-09-11T03:38:07.672 INFO:tasks.rados.rados.0.smithi086.stdout:1839: finishing rollback tid 1 to smithi08678205-15 2024-09-11T03:38:07.672 INFO:tasks.rados.rados.0.smithi086.stdout:1839: finishing rollback tid 2 to smithi08678205-15 2024-09-11T03:38:07.672 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 1591 (ObjNum 544 snap 160 seq_num 544) dirty exists 2024-09-11T03:38:07.676 INFO:tasks.rados.rados.0.smithi086.stdout:1838: finishing copy_from racing read to smithi08678205-38 2024-09-11T03:38:07.677 INFO:tasks.rados.rados.0.smithi086.stdout:1840: finishing write tid 1 to smithi08678205-22 2024-09-11T03:38:07.678 INFO:tasks.rados.rados.0.smithi086.stdout:1838: finishing copy_from to smithi08678205-38 2024-09-11T03:38:07.678 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 750 (ObjNum 437 snap 126 seq_num 437) dirty exists 2024-09-11T03:38:07.678 INFO:tasks.rados.rados.0.smithi086.stdout:1840: finishing write tid 2 to smithi08678205-22 2024-09-11T03:38:07.679 INFO:tasks.rados.rados.0.smithi086.stdout:1840: finishing write tid 3 to smithi08678205-22 2024-09-11T03:38:07.680 INFO:tasks.rados.rados.0.smithi086.stdout:1840: oid 22 updating version 0 to 751 2024-09-11T03:38:07.680 INFO:tasks.rados.rados.0.smithi086.stdout:1840: oid 22 version 751 is already newer than 715 2024-09-11T03:38:07.680 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 751 (ObjNum 590 snap 168 seq_num 590) dirty exists 2024-09-11T03:38:07.680 INFO:tasks.rados.rados.0.smithi086.stdout:1840: left oid 22 (ObjNum 590 snap 168 seq_num 590) 2024-09-11T03:38:08.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:38:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:38:08] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.43.0" 2024-09-11T03:38:08.657 INFO:tasks.rados.rados.0.smithi086.stdout:1837: done (5 left) 2024-09-11T03:38:08.657 INFO:tasks.rados.rados.0.smithi086.stdout:1838: done (4 left) 2024-09-11T03:38:08.657 INFO:tasks.rados.rados.0.smithi086.stdout:1839: done (3 left) 2024-09-11T03:38:08.657 INFO:tasks.rados.rados.0.smithi086.stdout:1840: done (2 left) 2024-09-11T03:38:08.657 INFO:tasks.rados.rados.0.smithi086.stdout:1841: done (1 left) 2024-09-11T03:38:08.657 INFO:tasks.rados.rados.0.smithi086.stdout:1842: done (0 left) 2024-09-11T03:38:08.657 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 169 2024-09-11T03:38:08.657 INFO:tasks.rados.rados.0.smithi086.stdout:1843: seq_num 591 ranges {7823360=303104} 2024-09-11T03:38:08.701 INFO:tasks.rados.rados.0.smithi086.stdout:1843: writing smithi08678205-8 from 7823360 to 8126464 tid 1 2024-09-11T03:38:08.701 INFO:tasks.rados.rados.0.smithi086.stdout:1844: delete oid 12 current snap is 169 2024-09-11T03:38:08.708 INFO:tasks.rados.rados.0.smithi086.stdout:1844: done (1 left) 2024-09-11T03:38:08.708 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 169 2024-09-11T03:38:08.708 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:38:08.709 INFO:tasks.rados.rados.0.smithi086.stdout:1845: seq_num 593 ranges {8871936=335872} 2024-09-11T03:38:08.759 INFO:tasks.rados.rados.0.smithi086.stdout:1845: writing smithi08678205-35 from 8871936 to 9207808 tid 1 2024-09-11T03:38:08.759 INFO:tasks.rados.rados.0.smithi086.stdout:1846: delete oid 4 current snap is 169 2024-09-11T03:38:08.759 INFO:tasks.rados.rados.0.smithi086.stdout:1843: finishing write tid 1 to smithi08678205-8 2024-09-11T03:38:08.759 INFO:tasks.rados.rados.0.smithi086.stdout:1843: finishing write tid 2 to smithi08678205-8 2024-09-11T03:38:08.759 INFO:tasks.rados.rados.0.smithi086.stdout:1843: finishing write tid 3 to smithi08678205-8 2024-09-11T03:38:08.759 INFO:tasks.rados.rados.0.smithi086.stdout:1843: oid 8 updating version 0 to 759 2024-09-11T03:38:08.759 INFO:tasks.rados.rados.0.smithi086.stdout:1843: oid 8 version 759 is already newer than 758 2024-09-11T03:38:08.759 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 759 (ObjNum 591 snap 169 seq_num 591) dirty exists 2024-09-11T03:38:08.760 INFO:tasks.rados.rados.0.smithi086.stdout:1843: left oid 8 (ObjNum 591 snap 169 seq_num 591) 2024-09-11T03:38:08.763 INFO:tasks.rados.rados.0.smithi086.stdout:1843: done (2 left) 2024-09-11T03:38:08.763 INFO:tasks.rados.rados.0.smithi086.stdout:1846: done (1 left) 2024-09-11T03:38:08.763 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 169 2024-09-11T03:38:08.763 INFO:tasks.rados.rados.0.smithi086.stdout:1847: seq_num 595 ranges {2646016=368640} 2024-09-11T03:38:08.780 INFO:tasks.rados.rados.0.smithi086.stdout:1847: writing smithi08678205-47 from 2646016 to 3014656 tid 1 2024-09-11T03:38:08.780 INFO:tasks.rados.rados.0.smithi086.stdout:1848: rmattr oid 23 current snap is 169 2024-09-11T03:38:08.780 INFO:tasks.rados.rados.0.smithi086.stdout:1848: done (2 left) 2024-09-11T03:38:08.780 INFO:tasks.rados.rados.0.smithi086.stdout:1849: copy_from oid 30 from oid 2 current snap is 169 2024-09-11T03:38:08.780 INFO:tasks.rados.rados.0.smithi086.stdout:1845: finishing write tid 1 to smithi08678205-35 2024-09-11T03:38:08.780 INFO:tasks.rados.rados.0.smithi086.stdout:1845: finishing write tid 2 to smithi08678205-35 2024-09-11T03:38:08.780 INFO:tasks.rados.rados.0.smithi086.stdout:1845: finishing write tid 3 to smithi08678205-35 2024-09-11T03:38:08.780 INFO:tasks.rados.rados.0.smithi086.stdout:1845: oid 35 updating version 0 to 1114 2024-09-11T03:38:08.781 INFO:tasks.rados.rados.0.smithi086.stdout:1845: oid 35 updating version 1114 to 1115 2024-09-11T03:38:08.781 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 1115 (ObjNum 593 snap 169 seq_num 593) dirty exists 2024-09-11T03:38:08.781 INFO:tasks.rados.rados.0.smithi086.stdout:1845: left oid 35 (ObjNum 593 snap 169 seq_num 593) 2024-09-11T03:38:08.781 INFO:tasks.rados.rados.0.smithi086.stdout:1845: done (2 left) 2024-09-11T03:38:08.781 INFO:tasks.rados.rados.0.smithi086.stdout:1850: copy_from oid 18 from oid 44 current snap is 169 2024-09-11T03:38:08.781 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 169 2024-09-11T03:38:08.781 INFO:tasks.rados.rados.0.smithi086.stdout:1851: seq_num 596 ranges {4251648=385024} 2024-09-11T03:38:08.806 INFO:tasks.rados.rados.0.smithi086.stdout:1851: writing smithi08678205-7 from 4251648 to 4636672 tid 1 2024-09-11T03:38:08.806 INFO:tasks.rados.rados.0.smithi086.stdout:1852: delete oid 46 current snap is 169 2024-09-11T03:38:08.806 INFO:tasks.rados.rados.0.smithi086.stdout:1850: finishing copy_from to smithi08678205-18 2024-09-11T03:38:08.806 INFO:tasks.rados.rados.0.smithi086.stdout:1850: got expected ENOENT (src dne) 2024-09-11T03:38:08.806 INFO:tasks.rados.rados.0.smithi086.stdout:1850: finishing copy_from racing read to smithi08678205-18 2024-09-11T03:38:08.806 INFO:tasks.rados.rados.0.smithi086.stdout:1847: finishing write tid 1 to smithi08678205-47 2024-09-11T03:38:08.806 INFO:tasks.rados.rados.0.smithi086.stdout:1847: finishing write tid 2 to smithi08678205-47 2024-09-11T03:38:08.806 INFO:tasks.rados.rados.0.smithi086.stdout:1847: finishing write tid 3 to smithi08678205-47 2024-09-11T03:38:08.806 INFO:tasks.rados.rados.0.smithi086.stdout:1847: oid 47 updating version 0 to 776 2024-09-11T03:38:08.806 INFO:tasks.rados.rados.0.smithi086.stdout:1847: oid 47 version 776 is already newer than 775 2024-09-11T03:38:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 776 (ObjNum 595 snap 169 seq_num 595) dirty exists 2024-09-11T03:38:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:1847: left oid 47 (ObjNum 595 snap 169 seq_num 595) 2024-09-11T03:38:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:1849: finishing copy_from racing read to smithi08678205-30 2024-09-11T03:38:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:1849: finishing copy_from to smithi08678205-30 2024-09-11T03:38:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 584 (ObjNum 522 snap 151 seq_num 522) dirty exists 2024-09-11T03:38:08.809 INFO:tasks.rados.rados.0.smithi086.stdout:1851: finishing write tid 1 to smithi08678205-7 2024-09-11T03:38:08.809 INFO:tasks.rados.rados.0.smithi086.stdout:1851: finishing write tid 2 to smithi08678205-7 2024-09-11T03:38:08.810 INFO:tasks.rados.rados.0.smithi086.stdout:1847: done (4 left) 2024-09-11T03:38:08.810 INFO:tasks.rados.rados.0.smithi086.stdout:1849: done (3 left) 2024-09-11T03:38:08.810 INFO:tasks.rados.rados.0.smithi086.stdout:1850: done (2 left) 2024-09-11T03:38:08.810 INFO:tasks.rados.rados.0.smithi086.stdout:1852: done (1 left) 2024-09-11T03:38:08.811 INFO:tasks.rados.rados.0.smithi086.stdout:1853: read oid 29 snap -1 2024-09-11T03:38:08.811 INFO:tasks.rados.rados.0.smithi086.stdout:1853: expect (ObjNum 549 snap 162 seq_num 549) 2024-09-11T03:38:08.811 INFO:tasks.rados.rados.0.smithi086.stdout:1854: delete oid 40 current snap is 169 2024-09-11T03:38:08.811 INFO:tasks.rados.rados.0.smithi086.stdout:1851: finishing write tid 3 to smithi08678205-7 2024-09-11T03:38:08.811 INFO:tasks.rados.rados.0.smithi086.stdout:1851: oid 7 updating version 0 to 700 2024-09-11T03:38:08.811 INFO:tasks.rados.rados.0.smithi086.stdout:1851: oid 7 updating version 700 to 701 2024-09-11T03:38:08.811 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 701 (ObjNum 596 snap 169 seq_num 596) dirty exists 2024-09-11T03:38:08.811 INFO:tasks.rados.rados.0.smithi086.stdout:1851: left oid 7 (ObjNum 596 snap 169 seq_num 596) 2024-09-11T03:38:08.811 INFO:tasks.rados.rados.0.smithi086.stdout:1851: done (2 left) 2024-09-11T03:38:08.812 INFO:tasks.rados.rados.0.smithi086.stdout:1854: done (1 left) 2024-09-11T03:38:08.812 INFO:tasks.rados.rados.0.smithi086.stdout:1855: snap_create 2024-09-11T03:38:08.844 INFO:tasks.rados.rados.0.smithi086.stdout:1853: expect (ObjNum 549 snap 162 seq_num 549) 2024-09-11T03:38:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:08 smithi086 ceph-mon[89281]: pgmap v291: 121 pgs: 121 active+clean; 231 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-11T03:38:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:08 smithi086 ceph-mon[89281]: osdmap e417: 8 total, 8 up, 8 in 2024-09-11T03:38:09.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:08 smithi086 ceph-mon[91691]: pgmap v291: 121 pgs: 121 active+clean; 231 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-11T03:38:09.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:08 smithi086 ceph-mon[91691]: osdmap e417: 8 total, 8 up, 8 in 2024-09-11T03:38:09.096 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:08 smithi130 systemd[1]: Stopping Ceph osd.4 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:38:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:08 smithi130 ceph-mon[83685]: pgmap v291: 121 pgs: 121 active+clean; 231 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-11T03:38:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:08 smithi130 ceph-mon[83685]: osdmap e417: 8 total, 8 up, 8 in 2024-09-11T03:38:09.311 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:38:09.311 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (7m) 23s ago 8m 25.2M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:38:09.311 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (8m) 2m ago 8m 88.1M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:38:09.311 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (9m) 23s ago 9m 23.1M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:38:09.311 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (9m) 2m ago 9m 15.4M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:38:09.311 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (3m) 2m ago 12m 453M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:38:09.312 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (4m) 23s ago 14m 524M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:38:09.312 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (3m) 23s ago 14m 54.2M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:38:09.312 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (2m) 2m ago 13m 20.4M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:38:09.312 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (3m) 23s ago 13m 44.0M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:38:09.312 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (7m) 23s ago 7m 16.9M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:38:09.312 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (7m) 2m ago 7m 15.4M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:38:09.312 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (2m) 23s ago 12m 178M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 987e6b2de39f 2024-09-11T03:38:09.312 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (93s) 23s ago 12m 130M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 cfd4be907390 2024-09-11T03:38:09.312 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (60s) 23s ago 11m 126M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 0310f346c09e 2024-09-11T03:38:09.312 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (27s) 23s ago 11m 12.2M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 e864761f34a2 2024-09-11T03:38:09.312 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (11m) 2m ago 11m 120M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 21e3380b8d63 2024-09-11T03:38:09.312 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (10m) 2m ago 10m 135M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 8946be32054c 2024-09-11T03:38:09.312 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (10m) 2m ago 10m 115M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:38:09.313 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (9m) 2m ago 9m 116M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:38:09.313 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (3m) 2m ago 8m 49.9M - 2.43.0 a07b618ecd1d 700e3afbbd6b 2024-09-11T03:38:09.596 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[35977]: 2024-09-11T03:38:09.136+0000 7f98cd4a7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:38:09.597 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[35977]: 2024-09-11T03:38:09.136+0000 7f98cd4a7640 -1 osd.4 418 *** Got signal Terminated *** 2024-09-11T03:38:09.597 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[35977]: 2024-09-11T03:38:09.136+0000 7f98cd4a7640 -1 osd.4 418 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:38:09.669 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:38:09.669 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:38:09.669 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:38:09.669 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:38:09.669 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:38:09.669 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:38:09.669 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:38:09.669 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:38:09.669 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3, 2024-09-11T03:38:09.669 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 4 2024-09-11T03:38:09.670 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:38:09.670 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:38:09.670 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:38:09.670 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:38:09.670 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:38:09.670 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 5, 2024-09-11T03:38:09.670 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 9 2024-09-11T03:38:09.670 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:38:09.670 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:38:09.847 INFO:tasks.rados.rados.0.smithi086.stdout:1853: done (1 left) 2024-09-11T03:38:09.847 INFO:tasks.rados.rados.0.smithi086.stdout:1855: done (0 left) 2024-09-11T03:38:09.847 INFO:tasks.rados.rados.0.smithi086.stdout:1856: delete oid 9 current snap is 170 2024-09-11T03:38:09.965 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:38:09.965 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:38:09.965 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:38:09.965 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:38:09.965 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:38:09.965 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr", 2024-09-11T03:38:09.965 INFO:teuthology.orchestra.run.smithi086.stdout: "mon" 2024-09-11T03:38:09.966 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:38:09.966 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "9/20 daemons upgraded", 2024-09-11T03:38:09.966 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading osd daemons", 2024-09-11T03:38:09.966 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:38:09.966 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:38:09.966 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:09 smithi086 ceph-mon[89281]: osdmap e418: 8 total, 8 up, 8 in 2024-09-11T03:38:09.966 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:09 smithi086 ceph-mon[89281]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:09.966 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:09 smithi086 ceph-mon[89281]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:09.966 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:09 smithi086 ceph-mon[89281]: osd.4 marked itself down and dead 2024-09-11T03:38:09.967 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:09 smithi086 ceph-mon[91691]: osdmap e418: 8 total, 8 up, 8 in 2024-09-11T03:38:09.967 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:09 smithi086 ceph-mon[91691]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:09.967 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:09 smithi086 ceph-mon[91691]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:09.967 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:09 smithi086 ceph-mon[91691]: osd.4 marked itself down and dead 2024-09-11T03:38:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:09 smithi130 ceph-mon[83685]: osdmap e418: 8 total, 8 up, 8 in 2024-09-11T03:38:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:09 smithi130 ceph-mon[83685]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:09 smithi130 ceph-mon[83685]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:09 smithi130 ceph-mon[83685]: osd.4 marked itself down and dead 2024-09-11T03:38:10.463 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:10 smithi130 podman[88948]: 2024-09-11 03:38:10.203996101 +0000 UTC m=+1.167927818 container died 21e3380b8d63a1492cb3aceb00eab79040160cb2794e3ebb6d13bbb6745abd0c (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=reef-7a853b1, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-11T03:38:10.680 INFO:tasks.rados.rados.0.smithi086.stdout:1856: done (0 left) 2024-09-11T03:38:10.680 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 170 2024-09-11T03:38:10.680 INFO:tasks.rados.rados.0.smithi086.stdout:1857: seq_num 600 ranges {0=450560} 2024-09-11T03:38:10.685 INFO:tasks.rados.rados.0.smithi086.stdout:1857: writing smithi08678205-39 from 0 to 450560 tid 1 2024-09-11T03:38:10.685 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 170 2024-09-11T03:38:10.685 INFO:tasks.rados.rados.0.smithi086.stdout:1858: seq_num 601 ranges {3014656=475136} 2024-09-11T03:38:10.701 INFO:tasks.rados.rados.0.smithi086.stdout:1858: writing smithi08678205-47 from 3014656 to 3489792 tid 1 2024-09-11T03:38:10.701 INFO:tasks.rados.rados.0.smithi086.stdout:1859: read oid 32 snap -1 2024-09-11T03:38:10.701 INFO:tasks.rados.rados.0.smithi086.stdout:1859: expect (ObjNum 577 snap 167 seq_num 577) 2024-09-11T03:38:10.702 INFO:tasks.rados.rados.0.smithi086.stdout:1860: read oid 25 snap -1 2024-09-11T03:38:10.702 INFO:tasks.rados.rados.0.smithi086.stdout:1860: expect (ObjNum 566 snap 166 seq_num 566) 2024-09-11T03:38:10.702 INFO:tasks.rados.rados.0.smithi086.stdout:1861: snap_create 2024-09-11T03:38:10.702 INFO:tasks.rados.rados.0.smithi086.stdout:1857: finishing write tid 1 to smithi08678205-39 2024-09-11T03:38:10.702 INFO:tasks.rados.rados.0.smithi086.stdout:1857: finishing write tid 2 to smithi08678205-39 2024-09-11T03:38:10.702 INFO:tasks.rados.rados.0.smithi086.stdout:1857: finishing write tid 3 to smithi08678205-39 2024-09-11T03:38:10.702 INFO:tasks.rados.rados.0.smithi086.stdout:1857: oid 39 updating version 0 to 904 2024-09-11T03:38:10.702 INFO:tasks.rados.rados.0.smithi086.stdout:1857: oid 39 updating version 904 to 905 2024-09-11T03:38:10.702 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 905 (ObjNum 600 snap 170 seq_num 600) dirty exists 2024-09-11T03:38:10.702 INFO:tasks.rados.rados.0.smithi086.stdout:1857: left oid 39 (ObjNum 600 snap 170 seq_num 600) 2024-09-11T03:38:10.705 INFO:tasks.rados.rados.0.smithi086.stdout:1858: finishing write tid 1 to smithi08678205-47 2024-09-11T03:38:10.705 INFO:tasks.rados.rados.0.smithi086.stdout:1858: finishing write tid 2 to smithi08678205-47 2024-09-11T03:38:10.706 INFO:tasks.rados.rados.0.smithi086.stdout:1858: finishing write tid 3 to smithi08678205-47 2024-09-11T03:38:10.706 INFO:tasks.rados.rados.0.smithi086.stdout:1858: oid 47 updating version 0 to 778 2024-09-11T03:38:10.706 INFO:tasks.rados.rados.0.smithi086.stdout:1858: oid 47 version 778 is already newer than 777 2024-09-11T03:38:10.707 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 778 (ObjNum 601 snap 170 seq_num 601) dirty exists 2024-09-11T03:38:10.707 INFO:tasks.rados.rados.0.smithi086.stdout:1858: left oid 47 (ObjNum 601 snap 170 seq_num 601) 2024-09-11T03:38:10.712 INFO:tasks.rados.rados.0.smithi086.stdout:1859: expect (ObjNum 577 snap 167 seq_num 577) 2024-09-11T03:38:10.837 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:10 smithi130 podman[88948]: 2024-09-11 03:38:10.570151781 +0000 UTC m=+1.534083485 container cleanup 21e3380b8d63a1492cb3aceb00eab79040160cb2794e3ebb6d13bbb6745abd0c (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4, RELEASE=reef-7a853b1, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-11T03:38:10.837 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:10 smithi130 bash[88948]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4 2024-09-11T03:38:10.837 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:10 smithi130 ceph-mon[83685]: pgmap v294: 121 pgs: 121 active+clean; 231 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-11T03:38:10.838 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:10 smithi130 ceph-mon[83685]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:10.838 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:10 smithi130 ceph-mon[83685]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:38:10.838 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:10 smithi130 ceph-mon[83685]: osdmap e419: 8 total, 7 up, 8 in 2024-09-11T03:38:10.838 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:10 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1140391005' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:10.838 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:10 smithi130 ceph-mon[83685]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:10.851 INFO:tasks.rados.rados.0.smithi086.stdout:1860: expect (ObjNum 566 snap 166 seq_num 566) 2024-09-11T03:38:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:10 smithi086 ceph-mon[89281]: pgmap v294: 121 pgs: 121 active+clean; 231 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-11T03:38:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:10 smithi086 ceph-mon[89281]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:10 smithi086 ceph-mon[89281]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:38:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:10 smithi086 ceph-mon[89281]: osdmap e419: 8 total, 7 up, 8 in 2024-09-11T03:38:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:10 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1140391005' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:10 smithi086 ceph-mon[89281]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:11.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:10 smithi086 ceph-mon[91691]: pgmap v294: 121 pgs: 121 active+clean; 231 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-09-11T03:38:11.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:10 smithi086 ceph-mon[91691]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:11.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:10 smithi086 ceph-mon[91691]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:38:11.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:10 smithi086 ceph-mon[91691]: osdmap e419: 8 total, 7 up, 8 in 2024-09-11T03:38:11.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:10 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1140391005' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:11.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:10 smithi086 ceph-mon[91691]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:11.096 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:10 smithi130 podman[88974]: 2024-09-11 03:38:10.838353556 +0000 UTC m=+0.637244114 container remove 21e3380b8d63a1492cb3aceb00eab79040160cb2794e3ebb6d13bbb6745abd0c (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, RELEASE=reef-7a853b1, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-11T03:38:11.491 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:11 smithi130 podman[89063]: 2024-09-11 03:38:11.089958663 +0000 UTC m=+0.015762802 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:38:11.491 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:11 smithi130 podman[89063]: 2024-09-11 03:38:11.206005613 +0000 UTC m=+0.131809751 container create fa963a3e7aa304ae5094a8b05dad214cb4e7e1ad595e3508630e898334cf7084 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-11T03:38:11.491 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:11 smithi130 podman[89063]: 2024-09-11 03:38:11.408449477 +0000 UTC m=+0.334253615 container init fa963a3e7aa304ae5094a8b05dad214cb4e7e1ad595e3508630e898334cf7084 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-deactivate, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-11T03:38:11.491 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:11 smithi130 podman[89063]: 2024-09-11 03:38:11.411712007 +0000 UTC m=+0.337516146 container start fa963a3e7aa304ae5094a8b05dad214cb4e7e1ad595e3508630e898334cf7084 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:38:11.491 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:11 smithi130 podman[89063]: 2024-09-11 03:38:11.49191016 +0000 UTC m=+0.417714328 container attach fa963a3e7aa304ae5094a8b05dad214cb4e7e1ad595e3508630e898334cf7084 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-11T03:38:11.684 INFO:tasks.rados.rados.0.smithi086.stdout:1857: done (4 left) 2024-09-11T03:38:11.684 INFO:tasks.rados.rados.0.smithi086.stdout:1858: done (3 left) 2024-09-11T03:38:11.684 INFO:tasks.rados.rados.0.smithi086.stdout:1859: done (2 left) 2024-09-11T03:38:11.685 INFO:tasks.rados.rados.0.smithi086.stdout:1860: done (1 left) 2024-09-11T03:38:11.685 INFO:tasks.rados.rados.0.smithi086.stdout:1861: done (0 left) 2024-09-11T03:38:11.685 INFO:tasks.rados.rados.0.smithi086.stdout:1862: rollback oid 36 current snap is 171 2024-09-11T03:38:11.685 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 36 to 162 2024-09-11T03:38:11.685 INFO:tasks.rados.rados.0.smithi086.stdout:1863: snap_create 2024-09-11T03:38:11.691 INFO:tasks.rados.rados.0.smithi086.stdout:1862: finishing rollback tid 0 to smithi08678205-36 2024-09-11T03:38:11.691 INFO:tasks.rados.rados.0.smithi086.stdout:1862: finishing rollback tid 1 to smithi08678205-36 2024-09-11T03:38:11.692 INFO:tasks.rados.rados.0.smithi086.stdout:1862: finishing rollback tid 2 to smithi08678205-36 2024-09-11T03:38:11.692 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 1599 (ObjNum 431 snap 126 seq_num 431) dirty exists 2024-09-11T03:38:11.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:11 smithi130 ceph-mon[83685]: osdmap e420: 8 total, 7 up, 8 in 2024-09-11T03:38:11.847 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:11 smithi130 podman[89063]: 2024-09-11 03:38:11.613203124 +0000 UTC m=+0.539007263 container died fa963a3e7aa304ae5094a8b05dad214cb4e7e1ad595e3508630e898334cf7084 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-11T03:38:12.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:11 smithi086 ceph-mon[89281]: osdmap e420: 8 total, 7 up, 8 in 2024-09-11T03:38:12.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:11 smithi086 ceph-mon[91691]: osdmap e420: 8 total, 7 up, 8 in 2024-09-11T03:38:12.181 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:12 smithi130 podman[89087]: 2024-09-11 03:38:12.179076125 +0000 UTC m=+0.556004830 container remove fa963a3e7aa304ae5094a8b05dad214cb4e7e1ad595e3508630e898334cf7084 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-11T03:38:12.597 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:12 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-11T03:38:12.597 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:12 smithi130 systemd[1]: Stopped Ceph osd.4 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:38:12.597 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:12 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.4.service: Consumed 12.929s CPU time. 2024-09-11T03:38:12.597 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:12 smithi130 systemd[1]: Starting Ceph osd.4 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:38:12.659 INFO:tasks.rados.rados.0.smithi086.stdout:1862: done (1 left) 2024-09-11T03:38:12.660 INFO:tasks.rados.rados.0.smithi086.stdout:1863: done (0 left) 2024-09-11T03:38:12.660 INFO:tasks.rados.rados.0.smithi086.stdout:1864: read oid 4 snap 164 2024-09-11T03:38:12.660 INFO:tasks.rados.rados.0.smithi086.stdout:1864: expect (ObjNum 437 snap 126 seq_num 437) 2024-09-11T03:38:12.660 INFO:tasks.rados.rados.0.smithi086.stdout:1865: read oid 43 snap -1 2024-09-11T03:38:12.660 INFO:tasks.rados.rados.0.smithi086.stdout:1865: expect (ObjNum 573 snap 166 seq_num 573) 2024-09-11T03:38:12.660 INFO:tasks.rados.rados.0.smithi086.stdout:1866: delete oid 11 current snap is 172 2024-09-11T03:38:12.667 INFO:tasks.rados.rados.0.smithi086.stdout:1866: done (2 left) 2024-09-11T03:38:12.667 INFO:tasks.rados.rados.0.smithi086.stdout:1867: rollback oid 10 current snap is 172 2024-09-11T03:38:12.667 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 10 to 164 2024-09-11T03:38:12.668 INFO:tasks.rados.rados.0.smithi086.stdout:1868: read oid 19 snap 150 2024-09-11T03:38:12.668 INFO:tasks.rados.rados.0.smithi086.stdout:1868: expect (ObjNum 511 snap 148 seq_num 511) 2024-09-11T03:38:12.668 INFO:tasks.rados.rados.0.smithi086.stdout:1869: read oid 3 snap 170 2024-09-11T03:38:12.668 INFO:tasks.rados.rados.0.smithi086.stdout:1869: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:38:12.668 INFO:tasks.rados.rados.0.smithi086.stdout:1870: delete oid 26 current snap is 172 2024-09-11T03:38:12.671 INFO:tasks.rados.rados.0.smithi086.stdout:1870: done (5 left) 2024-09-11T03:38:12.671 INFO:tasks.rados.rados.0.smithi086.stdout:1871: setattr oid 18 current snap is 172 2024-09-11T03:38:12.673 INFO:tasks.rados.rados.0.smithi086.stdout:1872: rollback oid 30 current snap is 172 2024-09-11T03:38:12.673 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 30 to 170 2024-09-11T03:38:12.674 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 172 2024-09-11T03:38:12.674 INFO:tasks.rados.rados.0.smithi086.stdout:1873: seq_num 604 ranges {0=524288} 2024-09-11T03:38:12.677 INFO:tasks.rados.rados.0.smithi086.stdout:1873: writing smithi08678205-44 from 0 to 524288 tid 1 2024-09-11T03:38:12.678 INFO:tasks.rados.rados.0.smithi086.stdout:1874: read oid 27 snap -1 2024-09-11T03:38:12.678 INFO:tasks.rados.rados.0.smithi086.stdout:1874: expect deleted 2024-09-11T03:38:12.678 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 172 2024-09-11T03:38:12.678 INFO:tasks.rados.rados.0.smithi086.stdout:1875: seq_num 605 ranges {0=540672} 2024-09-11T03:38:12.681 INFO:tasks.rados.rados.0.smithi086.stdout:1875: writing smithi08678205-34 from 0 to 540672 tid 1 2024-09-11T03:38:12.681 INFO:tasks.rados.rados.0.smithi086.stdout:1876: delete oid 6 current snap is 172 2024-09-11T03:38:12.682 INFO:tasks.rados.rados.0.smithi086.stdout:1864: expect (ObjNum 437 snap 126 seq_num 437) 2024-09-11T03:38:12.836 INFO:tasks.rados.rados.0.smithi086.stdout:1867: finishing rollback tid 0 to smithi08678205-10 2024-09-11T03:38:12.836 INFO:tasks.rados.rados.0.smithi086.stdout:1867: finishing rollback tid 1 to smithi08678205-10 2024-09-11T03:38:12.836 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 712 (ObjNum 580 snap 167 seq_num 580) dirty exists 2024-09-11T03:38:12.836 INFO:tasks.rados.rados.0.smithi086.stdout:1865: expect (ObjNum 573 snap 166 seq_num 573) 2024-09-11T03:38:12.940 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:12 smithi130 ceph-mon[83685]: pgmap v297: 121 pgs: 26 peering, 4 stale+active+clean, 91 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-09-11T03:38:12.940 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:12 smithi130 ceph-mon[83685]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-11T03:38:12.940 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:12 smithi130 ceph-mon[83685]: osdmap e421: 8 total, 7 up, 8 in 2024-09-11T03:38:12.940 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:12 smithi130 ceph-mon[83685]: osdmap e422: 8 total, 7 up, 8 in 2024-09-11T03:38:12.940 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:12 smithi130 podman[89185]: 2024-09-11 03:38:12.516986183 +0000 UTC m=+0.016788829 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:38:12.940 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:12 smithi130 podman[89185]: 2024-09-11 03:38:12.629933058 +0000 UTC m=+0.129735737 container create 6a57f638b43664618da2a8ec51f69167e773eaa58fdca7a14d6fe35bfd902a7f (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-11T03:38:12.940 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:12 smithi130 podman[89185]: 2024-09-11 03:38:12.857706454 +0000 UTC m=+0.357509090 container init 6a57f638b43664618da2a8ec51f69167e773eaa58fdca7a14d6fe35bfd902a7f (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS) 2024-09-11T03:38:12.941 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:12 smithi130 podman[89185]: 2024-09-11 03:38:12.860945309 +0000 UTC m=+0.360747953 container start 6a57f638b43664618da2a8ec51f69167e773eaa58fdca7a14d6fe35bfd902a7f (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-11T03:38:12.941 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:12 smithi130 podman[89185]: 2024-09-11 03:38:12.940903331 +0000 UTC m=+0.440705967 container attach 6a57f638b43664618da2a8ec51f69167e773eaa58fdca7a14d6fe35bfd902a7f (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-11T03:38:12.993 INFO:tasks.rados.rados.0.smithi086.stdout:1868: expect (ObjNum 511 snap 148 seq_num 511) 2024-09-11T03:38:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:12 smithi086 ceph-mon[89281]: pgmap v297: 121 pgs: 26 peering, 4 stale+active+clean, 91 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-09-11T03:38:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:12 smithi086 ceph-mon[89281]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-11T03:38:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:12 smithi086 ceph-mon[89281]: osdmap e421: 8 total, 7 up, 8 in 2024-09-11T03:38:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:12 smithi086 ceph-mon[89281]: osdmap e422: 8 total, 7 up, 8 in 2024-09-11T03:38:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:12 smithi086 ceph-mon[91691]: pgmap v297: 121 pgs: 26 peering, 4 stale+active+clean, 91 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-09-11T03:38:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:12 smithi086 ceph-mon[91691]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-09-11T03:38:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:12 smithi086 ceph-mon[91691]: osdmap e421: 8 total, 7 up, 8 in 2024-09-11T03:38:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:12 smithi086 ceph-mon[91691]: osdmap e422: 8 total, 7 up, 8 in 2024-09-11T03:38:13.108 INFO:tasks.rados.rados.0.smithi086.stdout:1873: finishing write tid 1 to smithi08678205-44 2024-09-11T03:38:13.108 INFO:tasks.rados.rados.0.smithi086.stdout:1867: finishing rollback tid 2 to smithi08678205-10 2024-09-11T03:38:13.108 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 1118 (ObjNum 457 snap 133 seq_num 457) dirty exists 2024-09-11T03:38:13.108 INFO:tasks.rados.rados.0.smithi086.stdout:1873: finishing write tid 2 to smithi08678205-44 2024-09-11T03:38:13.108 INFO:tasks.rados.rados.0.smithi086.stdout:1872: finishing rollback tid 0 to smithi08678205-30 2024-09-11T03:38:13.108 INFO:tasks.rados.rados.0.smithi086.stdout:1872: finishing rollback tid 1 to smithi08678205-30 2024-09-11T03:38:13.108 INFO:tasks.rados.rados.0.smithi086.stdout:1873: finishing write tid 3 to smithi08678205-44 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:1873: oid 44 updating version 0 to 575 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:1873: oid 44 version 575 is already newer than 574 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 575 (ObjNum 604 snap 172 seq_num 604) dirty exists 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:1873: left oid 44 (ObjNum 604 snap 172 seq_num 604) 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:1872: finishing rollback tid 2 to smithi08678205-30 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 1603 (ObjNum 522 snap 151 seq_num 522) dirty exists 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:1875: finishing write tid 1 to smithi08678205-34 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:1875: finishing write tid 2 to smithi08678205-34 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:1875: finishing write tid 3 to smithi08678205-34 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:1875: oid 34 updating version 0 to 713 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:1875: oid 34 updating version 713 to 714 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 714 (ObjNum 605 snap 172 seq_num 605) dirty exists 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:1875: left oid 34 (ObjNum 605 snap 172 seq_num 605) 2024-09-11T03:38:13.109 INFO:tasks.rados.rados.0.smithi086.stdout:1869: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:38:13.346 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:12 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate[89199]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:38:13.346 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:12 smithi130 bash[89185]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:38:13.346 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate[89199]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:38:13.346 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 bash[89185]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:38:13.600 INFO:tasks.rados.rados.0.smithi086.stdout:1864: done (10 left) 2024-09-11T03:38:13.600 INFO:tasks.rados.rados.0.smithi086.stdout:1865: done (9 left) 2024-09-11T03:38:13.600 INFO:tasks.rados.rados.0.smithi086.stdout:1867: done (8 left) 2024-09-11T03:38:13.600 INFO:tasks.rados.rados.0.smithi086.stdout:1868: done (7 left) 2024-09-11T03:38:13.600 INFO:tasks.rados.rados.0.smithi086.stdout:1869: done (6 left) 2024-09-11T03:38:13.600 INFO:tasks.rados.rados.0.smithi086.stdout:1871: done (5 left) 2024-09-11T03:38:13.600 INFO:tasks.rados.rados.0.smithi086.stdout:1872: done (4 left) 2024-09-11T03:38:13.601 INFO:tasks.rados.rados.0.smithi086.stdout:1873: done (3 left) 2024-09-11T03:38:13.601 INFO:tasks.rados.rados.0.smithi086.stdout:1874: done (2 left) 2024-09-11T03:38:13.601 INFO:tasks.rados.rados.0.smithi086.stdout:1875: done (1 left) 2024-09-11T03:38:13.601 INFO:tasks.rados.rados.0.smithi086.stdout:1876: done (0 left) 2024-09-11T03:38:13.601 INFO:tasks.rados.rados.0.smithi086.stdout:1877: snap_create 2024-09-11T03:38:13.691 INFO:tasks.rados.rados.0.smithi086.stdout:1877: done (0 left) 2024-09-11T03:38:13.691 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 173 2024-09-11T03:38:13.691 INFO:tasks.rados.rados.0.smithi086.stdout:1878: seq_num 607 ranges {6725632=573440} 2024-09-11T03:38:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1878: writing smithi08678205-3 from 6725632 to 7299072 tid 1 2024-09-11T03:38:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1879: rollback oid 11 current snap is 173 2024-09-11T03:38:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 172 2024-09-11T03:38:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1880: rollback oid 26 current snap is 173 2024-09-11T03:38:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 26 to 162 2024-09-11T03:38:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1881: rollback oid 19 current snap is 173 2024-09-11T03:38:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 19 to 172 2024-09-11T03:38:13.729 INFO:tasks.rados.rados.0.smithi086.stdout:1882: snap_create 2024-09-11T03:38:13.733 INFO:tasks.rados.rados.0.smithi086.stdout:1880: finishing rollback tid 1 to smithi08678205-26 2024-09-11T03:38:13.733 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 775 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-09-11T03:38:13.735 INFO:tasks.rados.rados.0.smithi086.stdout:1879: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:38:13.736 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 804 (ObjNum 65 snap 0 seq_num 1767994453) dirty dne 2024-09-11T03:38:13.736 INFO:tasks.rados.rados.0.smithi086.stdout:1881: finishing rollback tid 1 to smithi08678205-19 2024-09-11T03:38:13.736 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 866 (ObjNum 81 snap 0 seq_num 3873027831) dirty dne 2024-09-11T03:38:13.736 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate[89199]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-11T03:38:13.736 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 bash[89185]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-11T03:38:13.737 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate[89199]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-11T03:38:13.737 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 bash[89185]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-11T03:38:13.737 INFO:tasks.rados.rados.0.smithi086.stdout:1878: finishing write tid 1 to smithi08678205-3 2024-09-11T03:38:13.737 INFO:tasks.rados.rados.0.smithi086.stdout:1878: finishing write tid 2 to smithi08678205-3 2024-09-11T03:38:13.737 INFO:tasks.rados.rados.0.smithi086.stdout:1878: finishing write tid 3 to smithi08678205-3 2024-09-11T03:38:13.738 INFO:tasks.rados.rados.0.smithi086.stdout:1878: oid 3 updating version 0 to 1120 2024-09-11T03:38:13.738 INFO:tasks.rados.rados.0.smithi086.stdout:1878: oid 3 version 1120 is already newer than 1119 2024-09-11T03:38:13.738 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 1120 (ObjNum 607 snap 173 seq_num 607) dirty exists 2024-09-11T03:38:13.738 INFO:tasks.rados.rados.0.smithi086.stdout:1878: left oid 3 (ObjNum 607 snap 173 seq_num 607) 2024-09-11T03:38:14.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:13 smithi086 ceph-mon[91691]: Health check failed: Degraded data redundancy: 20/495 objects degraded (4.040%), 8 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:14.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:13 smithi086 ceph-mon[91691]: osdmap e423: 8 total, 7 up, 8 in 2024-09-11T03:38:14.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:13 smithi086 ceph-mon[89281]: Health check failed: Degraded data redundancy: 20/495 objects degraded (4.040%), 8 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:14.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:13 smithi086 ceph-mon[89281]: osdmap e423: 8 total, 7 up, 8 in 2024-09-11T03:38:14.086 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:13 smithi130 ceph-mon[83685]: Health check failed: Degraded data redundancy: 20/495 objects degraded (4.040%), 8 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:14.086 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:13 smithi130 ceph-mon[83685]: osdmap e423: 8 total, 7 up, 8 in 2024-09-11T03:38:14.086 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate[89199]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-11T03:38:14.086 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 bash[89185]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-11T03:38:14.086 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate[89199]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-11T03:38:14.086 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 bash[89185]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-11T03:38:14.087 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate[89199]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-11T03:38:14.087 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 bash[89185]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-11T03:38:14.087 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate[89199]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-11T03:38:14.087 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 bash[89185]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-11T03:38:14.087 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate[89199]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-11T03:38:14.087 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 bash[89185]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-11T03:38:14.087 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:13 smithi130 podman[89185]: 2024-09-11 03:38:13.787911811 +0000 UTC m=+1.287714453 container died 6a57f638b43664618da2a8ec51f69167e773eaa58fdca7a14d6fe35bfd902a7f (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True) 2024-09-11T03:38:14.667 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:14 smithi130 podman[89340]: 2024-09-11 03:38:14.363575124 +0000 UTC m=+0.569616658 container remove 6a57f638b43664618da2a8ec51f69167e773eaa58fdca7a14d6fe35bfd902a7f (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-activate, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-11T03:38:14.667 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:14 smithi130 podman[89397]: 2024-09-11 03:38:14.472046388 +0000 UTC m=+0.015746898 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:38:14.667 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:14 smithi130 podman[89397]: 2024-09-11 03:38:14.573959275 +0000 UTC m=+0.117659770 container create 95790e251d1ed77f2a6fc811ab19e75e9767ebb3e333b7eb5d3a61af7830955d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:38:14.692 INFO:tasks.rados.rados.0.smithi086.stdout:1878: done (4 left) 2024-09-11T03:38:14.692 INFO:tasks.rados.rados.0.smithi086.stdout:1879: done (3 left) 2024-09-11T03:38:14.692 INFO:tasks.rados.rados.0.smithi086.stdout:1880: done (2 left) 2024-09-11T03:38:14.692 INFO:tasks.rados.rados.0.smithi086.stdout:1881: done (1 left) 2024-09-11T03:38:14.692 INFO:tasks.rados.rados.0.smithi086.stdout:1882: done (0 left) 2024-09-11T03:38:14.692 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 174 2024-09-11T03:38:14.692 INFO:tasks.rados.rados.0.smithi086.stdout:1883: seq_num 608 ranges {3186688=589824} 2024-09-11T03:38:14.711 INFO:tasks.rados.rados.0.smithi086.stdout:1883: writing smithi08678205-38 from 3186688 to 3776512 tid 1 2024-09-11T03:38:14.711 INFO:tasks.rados.rados.0.smithi086.stdout:1884: snap_create 2024-09-11T03:38:14.716 INFO:tasks.rados.rados.0.smithi086.stdout:1883: finishing write tid 1 to smithi08678205-38 2024-09-11T03:38:14.716 INFO:tasks.rados.rados.0.smithi086.stdout:1883: finishing write tid 2 to smithi08678205-38 2024-09-11T03:38:14.720 INFO:tasks.rados.rados.0.smithi086.stdout:1883: finishing write tid 3 to smithi08678205-38 2024-09-11T03:38:14.721 INFO:tasks.rados.rados.0.smithi086.stdout:1883: oid 38 updating version 0 to 753 2024-09-11T03:38:14.721 INFO:tasks.rados.rados.0.smithi086.stdout:1883: oid 38 updating version 753 to 754 2024-09-11T03:38:14.721 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 754 (ObjNum 608 snap 174 seq_num 608) dirty exists 2024-09-11T03:38:14.721 INFO:tasks.rados.rados.0.smithi086.stdout:1883: left oid 38 (ObjNum 608 snap 174 seq_num 608) 2024-09-11T03:38:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:14 smithi086 ceph-mon[89281]: pgmap v300: 121 pgs: 13 active+undersized, 26 peering, 8 active+undersized+degraded, 74 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 15 op/s; 20/495 objects degraded (4.040%) 2024-09-11T03:38:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:14 smithi086 ceph-mon[89281]: osdmap e424: 8 total, 7 up, 8 in 2024-09-11T03:38:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:14 smithi086 ceph-mon[91691]: pgmap v300: 121 pgs: 13 active+undersized, 26 peering, 8 active+undersized+degraded, 74 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 15 op/s; 20/495 objects degraded (4.040%) 2024-09-11T03:38:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:14 smithi086 ceph-mon[91691]: osdmap e424: 8 total, 7 up, 8 in 2024-09-11T03:38:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:14 smithi130 ceph-mon[83685]: pgmap v300: 121 pgs: 13 active+undersized, 26 peering, 8 active+undersized+degraded, 74 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 15 op/s; 20/495 objects degraded (4.040%) 2024-09-11T03:38:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:14 smithi130 ceph-mon[83685]: osdmap e424: 8 total, 7 up, 8 in 2024-09-11T03:38:15.097 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:14 smithi130 podman[89397]: 2024-09-11 03:38:14.779231805 +0000 UTC m=+0.322932300 container init 95790e251d1ed77f2a6fc811ab19e75e9767ebb3e333b7eb5d3a61af7830955d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-11T03:38:15.097 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:14 smithi130 podman[89397]: 2024-09-11 03:38:14.782551453 +0000 UTC m=+0.326251949 container start 95790e251d1ed77f2a6fc811ab19e75e9767ebb3e333b7eb5d3a61af7830955d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-11T03:38:15.097 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:14 smithi130 ceph-osd[89416]: -- 172.21.15.130:0/2439841520 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561b67e8fa40 con 0x561b68c5e000 2024-09-11T03:38:15.097 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:14 smithi130 bash[89397]: 95790e251d1ed77f2a6fc811ab19e75e9767ebb3e333b7eb5d3a61af7830955d 2024-09-11T03:38:15.097 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:14 smithi130 systemd[1]: Started Ceph osd.4 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:38:15.696 INFO:tasks.rados.rados.0.smithi086.stdout:1883: done (1 left) 2024-09-11T03:38:15.696 INFO:tasks.rados.rados.0.smithi086.stdout:1884: done (0 left) 2024-09-11T03:38:15.696 INFO:tasks.rados.rados.0.smithi086.stdout:1885: setattr oid 29 current snap is 175 2024-09-11T03:38:15.698 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 175 2024-09-11T03:38:15.698 INFO:tasks.rados.rados.0.smithi086.stdout:1886: seq_num 609 ranges {11624448=606208} 2024-09-11T03:38:15.762 INFO:tasks.rados.rados.0.smithi086.stdout:1886: writing smithi08678205-31 from 11624448 to 12230656 tid 1 2024-09-11T03:38:15.763 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 175 2024-09-11T03:38:15.763 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 715 (ObjNum 549 snap 162 seq_num 549) dirty exists 2024-09-11T03:38:15.763 INFO:tasks.rados.rados.0.smithi086.stdout:1887: seq_num 610 ranges {0=622592} 2024-09-11T03:38:15.766 INFO:tasks.rados.rados.0.smithi086.stdout:1887: writing smithi08678205-46 from 0 to 622592 tid 1 2024-09-11T03:38:15.766 INFO:tasks.rados.rados.0.smithi086.stdout:1885: done (2 left) 2024-09-11T03:38:15.767 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 25 current snap is 175 2024-09-11T03:38:15.767 INFO:tasks.rados.rados.0.smithi086.stdout:1888: seq_num 611 ranges {3776512=638976} 2024-09-11T03:38:15.790 INFO:tasks.rados.rados.0.smithi086.stdout:1888: writing smithi08678205-25 from 3776512 to 4415488 tid 1 2024-09-11T03:38:15.790 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 175 2024-09-11T03:38:15.790 INFO:tasks.rados.rados.0.smithi086.stdout:1886: finishing write tid 1 to smithi08678205-31 2024-09-11T03:38:15.791 INFO:tasks.rados.rados.0.smithi086.stdout:1886: finishing write tid 2 to smithi08678205-31 2024-09-11T03:38:15.791 INFO:tasks.rados.rados.0.smithi086.stdout:1887: finishing write tid 1 to smithi08678205-46 2024-09-11T03:38:15.791 INFO:tasks.rados.rados.0.smithi086.stdout:1887: finishing write tid 2 to smithi08678205-46 2024-09-11T03:38:15.791 INFO:tasks.rados.rados.0.smithi086.stdout:1886: finishing write tid 3 to smithi08678205-31 2024-09-11T03:38:15.791 INFO:tasks.rados.rados.0.smithi086.stdout:1886: oid 31 updating version 0 to 1605 2024-09-11T03:38:15.791 INFO:tasks.rados.rados.0.smithi086.stdout:1886: oid 31 updating version 1605 to 1606 2024-09-11T03:38:15.791 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 1606 (ObjNum 609 snap 175 seq_num 609) dirty exists 2024-09-11T03:38:15.791 INFO:tasks.rados.rados.0.smithi086.stdout:1886: left oid 31 (ObjNum 609 snap 175 seq_num 609) 2024-09-11T03:38:15.791 INFO:tasks.rados.rados.0.smithi086.stdout:1887: finishing write tid 3 to smithi08678205-46 2024-09-11T03:38:15.791 INFO:tasks.rados.rados.0.smithi086.stdout:1887: oid 46 updating version 0 to 906 2024-09-11T03:38:15.791 INFO:tasks.rados.rados.0.smithi086.stdout:1887: oid 46 updating version 906 to 907 2024-09-11T03:38:15.791 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 907 (ObjNum 610 snap 175 seq_num 610) dirty exists 2024-09-11T03:38:15.792 INFO:tasks.rados.rados.0.smithi086.stdout:1887: left oid 46 (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:38:15.792 INFO:tasks.rados.rados.0.smithi086.stdout:1889: seq_num 612 ranges {4734976=655360} 2024-09-11T03:38:15.819 INFO:tasks.rados.rados.0.smithi086.stdout:1889: writing smithi08678205-2 from 4734976 to 5390336 tid 1 2024-09-11T03:38:15.819 INFO:tasks.rados.rados.0.smithi086.stdout:1886: done (3 left) 2024-09-11T03:38:15.820 INFO:tasks.rados.rados.0.smithi086.stdout:1887: done (2 left) 2024-09-11T03:38:15.820 INFO:tasks.rados.rados.0.smithi086.stdout:1890: rmattr oid 43 current snap is 175 2024-09-11T03:38:15.820 INFO:tasks.rados.rados.0.smithi086.stdout:1890: done (2 left) 2024-09-11T03:38:15.820 INFO:tasks.rados.rados.0.smithi086.stdout:1891: setattr oid 4 current snap is 175 2024-09-11T03:38:15.820 INFO:tasks.rados.rados.0.smithi086.stdout:1888: finishing write tid 1 to smithi08678205-25 2024-09-11T03:38:15.820 INFO:tasks.rados.rados.0.smithi086.stdout:1888: finishing write tid 2 to smithi08678205-25 2024-09-11T03:38:15.820 INFO:tasks.rados.rados.0.smithi086.stdout:1888: finishing write tid 3 to smithi08678205-25 2024-09-11T03:38:15.820 INFO:tasks.rados.rados.0.smithi086.stdout:1888: oid 25 updating version 0 to 918 2024-09-11T03:38:15.820 INFO:tasks.rados.rados.0.smithi086.stdout:1888: oid 25 updating version 918 to 919 2024-09-11T03:38:15.820 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 919 (ObjNum 611 snap 175 seq_num 611) dirty exists 2024-09-11T03:38:15.820 INFO:tasks.rados.rados.0.smithi086.stdout:1888: left oid 25 (ObjNum 611 snap 175 seq_num 611) 2024-09-11T03:38:15.821 INFO:tasks.rados.rados.0.smithi086.stdout:1888: done (2 left) 2024-09-11T03:38:15.821 INFO:tasks.rados.rados.0.smithi086.stdout:1892: rollback oid 24 current snap is 175 2024-09-11T03:38:15.821 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 24 to 174 2024-09-11T03:38:15.821 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 175 2024-09-11T03:38:15.821 INFO:tasks.rados.rados.0.smithi086.stdout:1893: seq_num 613 ranges {0=671744} 2024-09-11T03:38:15.825 INFO:tasks.rados.rados.0.smithi086.stdout:1893: writing smithi08678205-41 from 0 to 671744 tid 1 2024-09-11T03:38:15.825 INFO:tasks.rados.rados.0.smithi086.stdout:1894: rollback oid 43 current snap is 175 2024-09-11T03:38:15.825 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 43 to 172 2024-09-11T03:38:15.825 INFO:tasks.rados.rados.0.smithi086.stdout:1889: finishing write tid 1 to smithi08678205-2 2024-09-11T03:38:15.825 INFO:tasks.rados.rados.0.smithi086.stdout:1895: copy_from oid 5 from oid 32 current snap is 175 2024-09-11T03:38:15.826 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 779 (ObjNum 33 snap 0 seq_num 3221915024) dirty exists 2024-09-11T03:38:15.826 INFO:tasks.rados.rados.0.smithi086.stdout:1892: finishing rollback tid 1 to smithi08678205-24 2024-09-11T03:38:15.826 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 1091 (ObjNum 257 snap 0 seq_num 580885968) dirty dne 2024-09-11T03:38:15.826 INFO:tasks.rados.rados.0.smithi086.stdout:1889: finishing write tid 2 to smithi08678205-2 2024-09-11T03:38:15.826 INFO:tasks.rados.rados.0.smithi086.stdout:1891: done (5 left) 2024-09-11T03:38:15.826 INFO:tasks.rados.rados.0.smithi086.stdout:1892: done (4 left) 2024-09-11T03:38:15.826 INFO:tasks.rados.rados.0.smithi086.stdout:1896: delete oid 28 current snap is 175 2024-09-11T03:38:15.826 INFO:tasks.rados.rados.0.smithi086.stdout:1889: finishing write tid 3 to smithi08678205-2 2024-09-11T03:38:15.826 INFO:tasks.rados.rados.0.smithi086.stdout:1889: oid 2 updating version 0 to 585 2024-09-11T03:38:15.826 INFO:tasks.rados.rados.0.smithi086.stdout:1889: oid 2 updating version 585 to 586 2024-09-11T03:38:15.826 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 586 (ObjNum 612 snap 175 seq_num 612) dirty exists 2024-09-11T03:38:15.826 INFO:tasks.rados.rados.0.smithi086.stdout:1889: left oid 2 (ObjNum 612 snap 175 seq_num 612) 2024-09-11T03:38:15.829 INFO:tasks.rados.rados.0.smithi086.stdout:1893: finishing write tid 1 to smithi08678205-41 2024-09-11T03:38:15.830 INFO:tasks.rados.rados.0.smithi086.stdout:1893: finishing write tid 2 to smithi08678205-41 2024-09-11T03:38:15.832 INFO:tasks.rados.rados.0.smithi086.stdout:1894: finishing rollback tid 0 to smithi08678205-43 2024-09-11T03:38:15.832 INFO:tasks.rados.rados.0.smithi086.stdout:1894: finishing rollback tid 1 to smithi08678205-43 2024-09-11T03:38:15.833 INFO:tasks.rados.rados.0.smithi086.stdout:1894: finishing rollback tid 2 to smithi08678205-43 2024-09-11T03:38:15.833 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 1612 (ObjNum 573 snap 166 seq_num 573) dirty exists 2024-09-11T03:38:15.834 INFO:tasks.rados.rados.0.smithi086.stdout:1893: finishing write tid 3 to smithi08678205-41 2024-09-11T03:38:15.834 INFO:tasks.rados.rados.0.smithi086.stdout:1893: oid 41 updating version 0 to 1608 2024-09-11T03:38:15.834 INFO:tasks.rados.rados.0.smithi086.stdout:1893: oid 41 version 1608 is already newer than 1607 2024-09-11T03:38:15.834 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 1608 (ObjNum 613 snap 175 seq_num 613) dirty exists 2024-09-11T03:38:15.834 INFO:tasks.rados.rados.0.smithi086.stdout:1893: left oid 41 (ObjNum 613 snap 175 seq_num 613) 2024-09-11T03:38:15.834 INFO:tasks.rados.rados.0.smithi086.stdout:1895: finishing copy_from racing read to smithi08678205-5 2024-09-11T03:38:15.835 INFO:tasks.rados.rados.0.smithi086.stdout:1895: finishing copy_from to smithi08678205-5 2024-09-11T03:38:15.835 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 875 (ObjNum 577 snap 167 seq_num 577) dirty exists 2024-09-11T03:38:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:1889: done (4 left) 2024-09-11T03:38:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:1893: done (3 left) 2024-09-11T03:38:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:1894: done (2 left) 2024-09-11T03:38:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:1895: done (1 left) 2024-09-11T03:38:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:1896: done (0 left) 2024-09-11T03:38:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:1897: rmattr oid 31 current snap is 175 2024-09-11T03:38:15.837 INFO:tasks.rados.rados.0.smithi086.stdout:1897: done (0 left) 2024-09-11T03:38:15.837 INFO:tasks.rados.rados.0.smithi086.stdout:1898: copy_from oid 12 from oid 22 current snap is 175 2024-09-11T03:38:15.837 INFO:tasks.rados.rados.0.smithi086.stdout:1899: setattr oid 32 current snap is 175 2024-09-11T03:38:15.837 INFO:tasks.rados.rados.0.smithi086.stdout:1900: snap_create 2024-09-11T03:38:15.840 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 921 (ObjNum 577 snap 167 seq_num 577) dirty exists 2024-09-11T03:38:15.843 INFO:tasks.rados.rados.0.smithi086.stdout:1898: finishing copy_from racing read to smithi08678205-12 2024-09-11T03:38:15.846 INFO:tasks.rados.rados.0.smithi086.stdout:1898: finishing copy_from to smithi08678205-12 2024-09-11T03:38:15.846 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 751 (ObjNum 590 snap 168 seq_num 590) dirty exists 2024-09-11T03:38:16.237 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:15 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:16.237 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:15 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:16.237 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:15 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:38:16.237 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:15 smithi130 ceph-mon[83685]: osdmap e425: 8 total, 7 up, 8 in 2024-09-11T03:38:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:15 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:15 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:15 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:38:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:15 smithi086 ceph-mon[89281]: osdmap e425: 8 total, 7 up, 8 in 2024-09-11T03:38:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:15 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:15 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:15 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:38:16.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:15 smithi086 ceph-mon[91691]: osdmap e425: 8 total, 7 up, 8 in 2024-09-11T03:38:16.596 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:38:16.442+0000 7f951fdde640 -1 Falling back to public interface 2024-09-11T03:38:16.696 INFO:tasks.rados.rados.0.smithi086.stdout:1898: done (2 left) 2024-09-11T03:38:16.696 INFO:tasks.rados.rados.0.smithi086.stdout:1899: done (1 left) 2024-09-11T03:38:16.696 INFO:tasks.rados.rados.0.smithi086.stdout:1900: done (0 left) 2024-09-11T03:38:16.696 INFO:tasks.rados.rados.0.smithi086.stdout:1901: delete oid 24 current snap is 176 2024-09-11T03:38:16.699 INFO:tasks.rados.rados.0.smithi086.stdout:1901: done (0 left) 2024-09-11T03:38:16.699 INFO:tasks.rados.rados.0.smithi086.stdout:1902: rmattr oid 14 current snap is 176 2024-09-11T03:38:16.700 INFO:tasks.rados.rados.0.smithi086.stdout:1903: delete oid 7 current snap is 176 2024-09-11T03:38:16.703 INFO:tasks.rados.rados.0.smithi086.stdout:1903: done (1 left) 2024-09-11T03:38:16.703 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 29 current snap is 176 2024-09-11T03:38:16.703 INFO:tasks.rados.rados.0.smithi086.stdout:1904: seq_num 617 ranges {11403264=737280} 2024-09-11T03:38:16.767 INFO:tasks.rados.rados.0.smithi086.stdout:1904: writing smithi08678205-29 from 11403264 to 12140544 tid 1 2024-09-11T03:38:16.767 INFO:tasks.rados.rados.0.smithi086.stdout:1905: snap_create 2024-09-11T03:38:16.767 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 761 (ObjNum 554 snap 162 seq_num 554) dirty exists 2024-09-11T03:38:16.771 INFO:tasks.rados.rados.0.smithi086.stdout:1904: finishing write tid 1 to smithi08678205-29 2024-09-11T03:38:16.771 INFO:tasks.rados.rados.0.smithi086.stdout:1904: finishing write tid 2 to smithi08678205-29 2024-09-11T03:38:16.771 INFO:tasks.rados.rados.0.smithi086.stdout:1904: finishing write tid 3 to smithi08678205-29 2024-09-11T03:38:16.771 INFO:tasks.rados.rados.0.smithi086.stdout:1904: oid 29 updating version 0 to 716 2024-09-11T03:38:16.772 INFO:tasks.rados.rados.0.smithi086.stdout:1904: oid 29 updating version 716 to 717 2024-09-11T03:38:16.772 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 717 (ObjNum 617 snap 176 seq_num 617) dirty exists 2024-09-11T03:38:16.772 INFO:tasks.rados.rados.0.smithi086.stdout:1904: left oid 29 (ObjNum 617 snap 176 seq_num 617) 2024-09-11T03:38:17.184 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:16 smithi130 ceph-mon[83685]: pgmap v303: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 244 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 770 KiB/s wr, 17 op/s; 56/519 objects degraded (10.790%) 2024-09-11T03:38:17.184 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:16 smithi130 ceph-mon[83685]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-11T03:38:17.184 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:16 smithi130 ceph-mon[83685]: osdmap e426: 8 total, 7 up, 8 in 2024-09-11T03:38:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:16 smithi086 ceph-mon[89281]: pgmap v303: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 244 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 770 KiB/s wr, 17 op/s; 56/519 objects degraded (10.790%) 2024-09-11T03:38:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:16 smithi086 ceph-mon[89281]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-11T03:38:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:16 smithi086 ceph-mon[89281]: osdmap e426: 8 total, 7 up, 8 in 2024-09-11T03:38:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:16 smithi086 ceph-mon[91691]: pgmap v303: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 244 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 770 KiB/s wr, 17 op/s; 56/519 objects degraded (10.790%) 2024-09-11T03:38:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:16 smithi086 ceph-mon[91691]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-09-11T03:38:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:16 smithi086 ceph-mon[91691]: osdmap e426: 8 total, 7 up, 8 in 2024-09-11T03:38:17.658 INFO:tasks.rados.rados.0.smithi086.stdout:1902: done (2 left) 2024-09-11T03:38:17.658 INFO:tasks.rados.rados.0.smithi086.stdout:1904: done (1 left) 2024-09-11T03:38:17.659 INFO:tasks.rados.rados.0.smithi086.stdout:1905: done (0 left) 2024-09-11T03:38:17.659 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 177 2024-09-11T03:38:17.659 INFO:tasks.rados.rados.0.smithi086.stdout:1906: seq_num 618 ranges {0=753664} 2024-09-11T03:38:17.662 INFO:tasks.rados.rados.0.smithi086.stdout:1906: writing smithi08678205-45 from 0 to 753664 tid 1 2024-09-11T03:38:17.662 INFO:tasks.rados.rados.0.smithi086.stdout:1907: snap_remove snap 174 2024-09-11T03:38:18.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:38:18 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:38:18] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.43.0" 2024-09-11T03:38:18.658 INFO:tasks.rados.rados.0.smithi086.stdout:1907: done (1 left) 2024-09-11T03:38:18.658 INFO:tasks.rados.rados.0.smithi086.stdout:1908: copy_from oid 25 from oid 40 current snap is 177 2024-09-11T03:38:18.658 INFO:tasks.rados.rados.0.smithi086.stdout:1906: finishing write tid 1 to smithi08678205-45 2024-09-11T03:38:18.658 INFO:tasks.rados.rados.0.smithi086.stdout:1906: finishing write tid 2 to smithi08678205-45 2024-09-11T03:38:18.658 INFO:tasks.rados.rados.0.smithi086.stdout:1906: finishing write tid 3 to smithi08678205-45 2024-09-11T03:38:18.658 INFO:tasks.rados.rados.0.smithi086.stdout:1906: oid 45 updating version 0 to 763 2024-09-11T03:38:18.658 INFO:tasks.rados.rados.0.smithi086.stdout:1906: oid 45 updating version 763 to 764 2024-09-11T03:38:18.659 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 764 (ObjNum 618 snap 177 seq_num 618) dirty exists 2024-09-11T03:38:18.659 INFO:tasks.rados.rados.0.smithi086.stdout:1906: left oid 45 (ObjNum 618 snap 177 seq_num 618) 2024-09-11T03:38:18.659 INFO:tasks.rados.rados.0.smithi086.stdout:1906: done (1 left) 2024-09-11T03:38:18.659 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 177 2024-09-11T03:38:18.659 INFO:tasks.rados.rados.0.smithi086.stdout:1909: seq_num 619 ranges {2457600=770048} 2024-09-11T03:38:18.676 INFO:tasks.rados.rados.0.smithi086.stdout:1909: writing smithi08678205-32 from 2457600 to 3227648 tid 1 2024-09-11T03:38:18.676 INFO:tasks.rados.rados.0.smithi086.stdout:1910: snap_remove snap 171 2024-09-11T03:38:18.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:18 smithi130 ceph-mon[83685]: pgmap v306: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 244 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 770 KiB/s wr, 14 op/s; 56/519 objects degraded (10.790%) 2024-09-11T03:38:18.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:18 smithi130 ceph-mon[83685]: osdmap e427: 8 total, 7 up, 8 in 2024-09-11T03:38:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:18 smithi086 ceph-mon[89281]: pgmap v306: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 244 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 770 KiB/s wr, 14 op/s; 56/519 objects degraded (10.790%) 2024-09-11T03:38:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:18 smithi086 ceph-mon[89281]: osdmap e427: 8 total, 7 up, 8 in 2024-09-11T03:38:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:18 smithi086 ceph-mon[91691]: pgmap v306: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 244 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 770 KiB/s wr, 14 op/s; 56/519 objects degraded (10.790%) 2024-09-11T03:38:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:18 smithi086 ceph-mon[91691]: osdmap e427: 8 total, 7 up, 8 in 2024-09-11T03:38:19.670 INFO:tasks.rados.rados.0.smithi086.stdout:1910: done (2 left) 2024-09-11T03:38:19.670 INFO:tasks.rados.rados.0.smithi086.stdout:1911: delete oid 19 current snap is 177 2024-09-11T03:38:19.671 INFO:tasks.rados.rados.0.smithi086.stdout:1908: finishing copy_from to smithi08678205-25 2024-09-11T03:38:19.671 INFO:tasks.rados.rados.0.smithi086.stdout:1908: got expected ENOENT (src dne) 2024-09-11T03:38:19.671 INFO:tasks.rados.rados.0.smithi086.stdout:1908: finishing copy_from racing read to smithi08678205-25 2024-09-11T03:38:19.671 INFO:tasks.rados.rados.0.smithi086.stdout:1909: finishing write tid 1 to smithi08678205-32 2024-09-11T03:38:19.671 INFO:tasks.rados.rados.0.smithi086.stdout:1909: finishing write tid 2 to smithi08678205-32 2024-09-11T03:38:19.671 INFO:tasks.rados.rados.0.smithi086.stdout:1909: finishing write tid 3 to smithi08678205-32 2024-09-11T03:38:19.671 INFO:tasks.rados.rados.0.smithi086.stdout:1909: oid 32 updating version 0 to 928 2024-09-11T03:38:19.671 INFO:tasks.rados.rados.0.smithi086.stdout:1909: oid 32 version 928 is already newer than 927 2024-09-11T03:38:19.671 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 928 (ObjNum 619 snap 177 seq_num 619) dirty exists 2024-09-11T03:38:19.671 INFO:tasks.rados.rados.0.smithi086.stdout:1909: left oid 32 (ObjNum 619 snap 177 seq_num 619) 2024-09-11T03:38:19.675 INFO:tasks.rados.rados.0.smithi086.stdout:1908: done (2 left) 2024-09-11T03:38:19.675 INFO:tasks.rados.rados.0.smithi086.stdout:1909: done (1 left) 2024-09-11T03:38:19.675 INFO:tasks.rados.rados.0.smithi086.stdout:1911: done (0 left) 2024-09-11T03:38:19.675 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 177 2024-09-11T03:38:19.675 INFO:tasks.rados.rados.0.smithi086.stdout:1912: seq_num 621 ranges {0=409600,409600=401408} 2024-09-11T03:38:19.677 INFO:tasks.rados.rados.0.smithi086.stdout:1912: writing smithi08678205-23 from 0 to 409600 tid 1 2024-09-11T03:38:19.680 INFO:tasks.rados.rados.0.smithi086.stdout:1912: writing smithi08678205-23 from 409600 to 811008 tid 2 2024-09-11T03:38:19.680 INFO:tasks.rados.rados.0.smithi086.stdout:1913: snap_create 2024-09-11T03:38:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:1912: finishing write tid 1 to smithi08678205-23 2024-09-11T03:38:19.688 INFO:tasks.rados.rados.0.smithi086.stdout:1912: finishing write tid 2 to smithi08678205-23 2024-09-11T03:38:19.689 INFO:tasks.rados.rados.0.smithi086.stdout:1912: finishing write tid 3 to smithi08678205-23 2024-09-11T03:38:19.692 INFO:tasks.rados.rados.0.smithi086.stdout:1912: finishing write tid 4 to smithi08678205-23 2024-09-11T03:38:19.693 INFO:tasks.rados.rados.0.smithi086.stdout:1912: oid 23 updating version 0 to 1621 2024-09-11T03:38:19.693 INFO:tasks.rados.rados.0.smithi086.stdout:1912: oid 23 updating version 1621 to 1622 2024-09-11T03:38:19.693 INFO:tasks.rados.rados.0.smithi086.stdout:1912: oid 23 updating version 1622 to 1623 2024-09-11T03:38:19.693 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 1623 (ObjNum 621 snap 177 seq_num 621) dirty exists 2024-09-11T03:38:19.693 INFO:tasks.rados.rados.0.smithi086.stdout:1912: left oid 23 (ObjNum 621 snap 177 seq_num 621) 2024-09-11T03:38:19.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[89281]: osdmap e428: 8 total, 7 up, 8 in 2024-09-11T03:38:19.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:19.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:19.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:19.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:38:19.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:19.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:19.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[91691]: osdmap e428: 8 total, 7 up, 8 in 2024-09-11T03:38:19.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:19.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:19.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:19.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:38:19.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:19.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:20.026 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:19 smithi130 ceph-mon[83685]: osdmap e428: 8 total, 7 up, 8 in 2024-09-11T03:38:20.026 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:20.026 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:20.026 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:20.026 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:38:20.026 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:20.026 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:20.281 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:20 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:38:20.144+0000 7f951fdde640 -1 osd.4 418 log_to_monitors true 2024-09-11T03:38:20.674 INFO:tasks.rados.rados.0.smithi086.stdout:1912: done (1 left) 2024-09-11T03:38:20.674 INFO:tasks.rados.rados.0.smithi086.stdout:1913: done (0 left) 2024-09-11T03:38:20.674 INFO:tasks.rados.rados.0.smithi086.stdout:1914: read oid 33 snap -1 2024-09-11T03:38:20.675 INFO:tasks.rados.rados.0.smithi086.stdout:1914: expect (ObjNum 397 snap 111 seq_num 397) 2024-09-11T03:38:20.675 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 178 2024-09-11T03:38:20.675 INFO:tasks.rados.rados.0.smithi086.stdout:1915: seq_num 622 ranges {0=425984,425984=401408} 2024-09-11T03:38:20.677 INFO:tasks.rados.rados.0.smithi086.stdout:1915: writing smithi08678205-11 from 0 to 425984 tid 1 2024-09-11T03:38:20.681 INFO:tasks.rados.rados.0.smithi086.stdout:1915: writing smithi08678205-11 from 425984 to 827392 tid 2 2024-09-11T03:38:20.681 INFO:tasks.rados.rados.0.smithi086.stdout:1916: read oid 1 snap 163 2024-09-11T03:38:20.681 INFO:tasks.rados.rados.0.smithi086.stdout:1916: expect (ObjNum 437 snap 126 seq_num 437) 2024-09-11T03:38:20.681 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 178 2024-09-11T03:38:20.681 INFO:tasks.rados.rados.0.smithi086.stdout:1917: seq_num 623 ranges {0=442368,442368=401408} 2024-09-11T03:38:20.683 INFO:tasks.rados.rados.0.smithi086.stdout:1917: writing smithi08678205-4 from 0 to 442368 tid 1 2024-09-11T03:38:20.685 INFO:tasks.rados.rados.0.smithi086.stdout:1917: writing smithi08678205-4 from 442368 to 843776 tid 2 2024-09-11T03:38:20.686 INFO:tasks.rados.rados.0.smithi086.stdout:1918: delete oid 12 current snap is 178 2024-09-11T03:38:20.687 INFO:tasks.rados.rados.0.smithi086.stdout:1914: expect (ObjNum 397 snap 111 seq_num 397) 2024-09-11T03:38:20.772 INFO:tasks.rados.rados.0.smithi086.stdout:1915: finishing write tid 1 to smithi08678205-11 2024-09-11T03:38:20.772 INFO:tasks.rados.rados.0.smithi086.stdout:1915: finishing write tid 2 to smithi08678205-11 2024-09-11T03:38:20.772 INFO:tasks.rados.rados.0.smithi086.stdout:1915: finishing write tid 3 to smithi08678205-11 2024-09-11T03:38:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:1915: finishing write tid 4 to smithi08678205-11 2024-09-11T03:38:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:1915: oid 11 updating version 0 to 935 2024-09-11T03:38:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:1915: oid 11 updating version 935 to 936 2024-09-11T03:38:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:1915: oid 11 version 936 is already newer than 934 2024-09-11T03:38:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 936 (ObjNum 622 snap 178 seq_num 622) dirty exists 2024-09-11T03:38:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:1915: left oid 11 (ObjNum 622 snap 178 seq_num 622) 2024-09-11T03:38:20.774 INFO:tasks.rados.rados.0.smithi086.stdout:1916: expect (ObjNum 437 snap 126 seq_num 437) 2024-09-11T03:38:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:20 smithi086 ceph-mon[89281]: pgmap v309: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 244 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 156 KiB/s wr, 5 op/s; 56/525 objects degraded (10.667%) 2024-09-11T03:38:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:20 smithi086 ceph-mon[89281]: osdmap e429: 8 total, 7 up, 8 in 2024-09-11T03:38:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:20 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 56/525 objects degraded (10.667%), 13 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:20 smithi086 ceph-mon[89281]: from='osd.4 [v2:172.21.15.130:6800/1197444709,v1:172.21.15.130:6801/1197444709]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-11T03:38:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:20 smithi086 ceph-mon[89281]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-11T03:38:20.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:20 smithi086 ceph-mon[91691]: pgmap v309: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 244 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 156 KiB/s wr, 5 op/s; 56/525 objects degraded (10.667%) 2024-09-11T03:38:20.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:20 smithi086 ceph-mon[91691]: osdmap e429: 8 total, 7 up, 8 in 2024-09-11T03:38:20.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:20 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 56/525 objects degraded (10.667%), 13 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:20.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:20 smithi086 ceph-mon[91691]: from='osd.4 [v2:172.21.15.130:6800/1197444709,v1:172.21.15.130:6801/1197444709]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-11T03:38:20.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:20 smithi086 ceph-mon[91691]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-11T03:38:20.918 INFO:tasks.rados.rados.0.smithi086.stdout:1917: finishing write tid 1 to smithi08678205-4 2024-09-11T03:38:20.918 INFO:tasks.rados.rados.0.smithi086.stdout:1917: finishing write tid 2 to smithi08678205-4 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1914: done (4 left) 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1915: done (3 left) 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1916: done (2 left) 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1918: done (1 left) 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1919: copy_from oid 25 from oid 50 current snap is 178 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1917: finishing write tid 3 to smithi08678205-4 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1917: finishing write tid 4 to smithi08678205-4 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1917: oid 4 updating version 0 to 781 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1917: oid 4 version 781 is already newer than 780 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1917: oid 4 updating version 781 to 782 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 782 (ObjNum 623 snap 178 seq_num 623) dirty exists 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1917: left oid 4 (ObjNum 623 snap 178 seq_num 623) 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1917: done (1 left) 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1920: read oid 46 snap -1 2024-09-11T03:38:20.919 INFO:tasks.rados.rados.0.smithi086.stdout:1920: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:38:20.920 INFO:tasks.rados.rados.0.smithi086.stdout:1921: rmattr oid 24 current snap is 178 2024-09-11T03:38:20.920 INFO:tasks.rados.rados.0.smithi086.stdout:1921: done (2 left) 2024-09-11T03:38:20.920 INFO:tasks.rados.rados.0.smithi086.stdout:1922: delete oid 36 current snap is 178 2024-09-11T03:38:20.921 INFO:tasks.rados.rados.0.smithi086.stdout:1922: done (2 left) 2024-09-11T03:38:20.921 INFO:tasks.rados.rados.0.smithi086.stdout:1923: snap_remove snap 162 2024-09-11T03:38:21.019 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:38:20 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:38:20.701+0000 7f9517b88640 -1 osd.4 418 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:38:21.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:20 smithi130 ceph-mon[83685]: pgmap v309: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 244 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 156 KiB/s wr, 5 op/s; 56/525 objects degraded (10.667%) 2024-09-11T03:38:21.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:20 smithi130 ceph-mon[83685]: osdmap e429: 8 total, 7 up, 8 in 2024-09-11T03:38:21.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:20 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 56/525 objects degraded (10.667%), 13 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:21.020 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:20 smithi130 ceph-mon[83685]: from='osd.4 [v2:172.21.15.130:6800/1197444709,v1:172.21.15.130:6801/1197444709]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-11T03:38:21.020 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:20 smithi130 ceph-mon[83685]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-11T03:38:21.691 INFO:tasks.rados.rados.0.smithi086.stdout:1920: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:38:21.718 INFO:tasks.rados.rados.0.smithi086.stdout:1919: finishing copy_from racing read to smithi08678205-25 2024-09-11T03:38:21.718 INFO:tasks.rados.rados.0.smithi086.stdout:1919: finishing copy_from to smithi08678205-25 2024-09-11T03:38:21.718 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 828 (ObjNum 551 snap 162 seq_num 551) dirty exists 2024-09-11T03:38:21.718 INFO:tasks.rados.rados.0.smithi086.stdout:1919: done (2 left) 2024-09-11T03:38:21.718 INFO:tasks.rados.rados.0.smithi086.stdout:1920: done (1 left) 2024-09-11T03:38:21.719 INFO:tasks.rados.rados.0.smithi086.stdout:1923: done (0 left) 2024-09-11T03:38:21.719 INFO:tasks.rados.rados.0.smithi086.stdout:1924: read oid 9 snap -1 2024-09-11T03:38:21.719 INFO:tasks.rados.rados.0.smithi086.stdout:1924: expect deleted 2024-09-11T03:38:21.719 INFO:tasks.rados.rados.0.smithi086.stdout:1925: read oid 28 snap 163 2024-09-11T03:38:21.719 INFO:tasks.rados.rados.0.smithi086.stdout:1925: expect (ObjNum 534 snap 157 seq_num 534) 2024-09-11T03:38:21.719 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 178 2024-09-11T03:38:21.719 INFO:tasks.rados.rados.0.smithi086.stdout:1926: seq_num 626 ranges {0=491520,491520=401408} 2024-09-11T03:38:21.720 INFO:tasks.rados.rados.0.smithi086.stdout:1926: writing smithi08678205-16 from 0 to 491520 tid 1 2024-09-11T03:38:21.723 INFO:tasks.rados.rados.0.smithi086.stdout:1926: writing smithi08678205-16 from 491520 to 892928 tid 2 2024-09-11T03:38:21.723 INFO:tasks.rados.rados.0.smithi086.stdout:1927: delete oid 2 current snap is 178 2024-09-11T03:38:21.725 INFO:tasks.rados.rados.0.smithi086.stdout:1925: expect (ObjNum 534 snap 157 seq_num 534) 2024-09-11T03:38:21.795 INFO:tasks.rados.rados.0.smithi086.stdout:1925: done (3 left) 2024-09-11T03:38:21.795 INFO:tasks.rados.rados.0.smithi086.stdout:1927: done (2 left) 2024-09-11T03:38:21.795 INFO:tasks.rados.rados.0.smithi086.stdout:1928: rollback oid 30 current snap is 178 2024-09-11T03:38:21.795 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 30 to 170 2024-09-11T03:38:21.795 INFO:tasks.rados.rados.0.smithi086.stdout:1929: delete oid 37 current snap is 178 2024-09-11T03:38:21.799 INFO:tasks.rados.rados.0.smithi086.stdout:1928: finishing rollback tid 0 to smithi08678205-30 2024-09-11T03:38:21.799 INFO:tasks.rados.rados.0.smithi086.stdout:1928: finishing rollback tid 1 to smithi08678205-30 2024-09-11T03:38:21.800 INFO:tasks.rados.rados.0.smithi086.stdout:1928: finishing rollback tid 2 to smithi08678205-30 2024-09-11T03:38:21.800 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 1651 (ObjNum 522 snap 151 seq_num 522) dirty exists 2024-09-11T03:38:22.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:21 smithi086 ceph-mon[89281]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-11T03:38:22.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:21 smithi086 ceph-mon[89281]: from='osd.4 [v2:172.21.15.130:6800/1197444709,v1:172.21.15.130:6801/1197444709]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:38:22.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:21 smithi086 ceph-mon[89281]: osdmap e430: 8 total, 7 up, 8 in 2024-09-11T03:38:22.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:21 smithi086 ceph-mon[89281]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:38:22.073 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:38:21 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2[106857]: 2024-09-11T03:38:21.725+0000 7f0722ff3640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e8 after trimming was started 2024-09-11T03:38:22.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:21 smithi086 ceph-mon[91691]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-11T03:38:22.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:21 smithi086 ceph-mon[91691]: from='osd.4 [v2:172.21.15.130:6800/1197444709,v1:172.21.15.130:6801/1197444709]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:38:22.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:21 smithi086 ceph-mon[91691]: osdmap e430: 8 total, 7 up, 8 in 2024-09-11T03:38:22.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:21 smithi086 ceph-mon[91691]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:38:22.076 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:21 smithi130 ceph-mon[83685]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-11T03:38:22.076 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:21 smithi130 ceph-mon[83685]: from='osd.4 [v2:172.21.15.130:6800/1197444709,v1:172.21.15.130:6801/1197444709]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:38:22.076 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:21 smithi130 ceph-mon[83685]: osdmap e430: 8 total, 7 up, 8 in 2024-09-11T03:38:22.076 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:21 smithi130 ceph-mon[83685]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:38:22.712 INFO:tasks.rados.rados.0.smithi086.stdout:1926: finishing write tid 1 to smithi08678205-16 2024-09-11T03:38:22.713 INFO:tasks.rados.rados.0.smithi086.stdout:1924: done (3 left) 2024-09-11T03:38:22.713 INFO:tasks.rados.rados.0.smithi086.stdout:1928: done (2 left) 2024-09-11T03:38:22.714 INFO:tasks.rados.rados.0.smithi086.stdout:1929: done (1 left) 2024-09-11T03:38:22.714 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 24 current snap is 178 2024-09-11T03:38:22.714 INFO:tasks.rados.rados.0.smithi086.stdout:1930: seq_num 629 ranges {0=540672,540672=401408} 2024-09-11T03:38:22.716 INFO:tasks.rados.rados.0.smithi086.stdout:1930: writing smithi08678205-24 from 0 to 540672 tid 1 2024-09-11T03:38:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1930: writing smithi08678205-24 from 540672 to 942080 tid 2 2024-09-11T03:38:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:1931: snap_remove snap 175 2024-09-11T03:38:23.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:38:22.826+0000 7f1689c5f640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-11T03:38:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[89281]: pgmap v312: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.2 MiB/s wr, 27 op/s; 58/552 objects degraded (10.507%) 2024-09-11T03:38:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[89281]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:38:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[89281]: osd.4 [v2:172.21.15.130:6800/1197444709,v1:172.21.15.130:6801/1197444709] boot 2024-09-11T03:38:23.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[89281]: osdmap e431: 8 total, 8 up, 8 in 2024-09-11T03:38:23.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-11T03:38:23.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:23.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:23.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:38:23.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:38:23.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[91691]: pgmap v312: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.2 MiB/s wr, 27 op/s; 58/552 objects degraded (10.507%) 2024-09-11T03:38:23.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[91691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:38:23.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[91691]: osd.4 [v2:172.21.15.130:6800/1197444709,v1:172.21.15.130:6801/1197444709] boot 2024-09-11T03:38:23.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[91691]: osdmap e431: 8 total, 8 up, 8 in 2024-09-11T03:38:23.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-11T03:38:23.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:23.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:23.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:38:23.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:22 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:38:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:22 smithi130 ceph-mon[83685]: pgmap v312: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.2 MiB/s wr, 27 op/s; 58/552 objects degraded (10.507%) 2024-09-11T03:38:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:22 smithi130 ceph-mon[83685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:38:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:22 smithi130 ceph-mon[83685]: osd.4 [v2:172.21.15.130:6800/1197444709,v1:172.21.15.130:6801/1197444709] boot 2024-09-11T03:38:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:22 smithi130 ceph-mon[83685]: osdmap e431: 8 total, 8 up, 8 in 2024-09-11T03:38:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:22 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-11T03:38:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:22 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:22 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:22 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:38:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:22 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:38:23.698 INFO:tasks.rados.rados.0.smithi086.stdout:1931: done (2 left) 2024-09-11T03:38:23.698 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 178 2024-09-11T03:38:23.698 INFO:tasks.rados.rados.0.smithi086.stdout:1932: seq_num 630 ranges {827392=557056,1384448=401408} 2024-09-11T03:38:23.706 INFO:tasks.rados.rados.0.smithi086.stdout:1932: writing smithi08678205-11 from 827392 to 1384448 tid 1 2024-09-11T03:38:23.710 INFO:tasks.rados.rados.0.smithi086.stdout:1932: writing smithi08678205-11 from 1384448 to 1785856 tid 2 2024-09-11T03:38:23.710 INFO:tasks.rados.rados.0.smithi086.stdout:1933: read oid 3 snap -1 2024-09-11T03:38:23.710 INFO:tasks.rados.rados.0.smithi086.stdout:1933: expect (ObjNum 607 snap 173 seq_num 607) 2024-09-11T03:38:23.710 INFO:tasks.rados.rados.0.smithi086.stdout:1926: finishing write tid 2 to smithi08678205-16 2024-09-11T03:38:23.710 INFO:tasks.rados.rados.0.smithi086.stdout:1926: finishing write tid 3 to smithi08678205-16 2024-09-11T03:38:23.710 INFO:tasks.rados.rados.0.smithi086.stdout:1926: finishing write tid 4 to smithi08678205-16 2024-09-11T03:38:23.711 INFO:tasks.rados.rados.0.smithi086.stdout:1926: oid 16 updating version 0 to 908 2024-09-11T03:38:23.711 INFO:tasks.rados.rados.0.smithi086.stdout:1926: oid 16 updating version 908 to 910 2024-09-11T03:38:23.711 INFO:tasks.rados.rados.0.smithi086.stdout:1926: oid 16 version 910 is already newer than 909 2024-09-11T03:38:23.711 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 910 (ObjNum 626 snap 178 seq_num 626) dirty exists 2024-09-11T03:38:23.711 INFO:tasks.rados.rados.0.smithi086.stdout:1926: left oid 16 (ObjNum 626 snap 178 seq_num 626) 2024-09-11T03:38:23.711 INFO:tasks.rados.rados.0.smithi086.stdout:1930: finishing write tid 1 to smithi08678205-24 2024-09-11T03:38:23.711 INFO:tasks.rados.rados.0.smithi086.stdout:1930: finishing write tid 2 to smithi08678205-24 2024-09-11T03:38:23.711 INFO:tasks.rados.rados.0.smithi086.stdout:1930: finishing write tid 3 to smithi08678205-24 2024-09-11T03:38:23.711 INFO:tasks.rados.rados.0.smithi086.stdout:1930: finishing write tid 4 to smithi08678205-24 2024-09-11T03:38:23.711 INFO:tasks.rados.rados.0.smithi086.stdout:1930: oid 24 updating version 0 to 1121 2024-09-11T03:38:23.711 INFO:tasks.rados.rados.0.smithi086.stdout:1930: oid 24 updating version 1121 to 1122 2024-09-11T03:38:23.711 INFO:tasks.rados.rados.0.smithi086.stdout:1930: oid 24 updating version 1122 to 1123 2024-09-11T03:38:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 1123 (ObjNum 629 snap 178 seq_num 629) dirty exists 2024-09-11T03:38:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:1930: left oid 24 (ObjNum 629 snap 178 seq_num 629) 2024-09-11T03:38:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:1926: done (3 left) 2024-09-11T03:38:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:1930: done (2 left) 2024-09-11T03:38:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:1934: copy_from oid 12 from oid 47 current snap is 178 2024-09-11T03:38:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:1935: read oid 36 snap -1 2024-09-11T03:38:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:1935: expect deleted 2024-09-11T03:38:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:1936: read oid 1 snap -1 2024-09-11T03:38:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:1936: expect (ObjNum 437 snap 126 seq_num 437) 2024-09-11T03:38:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:1937: copy_from oid 31 from oid 43 current snap is 178 2024-09-11T03:38:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:1932: finishing write tid 1 to smithi08678205-11 2024-09-11T03:38:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:1938: rollback oid 14 current snap is 178 2024-09-11T03:38:23.713 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 14 to 173 2024-09-11T03:38:23.713 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 178 2024-09-11T03:38:23.713 INFO:tasks.rados.rados.0.smithi086.stdout:1939: seq_num 631 ranges {622592=573440,1196032=401408} 2024-09-11T03:38:23.717 INFO:tasks.rados.rados.0.smithi086.stdout:1939: writing smithi08678205-46 from 622592 to 1196032 tid 1 2024-09-11T03:38:23.721 INFO:tasks.rados.rados.0.smithi086.stdout:1939: writing smithi08678205-46 from 1196032 to 1597440 tid 2 2024-09-11T03:38:23.721 INFO:tasks.rados.rados.0.smithi086.stdout:1940: snap_create 2024-09-11T03:38:23.721 INFO:tasks.rados.rados.0.smithi086.stdout:1932: finishing write tid 2 to smithi08678205-11 2024-09-11T03:38:23.721 INFO:tasks.rados.rados.0.smithi086.stdout:1938: finishing rollback tid 0 to smithi08678205-14 2024-09-11T03:38:23.721 INFO:tasks.rados.rados.0.smithi086.stdout:1932: finishing write tid 3 to smithi08678205-11 2024-09-11T03:38:23.721 INFO:tasks.rados.rados.0.smithi086.stdout:1938: finishing rollback tid 1 to smithi08678205-14 2024-09-11T03:38:23.721 INFO:tasks.rados.rados.0.smithi086.stdout:1938: finishing rollback tid 2 to smithi08678205-14 2024-09-11T03:38:23.721 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 784 (ObjNum 554 snap 162 seq_num 554) dirty exists 2024-09-11T03:38:23.721 INFO:tasks.rados.rados.0.smithi086.stdout:1932: finishing write tid 4 to smithi08678205-11 2024-09-11T03:38:23.721 INFO:tasks.rados.rados.0.smithi086.stdout:1932: oid 11 updating version 0 to 949 2024-09-11T03:38:23.722 INFO:tasks.rados.rados.0.smithi086.stdout:1932: oid 11 updating version 949 to 950 2024-09-11T03:38:23.722 INFO:tasks.rados.rados.0.smithi086.stdout:1932: oid 11 updating version 950 to 951 2024-09-11T03:38:23.722 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 951 (ObjNum 630 snap 178 seq_num 630) dirty exists 2024-09-11T03:38:23.722 INFO:tasks.rados.rados.0.smithi086.stdout:1932: left oid 11 (ObjNum 630 snap 178 seq_num 630) 2024-09-11T03:38:23.726 INFO:tasks.rados.rados.0.smithi086.stdout:1939: finishing write tid 1 to smithi08678205-46 2024-09-11T03:38:23.727 INFO:tasks.rados.rados.0.smithi086.stdout:1939: finishing write tid 2 to smithi08678205-46 2024-09-11T03:38:23.727 INFO:tasks.rados.rados.0.smithi086.stdout:1939: finishing write tid 3 to smithi08678205-46 2024-09-11T03:38:23.729 INFO:tasks.rados.rados.0.smithi086.stdout:1939: finishing write tid 4 to smithi08678205-46 2024-09-11T03:38:23.729 INFO:tasks.rados.rados.0.smithi086.stdout:1939: oid 46 updating version 0 to 915 2024-09-11T03:38:23.729 INFO:tasks.rados.rados.0.smithi086.stdout:1939: oid 46 updating version 915 to 916 2024-09-11T03:38:23.730 INFO:tasks.rados.rados.0.smithi086.stdout:1939: oid 46 version 916 is already newer than 914 2024-09-11T03:38:23.730 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 916 (ObjNum 631 snap 178 seq_num 631) dirty exists 2024-09-11T03:38:23.730 INFO:tasks.rados.rados.0.smithi086.stdout:1939: left oid 46 (ObjNum 631 snap 178 seq_num 631) 2024-09-11T03:38:23.734 INFO:tasks.rados.rados.0.smithi086.stdout:1937: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:38:23.736 INFO:tasks.rados.rados.0.smithi086.stdout:1936: expect (ObjNum 437 snap 126 seq_num 437) 2024-09-11T03:38:23.883 INFO:tasks.rados.rados.0.smithi086.stdout:1937: finishing copy_from to smithi08678205-31 2024-09-11T03:38:23.884 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 1612 (ObjNum 573 snap 166 seq_num 573) dirty exists 2024-09-11T03:38:23.884 INFO:tasks.rados.rados.0.smithi086.stdout:1934: finishing copy_from racing read to smithi08678205-12 2024-09-11T03:38:23.884 INFO:tasks.rados.rados.0.smithi086.stdout:1934: finishing copy_from to smithi08678205-12 2024-09-11T03:38:23.884 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 778 (ObjNum 601 snap 170 seq_num 601) dirty exists 2024-09-11T03:38:23.884 INFO:tasks.rados.rados.0.smithi086.stdout:1933: expect (ObjNum 607 snap 173 seq_num 607) 2024-09-11T03:38:24.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:24.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[89281]: osdmap e432: 8 total, 8 up, 8 in 2024-09-11T03:38:24.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:38:24.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:24.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:24.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:24.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-11T03:38:24.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-11T03:38:24.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[89281]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-11T03:38:24.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:24.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[91691]: osdmap e432: 8 total, 8 up, 8 in 2024-09-11T03:38:24.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:38:24.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:24.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:24.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:24.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-11T03:38:24.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-11T03:38:24.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:23 smithi086 ceph-mon[91691]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-11T03:38:24.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:24.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:23 smithi130 ceph-mon[83685]: osdmap e432: 8 total, 8 up, 8 in 2024-09-11T03:38:24.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:38:24.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:24.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:24.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:24.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-11T03:38:24.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:23 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-11T03:38:24.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:23 smithi130 ceph-mon[83685]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-11T03:38:24.699 INFO:tasks.rados.rados.0.smithi086.stdout:1932: done (8 left) 2024-09-11T03:38:24.699 INFO:tasks.rados.rados.0.smithi086.stdout:1933: done (7 left) 2024-09-11T03:38:24.700 INFO:tasks.rados.rados.0.smithi086.stdout:1934: done (6 left) 2024-09-11T03:38:24.700 INFO:tasks.rados.rados.0.smithi086.stdout:1935: done (5 left) 2024-09-11T03:38:24.700 INFO:tasks.rados.rados.0.smithi086.stdout:1936: done (4 left) 2024-09-11T03:38:24.700 INFO:tasks.rados.rados.0.smithi086.stdout:1937: done (3 left) 2024-09-11T03:38:24.700 INFO:tasks.rados.rados.0.smithi086.stdout:1938: done (2 left) 2024-09-11T03:38:24.700 INFO:tasks.rados.rados.0.smithi086.stdout:1939: done (1 left) 2024-09-11T03:38:24.700 INFO:tasks.rados.rados.0.smithi086.stdout:1940: done (0 left) 2024-09-11T03:38:24.700 INFO:tasks.rados.rados.0.smithi086.stdout:1941: delete oid 50 current snap is 179 2024-09-11T03:38:24.707 INFO:tasks.rados.rados.0.smithi086.stdout:1941: done (0 left) 2024-09-11T03:38:24.707 INFO:tasks.rados.rados.0.smithi086.stdout:1942: rmattr oid 47 current snap is 179 2024-09-11T03:38:24.707 INFO:tasks.rados.rados.0.smithi086.stdout:1943: delete oid 15 current snap is 179 2024-09-11T03:38:24.712 INFO:tasks.rados.rados.0.smithi086.stdout:1943: done (1 left) 2024-09-11T03:38:24.712 INFO:tasks.rados.rados.0.smithi086.stdout:1944: snap_remove snap 150 2024-09-11T03:38:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:24 smithi086 ceph-mon[89281]: pgmap v315: 121 pgs: 6 peering, 26 active+undersized, 10 active+undersized+degraded, 79 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 3.6 MiB/s wr, 23 op/s; 49/555 objects degraded (8.829%) 2024-09-11T03:38:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:24 smithi086 ceph-mon[89281]: osdmap e433: 8 total, 8 up, 8 in 2024-09-11T03:38:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:24 smithi086 ceph-mon[91691]: pgmap v315: 121 pgs: 6 peering, 26 active+undersized, 10 active+undersized+degraded, 79 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 3.6 MiB/s wr, 23 op/s; 49/555 objects degraded (8.829%) 2024-09-11T03:38:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:24 smithi086 ceph-mon[91691]: osdmap e433: 8 total, 8 up, 8 in 2024-09-11T03:38:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:24 smithi130 ceph-mon[83685]: pgmap v315: 121 pgs: 6 peering, 26 active+undersized, 10 active+undersized+degraded, 79 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 3.6 MiB/s wr, 23 op/s; 49/555 objects degraded (8.829%) 2024-09-11T03:38:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:24 smithi130 ceph-mon[83685]: osdmap e433: 8 total, 8 up, 8 in 2024-09-11T03:38:25.712 INFO:tasks.rados.rados.0.smithi086.stdout:1944: done (1 left) 2024-09-11T03:38:25.712 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 179 2024-09-11T03:38:25.713 INFO:tasks.rados.rados.0.smithi086.stdout:1945: seq_num 634 ranges {524288=622592,1146880=401408} 2024-09-11T03:38:25.719 INFO:tasks.rados.rados.0.smithi086.stdout:1945: writing smithi08678205-44 from 524288 to 1146880 tid 1 2024-09-11T03:38:25.723 INFO:tasks.rados.rados.0.smithi086.stdout:1945: writing smithi08678205-44 from 1146880 to 1548288 tid 2 2024-09-11T03:38:25.723 INFO:tasks.rados.rados.0.smithi086.stdout:1946: read oid 36 snap -1 2024-09-11T03:38:25.723 INFO:tasks.rados.rados.0.smithi086.stdout:1946: expect deleted 2024-09-11T03:38:25.723 INFO:tasks.rados.rados.0.smithi086.stdout:1947: setattr oid 35 current snap is 179 2024-09-11T03:38:25.724 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 783 (ObjNum 601 snap 170 seq_num 601) dirty exists 2024-09-11T03:38:25.726 INFO:tasks.rados.rados.0.smithi086.stdout:1942: done (3 left) 2024-09-11T03:38:25.726 INFO:tasks.rados.rados.0.smithi086.stdout:1948: snap_create 2024-09-11T03:38:25.729 INFO:tasks.rados.rados.0.smithi086.stdout:1945: finishing write tid 1 to smithi08678205-44 2024-09-11T03:38:25.732 INFO:tasks.rados.rados.0.smithi086.stdout:1945: finishing write tid 2 to smithi08678205-44 2024-09-11T03:38:25.732 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 1124 (ObjNum 593 snap 169 seq_num 593) dirty exists 2024-09-11T03:38:25.733 INFO:tasks.rados.rados.0.smithi086.stdout:1945: finishing write tid 3 to smithi08678205-44 2024-09-11T03:38:25.734 INFO:tasks.rados.rados.0.smithi086.stdout:1945: finishing write tid 4 to smithi08678205-44 2024-09-11T03:38:25.734 INFO:tasks.rados.rados.0.smithi086.stdout:1945: oid 44 updating version 0 to 578 2024-09-11T03:38:25.734 INFO:tasks.rados.rados.0.smithi086.stdout:1945: oid 44 version 578 is already newer than 576 2024-09-11T03:38:25.734 INFO:tasks.rados.rados.0.smithi086.stdout:1945: oid 44 version 578 is already newer than 577 2024-09-11T03:38:25.734 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 578 (ObjNum 634 snap 179 seq_num 634) dirty exists 2024-09-11T03:38:25.734 INFO:tasks.rados.rados.0.smithi086.stdout:1945: left oid 44 (ObjNum 634 snap 179 seq_num 634) 2024-09-11T03:38:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:25 smithi086 ceph-mon[89281]: osdmap e434: 8 total, 8 up, 8 in 2024-09-11T03:38:26.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:25 smithi086 ceph-mon[91691]: osdmap e434: 8 total, 8 up, 8 in 2024-09-11T03:38:26.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:25 smithi130 ceph-mon[83685]: osdmap e434: 8 total, 8 up, 8 in 2024-09-11T03:38:26.711 INFO:tasks.rados.rados.0.smithi086.stdout:1945: done (3 left) 2024-09-11T03:38:26.711 INFO:tasks.rados.rados.0.smithi086.stdout:1946: done (2 left) 2024-09-11T03:38:26.711 INFO:tasks.rados.rados.0.smithi086.stdout:1947: done (1 left) 2024-09-11T03:38:26.711 INFO:tasks.rados.rados.0.smithi086.stdout:1948: done (0 left) 2024-09-11T03:38:26.711 INFO:tasks.rados.rados.0.smithi086.stdout:1949: delete oid 2 current snap is 180 2024-09-11T03:38:26.714 INFO:tasks.rados.rados.0.smithi086.stdout:1949: done (0 left) 2024-09-11T03:38:26.714 INFO:tasks.rados.rados.0.smithi086.stdout:1950: copy_from oid 29 from oid 30 current snap is 180 2024-09-11T03:38:26.714 INFO:tasks.rados.rados.0.smithi086.stdout:1951: read oid 1 snap 172 2024-09-11T03:38:26.714 INFO:tasks.rados.rados.0.smithi086.stdout:1951: expect (ObjNum 437 snap 126 seq_num 437) 2024-09-11T03:38:26.714 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 180 2024-09-11T03:38:26.714 INFO:tasks.rados.rados.0.smithi086.stdout:1952: seq_num 636 ranges {0=655360,655360=401408} 2024-09-11T03:38:26.718 INFO:tasks.rados.rados.0.smithi086.stdout:1952: writing smithi08678205-2 from 0 to 655360 tid 1 2024-09-11T03:38:26.720 INFO:tasks.rados.rados.0.smithi086.stdout:1952: writing smithi08678205-2 from 655360 to 1056768 tid 2 2024-09-11T03:38:26.720 INFO:tasks.rados.rados.0.smithi086.stdout:1953: rmattr oid 45 current snap is 180 2024-09-11T03:38:26.721 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 180 2024-09-11T03:38:26.721 INFO:tasks.rados.rados.0.smithi086.stdout:1954: seq_num 637 ranges {3776512=671744,4448256=401408} 2024-09-11T03:38:26.745 INFO:tasks.rados.rados.0.smithi086.stdout:1954: writing smithi08678205-38 from 3776512 to 4448256 tid 1 2024-09-11T03:38:26.748 INFO:tasks.rados.rados.0.smithi086.stdout:1954: writing smithi08678205-38 from 4448256 to 4849664 tid 2 2024-09-11T03:38:26.748 INFO:tasks.rados.rados.0.smithi086.stdout:1955: copy_from oid 4 from oid 17 current snap is 180 2024-09-11T03:38:26.748 INFO:tasks.rados.rados.0.smithi086.stdout:1952: finishing write tid 1 to smithi08678205-2 2024-09-11T03:38:26.749 INFO:tasks.rados.rados.0.smithi086.stdout:1952: finishing write tid 2 to smithi08678205-2 2024-09-11T03:38:26.749 INFO:tasks.rados.rados.0.smithi086.stdout:1952: finishing write tid 3 to smithi08678205-2 2024-09-11T03:38:26.749 INFO:tasks.rados.rados.0.smithi086.stdout:1952: finishing write tid 4 to smithi08678205-2 2024-09-11T03:38:26.749 INFO:tasks.rados.rados.0.smithi086.stdout:1952: oid 2 updating version 0 to 590 2024-09-11T03:38:26.749 INFO:tasks.rados.rados.0.smithi086.stdout:1952: oid 2 version 590 is already newer than 589 2024-09-11T03:38:26.749 INFO:tasks.rados.rados.0.smithi086.stdout:1952: oid 2 version 590 is already newer than 588 2024-09-11T03:38:26.749 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 590 (ObjNum 636 snap 180 seq_num 636) dirty exists 2024-09-11T03:38:26.749 INFO:tasks.rados.rados.0.smithi086.stdout:1952: left oid 2 (ObjNum 636 snap 180 seq_num 636) 2024-09-11T03:38:26.749 INFO:tasks.rados.rados.0.smithi086.stdout:1951: expect (ObjNum 437 snap 126 seq_num 437) 2024-09-11T03:38:26.894 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 794 (ObjNum 618 snap 177 seq_num 618) dirty exists 2024-09-11T03:38:26.894 INFO:tasks.rados.rados.0.smithi086.stdout:1950: finishing copy_from racing read to smithi08678205-29 2024-09-11T03:38:26.894 INFO:tasks.rados.rados.0.smithi086.stdout:1950: finishing copy_from to smithi08678205-29 2024-09-11T03:38:26.894 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 1651 (ObjNum 522 snap 151 seq_num 522) dirty exists 2024-09-11T03:38:26.894 INFO:tasks.rados.rados.0.smithi086.stdout:1950: done (5 left) 2024-09-11T03:38:26.894 INFO:tasks.rados.rados.0.smithi086.stdout:1951: done (4 left) 2024-09-11T03:38:26.894 INFO:tasks.rados.rados.0.smithi086.stdout:1952: done (3 left) 2024-09-11T03:38:26.894 INFO:tasks.rados.rados.0.smithi086.stdout:1953: done (2 left) 2024-09-11T03:38:26.894 INFO:tasks.rados.rados.0.smithi086.stdout:1956: read oid 37 snap 178 2024-09-11T03:38:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:1956: expect deleted 2024-09-11T03:38:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:1957: read oid 28 snap 178 2024-09-11T03:38:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:1957: expect deleted 2024-09-11T03:38:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:1958: copy_from oid 39 from oid 43 current snap is 180 2024-09-11T03:38:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:1954: finishing write tid 1 to smithi08678205-38 2024-09-11T03:38:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:1954: finishing write tid 2 to smithi08678205-38 2024-09-11T03:38:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:1954: finishing write tid 3 to smithi08678205-38 2024-09-11T03:38:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:1955: finishing copy_from racing read to smithi08678205-4 2024-09-11T03:38:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:1955: finishing copy_from to smithi08678205-4 2024-09-11T03:38:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 1050 (ObjNum 578 snap 167 seq_num 578) dirty exists 2024-09-11T03:38:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:1954: finishing write tid 4 to smithi08678205-38 2024-09-11T03:38:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:1954: oid 38 updating version 0 to 755 2024-09-11T03:38:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:1954: oid 38 updating version 755 to 756 2024-09-11T03:38:26.896 INFO:tasks.rados.rados.0.smithi086.stdout:1954: oid 38 updating version 756 to 757 2024-09-11T03:38:26.896 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 757 (ObjNum 637 snap 180 seq_num 637) dirty exists 2024-09-11T03:38:26.896 INFO:tasks.rados.rados.0.smithi086.stdout:1954: left oid 38 (ObjNum 637 snap 180 seq_num 637) 2024-09-11T03:38:26.896 INFO:tasks.rados.rados.0.smithi086.stdout:1954: done (4 left) 2024-09-11T03:38:26.896 INFO:tasks.rados.rados.0.smithi086.stdout:1955: done (3 left) 2024-09-11T03:38:26.896 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 180 2024-09-11T03:38:26.896 INFO:tasks.rados.rados.0.smithi086.stdout:1959: seq_num 638 ranges {458752=688128,1146880=401408} 2024-09-11T03:38:26.900 INFO:tasks.rados.rados.0.smithi086.stdout:1959: writing smithi08678205-10 from 458752 to 1146880 tid 1 2024-09-11T03:38:26.902 INFO:tasks.rados.rados.0.smithi086.stdout:1959: writing smithi08678205-10 from 1146880 to 1548288 tid 2 2024-09-11T03:38:26.902 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 25 current snap is 180 2024-09-11T03:38:26.903 INFO:tasks.rados.rados.0.smithi086.stdout:1960: seq_num 639 ranges {4874240=704512,5578752=401408} 2024-09-11T03:38:26.932 INFO:tasks.rados.rados.0.smithi086.stdout:1960: writing smithi08678205-25 from 4874240 to 5578752 tid 1 2024-09-11T03:38:26.935 INFO:tasks.rados.rados.0.smithi086.stdout:1960: writing smithi08678205-25 from 5578752 to 5980160 tid 2 2024-09-11T03:38:26.935 INFO:tasks.rados.rados.0.smithi086.stdout:1961: copy_from oid 49 from oid 3 current snap is 180 2024-09-11T03:38:26.935 INFO:tasks.rados.rados.0.smithi086.stdout:1956: done (5 left) 2024-09-11T03:38:26.935 INFO:tasks.rados.rados.0.smithi086.stdout:1957: done (4 left) 2024-09-11T03:38:26.935 INFO:tasks.rados.rados.0.smithi086.stdout:1962: delete oid 35 current snap is 180 2024-09-11T03:38:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:1959: finishing write tid 1 to smithi08678205-10 2024-09-11T03:38:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:1959: finishing write tid 2 to smithi08678205-10 2024-09-11T03:38:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:1959: finishing write tid 3 to smithi08678205-10 2024-09-11T03:38:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:1959: finishing write tid 4 to smithi08678205-10 2024-09-11T03:38:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:1959: oid 10 updating version 0 to 1127 2024-09-11T03:38:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:1959: oid 10 version 1127 is already newer than 1126 2024-09-11T03:38:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:1959: oid 10 version 1127 is already newer than 1125 2024-09-11T03:38:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 1127 (ObjNum 638 snap 180 seq_num 638) dirty exists 2024-09-11T03:38:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:1959: left oid 10 (ObjNum 638 snap 180 seq_num 638) 2024-09-11T03:38:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:1958: finishing copy_from racing read to smithi08678205-39 2024-09-11T03:38:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:1958: finishing copy_from to smithi08678205-39 2024-09-11T03:38:26.936 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1612 (ObjNum 573 snap 166 seq_num 573) dirty exists 2024-09-11T03:38:26.938 INFO:tasks.rados.rados.0.smithi086.stdout:1960: finishing write tid 1 to smithi08678205-25 2024-09-11T03:38:26.938 INFO:tasks.rados.rados.0.smithi086.stdout:1960: finishing write tid 2 to smithi08678205-25 2024-09-11T03:38:26.939 INFO:tasks.rados.rados.0.smithi086.stdout:1960: finishing write tid 3 to smithi08678205-25 2024-09-11T03:38:26.940 INFO:tasks.rados.rados.0.smithi086.stdout:1960: finishing write tid 4 to smithi08678205-25 2024-09-11T03:38:26.940 INFO:tasks.rados.rados.0.smithi086.stdout:1960: oid 25 updating version 0 to 965 2024-09-11T03:38:26.940 INFO:tasks.rados.rados.0.smithi086.stdout:1960: oid 25 updating version 965 to 966 2024-09-11T03:38:26.940 INFO:tasks.rados.rados.0.smithi086.stdout:1960: oid 25 updating version 966 to 967 2024-09-11T03:38:26.940 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 967 (ObjNum 639 snap 180 seq_num 639) dirty exists 2024-09-11T03:38:26.940 INFO:tasks.rados.rados.0.smithi086.stdout:1960: left oid 25 (ObjNum 639 snap 180 seq_num 639) 2024-09-11T03:38:26.942 INFO:tasks.rados.rados.0.smithi086.stdout:1958: done (4 left) 2024-09-11T03:38:26.942 INFO:tasks.rados.rados.0.smithi086.stdout:1959: done (3 left) 2024-09-11T03:38:26.942 INFO:tasks.rados.rados.0.smithi086.stdout:1960: done (2 left) 2024-09-11T03:38:26.943 INFO:tasks.rados.rados.0.smithi086.stdout:1962: done (1 left) 2024-09-11T03:38:26.943 INFO:tasks.rados.rados.0.smithi086.stdout:1963: read oid 36 snap 169 2024-09-11T03:38:26.943 INFO:tasks.rados.rados.0.smithi086.stdout:1963: expect (ObjNum 431 snap 126 seq_num 431) 2024-09-11T03:38:26.943 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 180 2024-09-11T03:38:26.943 INFO:tasks.rados.rados.0.smithi086.stdout:1964: seq_num 641 ranges {4775936=745472,5521408=401408} 2024-09-11T03:38:26.972 INFO:tasks.rados.rados.0.smithi086.stdout:1964: writing smithi08678205-39 from 4775936 to 5521408 tid 1 2024-09-11T03:38:26.975 INFO:tasks.rados.rados.0.smithi086.stdout:1964: writing smithi08678205-39 from 5521408 to 5922816 tid 2 2024-09-11T03:38:26.975 INFO:tasks.rados.rados.0.smithi086.stdout:1965: delete oid 45 current snap is 180 2024-09-11T03:38:26.975 INFO:tasks.rados.rados.0.smithi086.stdout:1963: expect (ObjNum 431 snap 126 seq_num 431) 2024-09-11T03:38:26.977 INFO:tasks.rados.rados.0.smithi086.stdout:1961: finishing copy_from racing read to smithi08678205-49 2024-09-11T03:38:26.977 INFO:tasks.rados.rados.0.smithi086.stdout:1961: finishing copy_from to smithi08678205-49 2024-09-11T03:38:26.977 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1120 (ObjNum 607 snap 173 seq_num 607) dirty exists 2024-09-11T03:38:26.977 INFO:tasks.rados.rados.0.smithi086.stdout:1961: done (3 left) 2024-09-11T03:38:26.978 INFO:tasks.rados.rados.0.smithi086.stdout:1963: done (2 left) 2024-09-11T03:38:26.978 INFO:tasks.rados.rados.0.smithi086.stdout:1965: done (1 left) 2024-09-11T03:38:26.978 INFO:tasks.rados.rados.0.smithi086.stdout:1966: delete oid 8 current snap is 180 2024-09-11T03:38:26.978 INFO:tasks.rados.rados.0.smithi086.stdout:1964: finishing write tid 1 to smithi08678205-39 2024-09-11T03:38:26.979 INFO:tasks.rados.rados.0.smithi086.stdout:1964: finishing write tid 2 to smithi08678205-39 2024-09-11T03:38:26.979 INFO:tasks.rados.rados.0.smithi086.stdout:1964: finishing write tid 3 to smithi08678205-39 2024-09-11T03:38:26.980 INFO:tasks.rados.rados.0.smithi086.stdout:1964: finishing write tid 4 to smithi08678205-39 2024-09-11T03:38:26.980 INFO:tasks.rados.rados.0.smithi086.stdout:1964: oid 39 updating version 0 to 1614 2024-09-11T03:38:26.980 INFO:tasks.rados.rados.0.smithi086.stdout:1964: oid 39 updating version 1614 to 1615 2024-09-11T03:38:26.980 INFO:tasks.rados.rados.0.smithi086.stdout:1964: oid 39 version 1615 is already newer than 1613 2024-09-11T03:38:26.980 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1615 (ObjNum 641 snap 180 seq_num 641) dirty exists 2024-09-11T03:38:26.980 INFO:tasks.rados.rados.0.smithi086.stdout:1964: left oid 39 (ObjNum 641 snap 180 seq_num 641) 2024-09-11T03:38:26.981 INFO:tasks.rados.rados.0.smithi086.stdout:1964: done (1 left) 2024-09-11T03:38:26.981 INFO:tasks.rados.rados.0.smithi086.stdout:1966: done (0 left) 2024-09-11T03:38:26.981 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 180 2024-09-11T03:38:26.981 INFO:tasks.rados.rados.0.smithi086.stdout:1967: seq_num 644 ranges {0=794624,794624=401408} 2024-09-11T03:38:26.984 INFO:tasks.rados.rados.0.smithi086.stdout:1967: writing smithi08678205-9 from 0 to 794624 tid 1 2024-09-11T03:38:26.986 INFO:tasks.rados.rados.0.smithi086.stdout:1967: writing smithi08678205-9 from 794624 to 1196032 tid 2 2024-09-11T03:38:26.987 INFO:tasks.rados.rados.0.smithi086.stdout:1968: snap_remove snap 178 2024-09-11T03:38:26.997 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:26 smithi130 ceph-mon[83685]: pgmap v318: 121 pgs: 6 peering, 9 active+undersized, 6 active+undersized+degraded, 100 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 21 op/s; 22/570 objects degraded (3.860%); 4.6 MiB/s, 1 objects/s recovering 2024-09-11T03:38:26.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:26 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 22/570 objects degraded (3.860%), 6 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:26.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:26 smithi130 ceph-mon[83685]: osdmap e435: 8 total, 8 up, 8 in 2024-09-11T03:38:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:26 smithi086 ceph-mon[89281]: pgmap v318: 121 pgs: 6 peering, 9 active+undersized, 6 active+undersized+degraded, 100 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 21 op/s; 22/570 objects degraded (3.860%); 4.6 MiB/s, 1 objects/s recovering 2024-09-11T03:38:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:26 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 22/570 objects degraded (3.860%), 6 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:26 smithi086 ceph-mon[89281]: osdmap e435: 8 total, 8 up, 8 in 2024-09-11T03:38:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:26 smithi086 ceph-mon[91691]: pgmap v318: 121 pgs: 6 peering, 9 active+undersized, 6 active+undersized+degraded, 100 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 21 op/s; 22/570 objects degraded (3.860%); 4.6 MiB/s, 1 objects/s recovering 2024-09-11T03:38:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:26 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 22/570 objects degraded (3.860%), 6 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:26 smithi086 ceph-mon[91691]: osdmap e435: 8 total, 8 up, 8 in 2024-09-11T03:38:27.731 INFO:tasks.rados.rados.0.smithi086.stdout:1968: done (1 left) 2024-09-11T03:38:27.731 INFO:tasks.rados.rados.0.smithi086.stdout:1969: snap_remove snap 166 2024-09-11T03:38:28.001 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:27 smithi086 ceph-mon[91691]: osdmap e436: 8 total, 8 up, 8 in 2024-09-11T03:38:28.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:27 smithi086 ceph-mon[89281]: osdmap e436: 8 total, 8 up, 8 in 2024-09-11T03:38:28.008 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:27 smithi130 ceph-mon[83685]: osdmap e436: 8 total, 8 up, 8 in 2024-09-11T03:38:28.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:38:28 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:38:28] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-11T03:38:28.731 INFO:tasks.rados.rados.0.smithi086.stdout:1969: done (1 left) 2024-09-11T03:38:28.731 INFO:tasks.rados.rados.0.smithi086.stdout:1970: copy_from oid 15 from oid 42 current snap is 180 2024-09-11T03:38:28.731 INFO:tasks.rados.rados.0.smithi086.stdout:1967: finishing write tid 1 to smithi08678205-9 2024-09-11T03:38:28.732 INFO:tasks.rados.rados.0.smithi086.stdout:1967: finishing write tid 2 to smithi08678205-9 2024-09-11T03:38:28.732 INFO:tasks.rados.rados.0.smithi086.stdout:1967: finishing write tid 3 to smithi08678205-9 2024-09-11T03:38:28.732 INFO:tasks.rados.rados.0.smithi086.stdout:1967: finishing write tid 4 to smithi08678205-9 2024-09-11T03:38:28.732 INFO:tasks.rados.rados.0.smithi086.stdout:1967: oid 9 updating version 0 to 758 2024-09-11T03:38:28.732 INFO:tasks.rados.rados.0.smithi086.stdout:1967: oid 9 updating version 758 to 760 2024-09-11T03:38:28.732 INFO:tasks.rados.rados.0.smithi086.stdout:1967: oid 9 version 760 is already newer than 759 2024-09-11T03:38:28.732 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 760 (ObjNum 644 snap 180 seq_num 644) dirty exists 2024-09-11T03:38:28.732 INFO:tasks.rados.rados.0.smithi086.stdout:1967: left oid 9 (ObjNum 644 snap 180 seq_num 644) 2024-09-11T03:38:28.732 INFO:tasks.rados.rados.0.smithi086.stdout:1967: done (1 left) 2024-09-11T03:38:28.732 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 180 2024-09-11T03:38:28.732 INFO:tasks.rados.rados.0.smithi086.stdout:1971: seq_num 645 ranges {0=409600,409600=778240,1187840=24576} 2024-09-11T03:38:28.734 INFO:tasks.rados.rados.0.smithi086.stdout:1971: writing smithi08678205-6 from 0 to 409600 tid 1 2024-09-11T03:38:28.740 INFO:tasks.rados.rados.0.smithi086.stdout:1971: writing smithi08678205-6 from 409600 to 1187840 tid 2 2024-09-11T03:38:28.740 INFO:tasks.rados.rados.0.smithi086.stdout:1971: writing smithi08678205-6 from 1187840 to 1212416 tid 3 2024-09-11T03:38:28.740 INFO:tasks.rados.rados.0.smithi086.stdout:1972: read oid 46 snap -1 2024-09-11T03:38:28.740 INFO:tasks.rados.rados.0.smithi086.stdout:1972: expect (ObjNum 631 snap 178 seq_num 631) 2024-09-11T03:38:28.741 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 180 2024-09-11T03:38:28.741 INFO:tasks.rados.rados.0.smithi086.stdout:1973: seq_num 646 ranges {3186688=425984,3612672=655360,4268032=147456} 2024-09-11T03:38:28.760 INFO:tasks.rados.rados.0.smithi086.stdout:1973: writing smithi08678205-1 from 3186688 to 3612672 tid 1 2024-09-11T03:38:28.764 INFO:tasks.rados.rados.0.smithi086.stdout:1973: writing smithi08678205-1 from 3612672 to 4268032 tid 2 2024-09-11T03:38:28.765 INFO:tasks.rados.rados.0.smithi086.stdout:1973: writing smithi08678205-1 from 4268032 to 4415488 tid 3 2024-09-11T03:38:28.765 INFO:tasks.rados.rados.0.smithi086.stdout:1974: rollback oid 33 current snap is 180 2024-09-11T03:38:28.766 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 33 to 169 2024-09-11T03:38:28.766 INFO:tasks.rados.rados.0.smithi086.stdout:1970: finishing copy_from to smithi08678205-15 2024-09-11T03:38:28.766 INFO:tasks.rados.rados.0.smithi086.stdout:1970: got expected ENOENT (src dne) 2024-09-11T03:38:28.766 INFO:tasks.rados.rados.0.smithi086.stdout:1970: finishing copy_from racing read to smithi08678205-15 2024-09-11T03:38:28.766 INFO:tasks.rados.rados.0.smithi086.stdout:1971: finishing write tid 1 to smithi08678205-6 2024-09-11T03:38:28.766 INFO:tasks.rados.rados.0.smithi086.stdout:1971: finishing write tid 2 to smithi08678205-6 2024-09-11T03:38:28.766 INFO:tasks.rados.rados.0.smithi086.stdout:1971: finishing write tid 3 to smithi08678205-6 2024-09-11T03:38:28.766 INFO:tasks.rados.rados.0.smithi086.stdout:1971: finishing write tid 4 to smithi08678205-6 2024-09-11T03:38:28.766 INFO:tasks.rados.rados.0.smithi086.stdout:1972: expect (ObjNum 631 snap 178 seq_num 631) 2024-09-11T03:38:28.819 INFO:tasks.rados.rados.0.smithi086.stdout:1971: finishing write tid 5 to smithi08678205-6 2024-09-11T03:38:28.819 INFO:tasks.rados.rados.0.smithi086.stdout:1971: oid 6 updating version 0 to 593 2024-09-11T03:38:28.819 INFO:tasks.rados.rados.0.smithi086.stdout:1971: oid 6 updating version 593 to 595 2024-09-11T03:38:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:1971: oid 6 version 595 is already newer than 594 2024-09-11T03:38:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:1971: oid 6 version 595 is already newer than 592 2024-09-11T03:38:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 595 (ObjNum 645 snap 180 seq_num 645) dirty exists 2024-09-11T03:38:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:1971: left oid 6 (ObjNum 645 snap 180 seq_num 645) 2024-09-11T03:38:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:1973: finishing write tid 1 to smithi08678205-1 2024-09-11T03:38:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:1970: done (4 left) 2024-09-11T03:38:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:1971: done (3 left) 2024-09-11T03:38:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:1972: done (2 left) 2024-09-11T03:38:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:1975: read oid 36 snap -1 2024-09-11T03:38:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:1975: expect deleted 2024-09-11T03:38:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:1976: rollback oid 46 current snap is 180 2024-09-11T03:38:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 46 to 176 2024-09-11T03:38:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:1973: finishing write tid 2 to smithi08678205-1 2024-09-11T03:38:28.821 INFO:tasks.rados.rados.0.smithi086.stdout:1973: finishing write tid 3 to smithi08678205-1 2024-09-11T03:38:28.821 INFO:tasks.rados.rados.0.smithi086.stdout:1973: finishing write tid 4 to smithi08678205-1 2024-09-11T03:38:28.821 INFO:tasks.rados.rados.0.smithi086.stdout:1973: finishing write tid 5 to smithi08678205-1 2024-09-11T03:38:28.821 INFO:tasks.rados.rados.0.smithi086.stdout:1973: oid 1 updating version 0 to 1123 2024-09-11T03:38:28.821 INFO:tasks.rados.rados.0.smithi086.stdout:1973: oid 1 updating version 1123 to 1124 2024-09-11T03:38:28.821 INFO:tasks.rados.rados.0.smithi086.stdout:1973: oid 1 version 1124 is already newer than 1122 2024-09-11T03:38:28.821 INFO:tasks.rados.rados.0.smithi086.stdout:1973: oid 1 version 1124 is already newer than 1121 2024-09-11T03:38:28.821 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 1124 (ObjNum 646 snap 180 seq_num 646) dirty exists 2024-09-11T03:38:28.821 INFO:tasks.rados.rados.0.smithi086.stdout:1973: left oid 1 (ObjNum 646 snap 180 seq_num 646) 2024-09-11T03:38:28.821 INFO:tasks.rados.rados.0.smithi086.stdout:1974: finishing rollback tid 0 to smithi08678205-33 2024-09-11T03:38:28.821 INFO:tasks.rados.rados.0.smithi086.stdout:1974: finishing rollback tid 1 to smithi08678205-33 2024-09-11T03:38:28.821 INFO:tasks.rados.rados.0.smithi086.stdout:1973: done (3 left) 2024-09-11T03:38:28.822 INFO:tasks.rados.rados.0.smithi086.stdout:1977: copy_from oid 26 from oid 2 current snap is 180 2024-09-11T03:38:28.822 INFO:tasks.rados.rados.0.smithi086.stdout:1974: finishing rollback tid 2 to smithi08678205-33 2024-09-11T03:38:28.822 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 1691 (ObjNum 397 snap 111 seq_num 397) dirty exists 2024-09-11T03:38:28.822 INFO:tasks.rados.rados.0.smithi086.stdout:1974: done (3 left) 2024-09-11T03:38:28.822 INFO:tasks.rados.rados.0.smithi086.stdout:1978: read oid 33 snap -1 2024-09-11T03:38:28.822 INFO:tasks.rados.rados.0.smithi086.stdout:1978: expect (ObjNum 397 snap 111 seq_num 397) 2024-09-11T03:38:28.822 INFO:tasks.rados.rados.0.smithi086.stdout:1979: copy_from oid 41 from oid 44 current snap is 180 2024-09-11T03:38:28.822 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 50 current snap is 180 2024-09-11T03:38:28.822 INFO:tasks.rados.rados.0.smithi086.stdout:1980: seq_num 647 ranges {0=442368,442368=589824,1032192=212992} 2024-09-11T03:38:28.823 INFO:tasks.rados.rados.0.smithi086.stdout:1980: writing smithi08678205-50 from 0 to 442368 tid 1 2024-09-11T03:38:28.824 INFO:tasks.rados.rados.0.smithi086.stdout:1980: writing smithi08678205-50 from 442368 to 1032192 tid 2 2024-09-11T03:38:28.826 INFO:tasks.rados.rados.0.smithi086.stdout:1980: writing smithi08678205-50 from 1032192 to 1245184 tid 3 2024-09-11T03:38:28.826 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 180 2024-09-11T03:38:28.826 INFO:tasks.rados.rados.0.smithi086.stdout:1981: seq_num 648 ranges {0=458752,458752=475136,933888=327680} 2024-09-11T03:38:28.829 INFO:tasks.rados.rados.0.smithi086.stdout:1981: writing smithi08678205-45 from 0 to 458752 tid 1 2024-09-11T03:38:28.832 INFO:tasks.rados.rados.0.smithi086.stdout:1981: writing smithi08678205-45 from 458752 to 933888 tid 2 2024-09-11T03:38:28.835 INFO:tasks.rados.rados.0.smithi086.stdout:1981: writing smithi08678205-45 from 933888 to 1261568 tid 3 2024-09-11T03:38:28.835 INFO:tasks.rados.rados.0.smithi086.stdout:1982: read oid 31 snap -1 2024-09-11T03:38:28.835 INFO:tasks.rados.rados.0.smithi086.stdout:1982: expect (ObjNum 573 snap 166 seq_num 573) 2024-09-11T03:38:28.835 INFO:tasks.rados.rados.0.smithi086.stdout:1983: snap_create 2024-09-11T03:38:28.835 INFO:tasks.rados.rados.0.smithi086.stdout:1976: finishing rollback tid 0 to smithi08678205-46 2024-09-11T03:38:28.835 INFO:tasks.rados.rados.0.smithi086.stdout:1976: finishing rollback tid 1 to smithi08678205-46 2024-09-11T03:38:28.835 INFO:tasks.rados.rados.0.smithi086.stdout:1976: finishing rollback tid 2 to smithi08678205-46 2024-09-11T03:38:28.835 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 1618 (ObjNum 610 snap 175 seq_num 610) dirty exists 2024-09-11T03:38:28.835 INFO:tasks.rados.rados.0.smithi086.stdout:1980: finishing write tid 1 to smithi08678205-50 2024-09-11T03:38:28.835 INFO:tasks.rados.rados.0.smithi086.stdout:1977: finishing copy_from racing read to smithi08678205-26 2024-09-11T03:38:28.835 INFO:tasks.rados.rados.0.smithi086.stdout:1977: finishing copy_from to smithi08678205-26 2024-09-11T03:38:28.836 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 590 (ObjNum 636 snap 180 seq_num 636) dirty exists 2024-09-11T03:38:28.836 INFO:tasks.rados.rados.0.smithi086.stdout:1978: expect (ObjNum 397 snap 111 seq_num 397) 2024-09-11T03:38:28.923 INFO:tasks.rados.rados.0.smithi086.stdout:1980: finishing write tid 2 to smithi08678205-50 2024-09-11T03:38:28.923 INFO:tasks.rados.rados.0.smithi086.stdout:1980: finishing write tid 3 to smithi08678205-50 2024-09-11T03:38:28.923 INFO:tasks.rados.rados.0.smithi086.stdout:1980: finishing write tid 4 to smithi08678205-50 2024-09-11T03:38:28.923 INFO:tasks.rados.rados.0.smithi086.stdout:1979: finishing copy_from racing read to smithi08678205-41 2024-09-11T03:38:28.924 INFO:tasks.rados.rados.0.smithi086.stdout:1979: finishing copy_from to smithi08678205-41 2024-09-11T03:38:28.924 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 578 (ObjNum 634 snap 179 seq_num 634) dirty exists 2024-09-11T03:38:28.924 INFO:tasks.rados.rados.0.smithi086.stdout:1981: finishing write tid 1 to smithi08678205-45 2024-09-11T03:38:28.924 INFO:tasks.rados.rados.0.smithi086.stdout:1980: finishing write tid 5 to smithi08678205-50 2024-09-11T03:38:28.924 INFO:tasks.rados.rados.0.smithi086.stdout:1980: oid 50 updating version 0 to 979 2024-09-11T03:38:28.924 INFO:tasks.rados.rados.0.smithi086.stdout:1980: oid 50 version 979 is already newer than 978 2024-09-11T03:38:28.924 INFO:tasks.rados.rados.0.smithi086.stdout:1980: oid 50 updating version 979 to 981 2024-09-11T03:38:28.924 INFO:tasks.rados.rados.0.smithi086.stdout:1980: oid 50 version 981 is already newer than 980 2024-09-11T03:38:28.924 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 981 (ObjNum 647 snap 180 seq_num 647) dirty exists 2024-09-11T03:38:28.924 INFO:tasks.rados.rados.0.smithi086.stdout:1980: left oid 50 (ObjNum 647 snap 180 seq_num 647) 2024-09-11T03:38:28.924 INFO:tasks.rados.rados.0.smithi086.stdout:1981: finishing write tid 2 to smithi08678205-45 2024-09-11T03:38:28.924 INFO:tasks.rados.rados.0.smithi086.stdout:1981: finishing write tid 3 to smithi08678205-45 2024-09-11T03:38:28.924 INFO:tasks.rados.rados.0.smithi086.stdout:1981: finishing write tid 4 to smithi08678205-45 2024-09-11T03:38:28.925 INFO:tasks.rados.rados.0.smithi086.stdout:1981: finishing write tid 5 to smithi08678205-45 2024-09-11T03:38:28.925 INFO:tasks.rados.rados.0.smithi086.stdout:1981: oid 45 updating version 0 to 810 2024-09-11T03:38:28.925 INFO:tasks.rados.rados.0.smithi086.stdout:1981: oid 45 updating version 810 to 812 2024-09-11T03:38:28.925 INFO:tasks.rados.rados.0.smithi086.stdout:1981: oid 45 version 812 is already newer than 811 2024-09-11T03:38:28.925 INFO:tasks.rados.rados.0.smithi086.stdout:1981: oid 45 updating version 812 to 813 2024-09-11T03:38:28.925 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 813 (ObjNum 648 snap 180 seq_num 648) dirty exists 2024-09-11T03:38:28.925 INFO:tasks.rados.rados.0.smithi086.stdout:1981: left oid 45 (ObjNum 648 snap 180 seq_num 648) 2024-09-11T03:38:28.925 INFO:tasks.rados.rados.0.smithi086.stdout:1982: expect (ObjNum 573 snap 166 seq_num 573) 2024-09-11T03:38:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:28 smithi086 ceph-mon[89281]: pgmap v321: 121 pgs: 6 peering, 115 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 7.2 MiB/s, 2 objects/s recovering 2024-09-11T03:38:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:28 smithi086 ceph-mon[89281]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/570 objects degraded (3.860%), 6 pgs degraded) 2024-09-11T03:38:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:28 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:38:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:28 smithi086 ceph-mon[89281]: osdmap e437: 8 total, 8 up, 8 in 2024-09-11T03:38:29.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:28 smithi086 ceph-mon[91691]: pgmap v321: 121 pgs: 6 peering, 115 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 7.2 MiB/s, 2 objects/s recovering 2024-09-11T03:38:29.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:28 smithi086 ceph-mon[91691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/570 objects degraded (3.860%), 6 pgs degraded) 2024-09-11T03:38:29.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:28 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:38:29.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:28 smithi086 ceph-mon[91691]: osdmap e437: 8 total, 8 up, 8 in 2024-09-11T03:38:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:28 smithi130 ceph-mon[83685]: pgmap v321: 121 pgs: 6 peering, 115 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 7.2 MiB/s, 2 objects/s recovering 2024-09-11T03:38:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:28 smithi130 ceph-mon[83685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/570 objects degraded (3.860%), 6 pgs degraded) 2024-09-11T03:38:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:28 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:38:29.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:28 smithi130 ceph-mon[83685]: osdmap e437: 8 total, 8 up, 8 in 2024-09-11T03:38:29.737 INFO:tasks.rados.rados.0.smithi086.stdout:1975: done (8 left) 2024-09-11T03:38:29.737 INFO:tasks.rados.rados.0.smithi086.stdout:1976: done (7 left) 2024-09-11T03:38:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:1977: done (6 left) 2024-09-11T03:38:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:1978: done (5 left) 2024-09-11T03:38:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:1979: done (4 left) 2024-09-11T03:38:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:1980: done (3 left) 2024-09-11T03:38:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:1981: done (2 left) 2024-09-11T03:38:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:1982: done (1 left) 2024-09-11T03:38:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:1983: done (0 left) 2024-09-11T03:38:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:1984: rollback oid 29 current snap is 181 2024-09-11T03:38:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 29 to 147 2024-09-11T03:38:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:1985: copy_from oid 37 from oid 46 current snap is 181 2024-09-11T03:38:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:1986: snap_remove snap 177 2024-09-11T03:38:29.986 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:29 smithi086 ceph-mon[89281]: osdmap e438: 8 total, 8 up, 8 in 2024-09-11T03:38:29.986 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:29 smithi086 ceph-mon[91691]: osdmap e438: 8 total, 8 up, 8 in 2024-09-11T03:38:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:29 smithi130 ceph-mon[83685]: osdmap e438: 8 total, 8 up, 8 in 2024-09-11T03:38:30.742 INFO:tasks.rados.rados.0.smithi086.stdout:1986: done (2 left) 2024-09-11T03:38:30.742 INFO:tasks.rados.rados.0.smithi086.stdout:1987: read oid 4 snap 180 2024-09-11T03:38:30.743 INFO:tasks.rados.rados.0.smithi086.stdout:1987: expect (ObjNum 578 snap 167 seq_num 578) 2024-09-11T03:38:30.743 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 181 2024-09-11T03:38:30.743 INFO:tasks.rados.rados.0.smithi086.stdout:1985: finishing copy_from racing read to smithi08678205-37 2024-09-11T03:38:30.743 INFO:tasks.rados.rados.0.smithi086.stdout:1984: finishing rollback tid 0 to smithi08678205-29 2024-09-11T03:38:30.743 INFO:tasks.rados.rados.0.smithi086.stdout:1985: finishing copy_from to smithi08678205-37 2024-09-11T03:38:30.743 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1618 (ObjNum 610 snap 175 seq_num 610) dirty exists 2024-09-11T03:38:30.743 INFO:tasks.rados.rados.0.smithi086.stdout:1984: finishing rollback tid 1 to smithi08678205-29 2024-09-11T03:38:30.743 INFO:tasks.rados.rados.0.smithi086.stdout:1984: finishing rollback tid 2 to smithi08678205-29 2024-09-11T03:38:30.743 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 1654 (ObjNum 492 snap 142 seq_num 492) dirty exists 2024-09-11T03:38:30.743 INFO:tasks.rados.rados.0.smithi086.stdout:1988: seq_num 649 ranges {7299072=475136,7774208=761856,8536064=40960} 2024-09-11T03:38:30.785 INFO:tasks.rados.rados.0.smithi086.stdout:1988: writing smithi08678205-49 from 7299072 to 7774208 tid 1 2024-09-11T03:38:30.789 INFO:tasks.rados.rados.0.smithi086.stdout:1988: writing smithi08678205-49 from 7774208 to 8536064 tid 2 2024-09-11T03:38:30.790 INFO:tasks.rados.rados.0.smithi086.stdout:1988: writing smithi08678205-49 from 8536064 to 8577024 tid 3 2024-09-11T03:38:30.790 INFO:tasks.rados.rados.0.smithi086.stdout:1984: done (3 left) 2024-09-11T03:38:30.790 INFO:tasks.rados.rados.0.smithi086.stdout:1985: done (2 left) 2024-09-11T03:38:30.790 INFO:tasks.rados.rados.0.smithi086.stdout:1989: rollback oid 7 current snap is 181 2024-09-11T03:38:30.790 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 7 to 164 2024-09-11T03:38:30.790 INFO:tasks.rados.rados.0.smithi086.stdout:1987: expect (ObjNum 578 snap 167 seq_num 578) 2024-09-11T03:38:30.794 INFO:tasks.rados.rados.0.smithi086.stdout:1988: finishing write tid 1 to smithi08678205-49 2024-09-11T03:38:30.794 INFO:tasks.rados.rados.0.smithi086.stdout:1989: finishing rollback tid 1 to smithi08678205-7 2024-09-11T03:38:30.794 INFO:tasks.rados.rados.0.smithi086.stdout:1989: finishing rollback tid 2 to smithi08678205-7 2024-09-11T03:38:30.794 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 780 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-09-11T03:38:30.794 INFO:tasks.rados.rados.0.smithi086.stdout:1987: done (2 left) 2024-09-11T03:38:30.794 INFO:tasks.rados.rados.0.smithi086.stdout:1989: done (1 left) 2024-09-11T03:38:30.794 INFO:tasks.rados.rados.0.smithi086.stdout:1990: delete oid 29 current snap is 181 2024-09-11T03:38:30.794 INFO:tasks.rados.rados.0.smithi086.stdout:1988: finishing write tid 2 to smithi08678205-49 2024-09-11T03:38:30.795 INFO:tasks.rados.rados.0.smithi086.stdout:1988: finishing write tid 3 to smithi08678205-49 2024-09-11T03:38:30.795 INFO:tasks.rados.rados.0.smithi086.stdout:1988: finishing write tid 4 to smithi08678205-49 2024-09-11T03:38:30.795 INFO:tasks.rados.rados.0.smithi086.stdout:1990: done (1 left) 2024-09-11T03:38:30.796 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 181 2024-09-11T03:38:30.796 INFO:tasks.rados.rados.0.smithi086.stdout:1991: seq_num 651 ranges {0=507904,507904=532480,1040384=270336} 2024-09-11T03:38:30.798 INFO:tasks.rados.rados.0.smithi086.stdout:1991: writing smithi08678205-35 from 0 to 507904 tid 1 2024-09-11T03:38:30.801 INFO:tasks.rados.rados.0.smithi086.stdout:1991: writing smithi08678205-35 from 507904 to 1040384 tid 2 2024-09-11T03:38:30.804 INFO:tasks.rados.rados.0.smithi086.stdout:1991: writing smithi08678205-35 from 1040384 to 1310720 tid 3 2024-09-11T03:38:30.804 INFO:tasks.rados.rados.0.smithi086.stdout:1992: snap_create 2024-09-11T03:38:30.804 INFO:tasks.rados.rados.0.smithi086.stdout:1988: finishing write tid 5 to smithi08678205-49 2024-09-11T03:38:30.804 INFO:tasks.rados.rados.0.smithi086.stdout:1988: oid 49 updating version 0 to 1127 2024-09-11T03:38:30.804 INFO:tasks.rados.rados.0.smithi086.stdout:1988: oid 49 version 1127 is already newer than 1125 2024-09-11T03:38:30.804 INFO:tasks.rados.rados.0.smithi086.stdout:1988: oid 49 version 1127 is already newer than 1126 2024-09-11T03:38:30.804 INFO:tasks.rados.rados.0.smithi086.stdout:1988: oid 49 updating version 1127 to 1128 2024-09-11T03:38:30.804 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1128 (ObjNum 649 snap 181 seq_num 649) dirty exists 2024-09-11T03:38:30.804 INFO:tasks.rados.rados.0.smithi086.stdout:1988: left oid 49 (ObjNum 649 snap 181 seq_num 649) 2024-09-11T03:38:30.805 INFO:tasks.rados.rados.0.smithi086.stdout:1991: finishing write tid 1 to smithi08678205-35 2024-09-11T03:38:30.805 INFO:tasks.rados.rados.0.smithi086.stdout:1991: finishing write tid 2 to smithi08678205-35 2024-09-11T03:38:30.805 INFO:tasks.rados.rados.0.smithi086.stdout:1991: finishing write tid 3 to smithi08678205-35 2024-09-11T03:38:30.805 INFO:tasks.rados.rados.0.smithi086.stdout:1991: finishing write tid 4 to smithi08678205-35 2024-09-11T03:38:30.807 INFO:tasks.rados.rados.0.smithi086.stdout:1991: finishing write tid 5 to smithi08678205-35 2024-09-11T03:38:30.807 INFO:tasks.rados.rados.0.smithi086.stdout:1991: oid 35 updating version 0 to 1129 2024-09-11T03:38:30.807 INFO:tasks.rados.rados.0.smithi086.stdout:1991: oid 35 updating version 1129 to 1131 2024-09-11T03:38:30.807 INFO:tasks.rados.rados.0.smithi086.stdout:1991: oid 35 updating version 1131 to 1132 2024-09-11T03:38:30.807 INFO:tasks.rados.rados.0.smithi086.stdout:1991: oid 35 version 1132 is already newer than 1130 2024-09-11T03:38:30.807 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 1132 (ObjNum 651 snap 181 seq_num 651) dirty exists 2024-09-11T03:38:30.807 INFO:tasks.rados.rados.0.smithi086.stdout:1991: left oid 35 (ObjNum 651 snap 181 seq_num 651) 2024-09-11T03:38:30.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:30 smithi086 ceph-mon[89281]: pgmap v324: 121 pgs: 121 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 504 KiB/s wr, 2 op/s; 2.6 MiB/s, 1 objects/s recovering 2024-09-11T03:38:30.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:30 smithi086 ceph-mon[89281]: osdmap e439: 8 total, 8 up, 8 in 2024-09-11T03:38:30.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:30 smithi086 ceph-mon[91691]: pgmap v324: 121 pgs: 121 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 504 KiB/s wr, 2 op/s; 2.6 MiB/s, 1 objects/s recovering 2024-09-11T03:38:30.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:30 smithi086 ceph-mon[91691]: osdmap e439: 8 total, 8 up, 8 in 2024-09-11T03:38:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:30 smithi130 ceph-mon[83685]: pgmap v324: 121 pgs: 121 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 504 KiB/s wr, 2 op/s; 2.6 MiB/s, 1 objects/s recovering 2024-09-11T03:38:31.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:30 smithi130 ceph-mon[83685]: osdmap e439: 8 total, 8 up, 8 in 2024-09-11T03:38:31.747 INFO:tasks.rados.rados.0.smithi086.stdout:1988: done (2 left) 2024-09-11T03:38:31.747 INFO:tasks.rados.rados.0.smithi086.stdout:1991: done (1 left) 2024-09-11T03:38:31.747 INFO:tasks.rados.rados.0.smithi086.stdout:1992: done (0 left) 2024-09-11T03:38:31.747 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 182 2024-09-11T03:38:31.747 INFO:tasks.rados.rados.0.smithi086.stdout:1993: seq_num 652 ranges {0=524288,524288=409600,933888=393216} 2024-09-11T03:38:31.750 INFO:tasks.rados.rados.0.smithi086.stdout:1993: writing smithi08678205-42 from 0 to 524288 tid 1 2024-09-11T03:38:31.752 INFO:tasks.rados.rados.0.smithi086.stdout:1993: writing smithi08678205-42 from 524288 to 933888 tid 2 2024-09-11T03:38:31.755 INFO:tasks.rados.rados.0.smithi086.stdout:1993: writing smithi08678205-42 from 933888 to 1327104 tid 3 2024-09-11T03:38:31.755 INFO:tasks.rados.rados.0.smithi086.stdout:1994: snap_create 2024-09-11T03:38:31.755 INFO:tasks.rados.rados.0.smithi086.stdout:1993: finishing write tid 1 to smithi08678205-42 2024-09-11T03:38:31.758 INFO:tasks.rados.rados.0.smithi086.stdout:1993: finishing write tid 2 to smithi08678205-42 2024-09-11T03:38:31.758 INFO:tasks.rados.rados.0.smithi086.stdout:1993: finishing write tid 3 to smithi08678205-42 2024-09-11T03:38:31.758 INFO:tasks.rados.rados.0.smithi086.stdout:1993: finishing write tid 4 to smithi08678205-42 2024-09-11T03:38:31.759 INFO:tasks.rados.rados.0.smithi086.stdout:1993: finishing write tid 5 to smithi08678205-42 2024-09-11T03:38:31.759 INFO:tasks.rados.rados.0.smithi086.stdout:1993: oid 42 updating version 0 to 821 2024-09-11T03:38:31.759 INFO:tasks.rados.rados.0.smithi086.stdout:1993: oid 42 version 821 is already newer than 820 2024-09-11T03:38:31.760 INFO:tasks.rados.rados.0.smithi086.stdout:1993: oid 42 updating version 821 to 823 2024-09-11T03:38:31.760 INFO:tasks.rados.rados.0.smithi086.stdout:1993: oid 42 version 823 is already newer than 822 2024-09-11T03:38:31.760 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 823 (ObjNum 652 snap 182 seq_num 652) dirty exists 2024-09-11T03:38:31.760 INFO:tasks.rados.rados.0.smithi086.stdout:1993: left oid 42 (ObjNum 652 snap 182 seq_num 652) 2024-09-11T03:38:32.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:31 smithi086 ceph-mon[89281]: osdmap e440: 8 total, 8 up, 8 in 2024-09-11T03:38:32.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:31 smithi086 ceph-mon[91691]: osdmap e440: 8 total, 8 up, 8 in 2024-09-11T03:38:32.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:31 smithi130 ceph-mon[83685]: osdmap e440: 8 total, 8 up, 8 in 2024-09-11T03:38:32.658 INFO:tasks.rados.rados.0.smithi086.stdout:1993: done (1 left) 2024-09-11T03:38:32.658 INFO:tasks.rados.rados.0.smithi086.stdout:1994: done (0 left) 2024-09-11T03:38:32.658 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 18 current snap is 183 2024-09-11T03:38:32.658 INFO:tasks.rados.rados.0.smithi086.stdout:1995: seq_num 653 ranges {966656=540672,1507328=696320,2203648=106496} 2024-09-11T03:38:32.666 INFO:tasks.rados.rados.0.smithi086.stdout:1995: writing smithi08678205-18 from 966656 to 1507328 tid 1 2024-09-11T03:38:32.670 INFO:tasks.rados.rados.0.smithi086.stdout:1995: writing smithi08678205-18 from 1507328 to 2203648 tid 2 2024-09-11T03:38:32.670 INFO:tasks.rados.rados.0.smithi086.stdout:1995: writing smithi08678205-18 from 2203648 to 2310144 tid 3 2024-09-11T03:38:32.670 INFO:tasks.rados.rados.0.smithi086.stdout:1996: snap_create 2024-09-11T03:38:32.673 INFO:tasks.rados.rados.0.smithi086.stdout:1995: finishing write tid 1 to smithi08678205-18 2024-09-11T03:38:32.675 INFO:tasks.rados.rados.0.smithi086.stdout:1995: finishing write tid 2 to smithi08678205-18 2024-09-11T03:38:32.675 INFO:tasks.rados.rados.0.smithi086.stdout:1995: finishing write tid 3 to smithi08678205-18 2024-09-11T03:38:32.675 INFO:tasks.rados.rados.0.smithi086.stdout:1995: finishing write tid 4 to smithi08678205-18 2024-09-11T03:38:32.677 INFO:tasks.rados.rados.0.smithi086.stdout:1995: finishing write tid 5 to smithi08678205-18 2024-09-11T03:38:32.677 INFO:tasks.rados.rados.0.smithi086.stdout:1995: oid 18 updating version 0 to 1658 2024-09-11T03:38:32.677 INFO:tasks.rados.rados.0.smithi086.stdout:1995: oid 18 version 1658 is already newer than 1657 2024-09-11T03:38:32.677 INFO:tasks.rados.rados.0.smithi086.stdout:1995: oid 18 updating version 1658 to 1659 2024-09-11T03:38:32.677 INFO:tasks.rados.rados.0.smithi086.stdout:1995: oid 18 version 1659 is already newer than 1656 2024-09-11T03:38:32.677 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 1659 (ObjNum 653 snap 183 seq_num 653) dirty exists 2024-09-11T03:38:32.677 INFO:tasks.rados.rados.0.smithi086.stdout:1995: left oid 18 (ObjNum 653 snap 183 seq_num 653) 2024-09-11T03:38:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:32 smithi086 ceph-mon[89281]: pgmap v327: 121 pgs: 121 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 7.5 MiB/s wr, 29 op/s 2024-09-11T03:38:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:32 smithi086 ceph-mon[89281]: osdmap e441: 8 total, 8 up, 8 in 2024-09-11T03:38:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:32 smithi086 ceph-mon[89281]: osdmap e442: 8 total, 8 up, 8 in 2024-09-11T03:38:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:32 smithi086 ceph-mon[91691]: pgmap v327: 121 pgs: 121 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 7.5 MiB/s wr, 29 op/s 2024-09-11T03:38:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:32 smithi086 ceph-mon[91691]: osdmap e441: 8 total, 8 up, 8 in 2024-09-11T03:38:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:32 smithi086 ceph-mon[91691]: osdmap e442: 8 total, 8 up, 8 in 2024-09-11T03:38:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:32 smithi130 ceph-mon[83685]: pgmap v327: 121 pgs: 121 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 7.5 MiB/s wr, 29 op/s 2024-09-11T03:38:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:32 smithi130 ceph-mon[83685]: osdmap e441: 8 total, 8 up, 8 in 2024-09-11T03:38:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:32 smithi130 ceph-mon[83685]: osdmap e442: 8 total, 8 up, 8 in 2024-09-11T03:38:33.661 INFO:tasks.rados.rados.0.smithi086.stdout:1995: done (1 left) 2024-09-11T03:38:33.661 INFO:tasks.rados.rados.0.smithi086.stdout:1996: done (0 left) 2024-09-11T03:38:33.661 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 184 2024-09-11T03:38:33.661 INFO:tasks.rados.rados.0.smithi086.stdout:1997: seq_num 654 ranges {106496=557056,663552=630784,1294336=172032} 2024-09-11T03:38:33.664 INFO:tasks.rados.rados.0.smithi086.stdout:1997: writing smithi08678205-17 from 106496 to 663552 tid 1 2024-09-11T03:38:33.668 INFO:tasks.rados.rados.0.smithi086.stdout:1997: writing smithi08678205-17 from 663552 to 1294336 tid 2 2024-09-11T03:38:33.669 INFO:tasks.rados.rados.0.smithi086.stdout:1997: writing smithi08678205-17 from 1294336 to 1466368 tid 3 2024-09-11T03:38:33.669 INFO:tasks.rados.rados.0.smithi086.stdout:1998: rollback oid 22 current snap is 184 2024-09-11T03:38:33.669 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 22 to 168 2024-09-11T03:38:33.669 INFO:tasks.rados.rados.0.smithi086.stdout:1999: delete oid 39 current snap is 184 2024-09-11T03:38:33.672 INFO:tasks.rados.rados.0.smithi086.stdout:1997: finishing write tid 1 to smithi08678205-17 2024-09-11T03:38:33.673 INFO:tasks.rados.rados.0.smithi086.stdout:1997: finishing write tid 2 to smithi08678205-17 2024-09-11T03:38:33.676 INFO:tasks.rados.rados.0.smithi086.stdout:1998: finishing rollback tid 0 to smithi08678205-22 2024-09-11T03:38:33.677 INFO:tasks.rados.rados.0.smithi086.stdout:1999: done (2 left) 2024-09-11T03:38:33.678 INFO:tasks.rados.rados.0.smithi086.stdout:2000: snap_remove snap 163 2024-09-11T03:38:34.672 INFO:tasks.rados.rados.0.smithi086.stdout:2000: done (2 left) 2024-09-11T03:38:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:2001: snap_create 2024-09-11T03:38:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:1997: finishing write tid 3 to smithi08678205-17 2024-09-11T03:38:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:1998: finishing rollback tid 1 to smithi08678205-22 2024-09-11T03:38:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:1997: finishing write tid 4 to smithi08678205-17 2024-09-11T03:38:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:1998: finishing rollback tid 2 to smithi08678205-22 2024-09-11T03:38:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 763 (ObjNum 590 snap 168 seq_num 590) dirty exists 2024-09-11T03:38:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:1997: finishing write tid 5 to smithi08678205-17 2024-09-11T03:38:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:1997: oid 17 updating version 0 to 1051 2024-09-11T03:38:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:1997: oid 17 updating version 1051 to 1052 2024-09-11T03:38:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:1997: oid 17 updating version 1052 to 1053 2024-09-11T03:38:34.673 INFO:tasks.rados.rados.0.smithi086.stdout:1997: oid 17 updating version 1053 to 1054 2024-09-11T03:38:34.674 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 1054 (ObjNum 654 snap 184 seq_num 654) dirty exists 2024-09-11T03:38:34.674 INFO:tasks.rados.rados.0.smithi086.stdout:1997: left oid 17 (ObjNum 654 snap 184 seq_num 654) 2024-09-11T03:38:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:34 smithi086 ceph-mon[89281]: pgmap v330: 121 pgs: 121 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 7.6 MiB/s wr, 29 op/s 2024-09-11T03:38:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:34 smithi086 ceph-mon[89281]: osdmap e443: 8 total, 8 up, 8 in 2024-09-11T03:38:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:38:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:35.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:34 smithi086 ceph-mon[91691]: pgmap v330: 121 pgs: 121 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 7.6 MiB/s wr, 29 op/s 2024-09-11T03:38:35.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:34 smithi086 ceph-mon[91691]: osdmap e443: 8 total, 8 up, 8 in 2024-09-11T03:38:35.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:35.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:38:35.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:34 smithi130 ceph-mon[83685]: pgmap v330: 121 pgs: 121 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 7.6 MiB/s wr, 29 op/s 2024-09-11T03:38:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:34 smithi130 ceph-mon[83685]: osdmap e443: 8 total, 8 up, 8 in 2024-09-11T03:38:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:38:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:35.680 INFO:tasks.rados.rados.0.smithi086.stdout:1997: done (2 left) 2024-09-11T03:38:35.680 INFO:tasks.rados.rados.0.smithi086.stdout:1998: done (1 left) 2024-09-11T03:38:35.681 INFO:tasks.rados.rados.0.smithi086.stdout:2001: done (0 left) 2024-09-11T03:38:35.681 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 185 2024-09-11T03:38:35.681 INFO:tasks.rados.rados.0.smithi086.stdout:2002: seq_num 656 ranges {1548288=589824,2138112=802816} 2024-09-11T03:38:35.691 INFO:tasks.rados.rados.0.smithi086.stdout:2002: writing smithi08678205-10 from 1548288 to 2138112 tid 1 2024-09-11T03:38:35.696 INFO:tasks.rados.rados.0.smithi086.stdout:2002: writing smithi08678205-10 from 2138112 to 2940928 tid 2 2024-09-11T03:38:35.696 INFO:tasks.rados.rados.0.smithi086.stdout:2003: snap_create 2024-09-11T03:38:35.696 INFO:tasks.rados.rados.0.smithi086.stdout:2002: finishing write tid 1 to smithi08678205-10 2024-09-11T03:38:35.700 INFO:tasks.rados.rados.0.smithi086.stdout:2002: finishing write tid 2 to smithi08678205-10 2024-09-11T03:38:35.700 INFO:tasks.rados.rados.0.smithi086.stdout:2002: finishing write tid 3 to smithi08678205-10 2024-09-11T03:38:35.703 INFO:tasks.rados.rados.0.smithi086.stdout:2002: finishing write tid 4 to smithi08678205-10 2024-09-11T03:38:35.703 INFO:tasks.rados.rados.0.smithi086.stdout:2002: oid 10 updating version 0 to 1135 2024-09-11T03:38:35.703 INFO:tasks.rados.rados.0.smithi086.stdout:2002: oid 10 version 1135 is already newer than 1134 2024-09-11T03:38:35.703 INFO:tasks.rados.rados.0.smithi086.stdout:2002: oid 10 version 1135 is already newer than 1133 2024-09-11T03:38:35.703 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 1135 (ObjNum 656 snap 185 seq_num 656) dirty exists 2024-09-11T03:38:35.703 INFO:tasks.rados.rados.0.smithi086.stdout:2002: left oid 10 (ObjNum 656 snap 185 seq_num 656) 2024-09-11T03:38:36.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:35 smithi086 ceph-mon[89281]: osdmap e444: 8 total, 8 up, 8 in 2024-09-11T03:38:36.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:35 smithi086 ceph-mon[91691]: osdmap e444: 8 total, 8 up, 8 in 2024-09-11T03:38:36.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:35 smithi130 ceph-mon[83685]: osdmap e444: 8 total, 8 up, 8 in 2024-09-11T03:38:36.680 INFO:tasks.rados.rados.0.smithi086.stdout:2002: done (1 left) 2024-09-11T03:38:36.680 INFO:tasks.rados.rados.0.smithi086.stdout:2003: done (0 left) 2024-09-11T03:38:36.680 INFO:tasks.rados.rados.0.smithi086.stdout:2004: rollback oid 27 current snap is 186 2024-09-11T03:38:36.680 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 27 to 184 2024-09-11T03:38:36.680 INFO:tasks.rados.rados.0.smithi086.stdout:2005: delete oid 39 current snap is 186 2024-09-11T03:38:36.682 INFO:tasks.rados.rados.0.smithi086.stdout:2004: finishing rollback tid 1 to smithi08678205-27 2024-09-11T03:38:36.682 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 589 (ObjNum 8673 snap 0 seq_num 580887424) dirty dne 2024-09-11T03:38:36.687 INFO:tasks.rados.rados.0.smithi086.stdout:2004: done (1 left) 2024-09-11T03:38:36.688 INFO:tasks.rados.rados.0.smithi086.stdout:2005: done (0 left) 2024-09-11T03:38:36.688 INFO:tasks.rados.rados.0.smithi086.stdout:2006: rollback oid 50 current snap is 186 2024-09-11T03:38:36.688 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 50 to 183 2024-09-11T03:38:36.688 INFO:tasks.rados.rados.0.smithi086.stdout:2007: copy_from oid 26 from oid 41 current snap is 186 2024-09-11T03:38:36.688 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 20 current snap is 186 2024-09-11T03:38:36.688 INFO:tasks.rados.rados.0.smithi086.stdout:2008: seq_num 658 ranges {0=622592,622592=565248,1187840=237568} 2024-09-11T03:38:36.691 INFO:tasks.rados.rados.0.smithi086.stdout:2008: writing smithi08678205-20 from 0 to 622592 tid 1 2024-09-11T03:38:36.695 INFO:tasks.rados.rados.0.smithi086.stdout:2008: writing smithi08678205-20 from 622592 to 1187840 tid 2 2024-09-11T03:38:36.696 INFO:tasks.rados.rados.0.smithi086.stdout:2008: writing smithi08678205-20 from 1187840 to 1425408 tid 3 2024-09-11T03:38:36.697 INFO:tasks.rados.rados.0.smithi086.stdout:2009: snap_create 2024-09-11T03:38:36.697 INFO:tasks.rados.rados.0.smithi086.stdout:2006: finishing rollback tid 0 to smithi08678205-50 2024-09-11T03:38:36.697 INFO:tasks.rados.rados.0.smithi086.stdout:2006: finishing rollback tid 1 to smithi08678205-50 2024-09-11T03:38:36.697 INFO:tasks.rados.rados.0.smithi086.stdout:2006: finishing rollback tid 2 to smithi08678205-50 2024-09-11T03:38:36.697 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 997 (ObjNum 647 snap 180 seq_num 647) dirty exists 2024-09-11T03:38:36.697 INFO:tasks.rados.rados.0.smithi086.stdout:2008: finishing write tid 1 to smithi08678205-20 2024-09-11T03:38:36.701 INFO:tasks.rados.rados.0.smithi086.stdout:2007: finishing copy_from racing read to smithi08678205-26 2024-09-11T03:38:36.701 INFO:tasks.rados.rados.0.smithi086.stdout:2008: finishing write tid 2 to smithi08678205-20 2024-09-11T03:38:36.702 INFO:tasks.rados.rados.0.smithi086.stdout:2007: finishing copy_from to smithi08678205-26 2024-09-11T03:38:36.702 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 578 (ObjNum 634 snap 179 seq_num 634) dirty exists 2024-09-11T03:38:36.702 INFO:tasks.rados.rados.0.smithi086.stdout:2008: finishing write tid 3 to smithi08678205-20 2024-09-11T03:38:36.702 INFO:tasks.rados.rados.0.smithi086.stdout:2008: finishing write tid 4 to smithi08678205-20 2024-09-11T03:38:36.704 INFO:tasks.rados.rados.0.smithi086.stdout:2008: finishing write tid 5 to smithi08678205-20 2024-09-11T03:38:36.704 INFO:tasks.rados.rados.0.smithi086.stdout:2008: oid 20 updating version 0 to 1621 2024-09-11T03:38:36.704 INFO:tasks.rados.rados.0.smithi086.stdout:2008: oid 20 updating version 1621 to 1623 2024-09-11T03:38:36.705 INFO:tasks.rados.rados.0.smithi086.stdout:2008: oid 20 version 1623 is already newer than 1620 2024-09-11T03:38:36.705 INFO:tasks.rados.rados.0.smithi086.stdout:2008: oid 20 version 1623 is already newer than 1622 2024-09-11T03:38:36.705 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 1623 (ObjNum 658 snap 186 seq_num 658) dirty exists 2024-09-11T03:38:36.705 INFO:tasks.rados.rados.0.smithi086.stdout:2008: left oid 20 (ObjNum 658 snap 186 seq_num 658) 2024-09-11T03:38:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:36 smithi086 ceph-mon[89281]: pgmap v333: 121 pgs: 121 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 80 KiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-09-11T03:38:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:36 smithi086 ceph-mon[89281]: osdmap e445: 8 total, 8 up, 8 in 2024-09-11T03:38:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:36 smithi086 ceph-mon[91691]: pgmap v333: 121 pgs: 121 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 80 KiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-09-11T03:38:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:36 smithi086 ceph-mon[91691]: osdmap e445: 8 total, 8 up, 8 in 2024-09-11T03:38:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:36 smithi130 ceph-mon[83685]: pgmap v333: 121 pgs: 121 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 80 KiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-09-11T03:38:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:36 smithi130 ceph-mon[83685]: osdmap e445: 8 total, 8 up, 8 in 2024-09-11T03:38:37.659 INFO:tasks.rados.rados.0.smithi086.stdout:2006: done (3 left) 2024-09-11T03:38:37.660 INFO:tasks.rados.rados.0.smithi086.stdout:2007: done (2 left) 2024-09-11T03:38:37.660 INFO:tasks.rados.rados.0.smithi086.stdout:2008: done (1 left) 2024-09-11T03:38:37.660 INFO:tasks.rados.rados.0.smithi086.stdout:2009: done (0 left) 2024-09-11T03:38:37.660 INFO:tasks.rados.rados.0.smithi086.stdout:2010: snap_remove snap 164 2024-09-11T03:38:38.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:37 smithi086 ceph-mon[89281]: osdmap e446: 8 total, 8 up, 8 in 2024-09-11T03:38:38.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:37 smithi086 ceph-mon[89281]: osdmap e447: 8 total, 8 up, 8 in 2024-09-11T03:38:38.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:37 smithi086 ceph-mon[91691]: osdmap e446: 8 total, 8 up, 8 in 2024-09-11T03:38:38.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:37 smithi086 ceph-mon[91691]: osdmap e447: 8 total, 8 up, 8 in 2024-09-11T03:38:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:37 smithi130 ceph-mon[83685]: osdmap e446: 8 total, 8 up, 8 in 2024-09-11T03:38:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:37 smithi130 ceph-mon[83685]: osdmap e447: 8 total, 8 up, 8 in 2024-09-11T03:38:38.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:38:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:38:38] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2024-09-11T03:38:38.662 INFO:tasks.rados.rados.0.smithi086.stdout:2010: done (0 left) 2024-09-11T03:38:38.662 INFO:tasks.rados.rados.0.smithi086.stdout:2011: read oid 42 snap 185 2024-09-11T03:38:38.662 INFO:tasks.rados.rados.0.smithi086.stdout:2011: expect (ObjNum 652 snap 182 seq_num 652) 2024-09-11T03:38:38.662 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 187 2024-09-11T03:38:38.662 INFO:tasks.rados.rados.0.smithi086.stdout:2012: seq_num 659 ranges {2711552=647168,3358720=450560,3809280=352256} 2024-09-11T03:38:38.682 INFO:tasks.rados.rados.0.smithi086.stdout:2012: writing smithi08678205-33 from 2711552 to 3358720 tid 1 2024-09-11T03:38:38.685 INFO:tasks.rados.rados.0.smithi086.stdout:2012: writing smithi08678205-33 from 3358720 to 3809280 tid 2 2024-09-11T03:38:38.687 INFO:tasks.rados.rados.0.smithi086.stdout:2012: writing smithi08678205-33 from 3809280 to 4161536 tid 3 2024-09-11T03:38:38.688 INFO:tasks.rados.rados.0.smithi086.stdout:2013: delete oid 6 current snap is 187 2024-09-11T03:38:38.688 INFO:tasks.rados.rados.0.smithi086.stdout:2011: expect (ObjNum 652 snap 182 seq_num 652) 2024-09-11T03:38:38.730 INFO:tasks.rados.rados.0.smithi086.stdout:2012: finishing write tid 1 to smithi08678205-33 2024-09-11T03:38:38.731 INFO:tasks.rados.rados.0.smithi086.stdout:2012: finishing write tid 2 to smithi08678205-33 2024-09-11T03:38:38.731 INFO:tasks.rados.rados.0.smithi086.stdout:2012: finishing write tid 3 to smithi08678205-33 2024-09-11T03:38:38.731 INFO:tasks.rados.rados.0.smithi086.stdout:2012: finishing write tid 4 to smithi08678205-33 2024-09-11T03:38:38.731 INFO:tasks.rados.rados.0.smithi086.stdout:2012: finishing write tid 5 to smithi08678205-33 2024-09-11T03:38:38.731 INFO:tasks.rados.rados.0.smithi086.stdout:2012: oid 33 updating version 0 to 1728 2024-09-11T03:38:38.731 INFO:tasks.rados.rados.0.smithi086.stdout:2012: oid 33 version 1728 is already newer than 1721 2024-09-11T03:38:38.731 INFO:tasks.rados.rados.0.smithi086.stdout:2012: oid 33 version 1728 is already newer than 1727 2024-09-11T03:38:38.731 INFO:tasks.rados.rados.0.smithi086.stdout:2012: oid 33 version 1728 is already newer than 1726 2024-09-11T03:38:38.731 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 1728 (ObjNum 659 snap 187 seq_num 659) dirty exists 2024-09-11T03:38:38.731 INFO:tasks.rados.rados.0.smithi086.stdout:2012: left oid 33 (ObjNum 659 snap 187 seq_num 659) 2024-09-11T03:38:38.732 INFO:tasks.rados.rados.0.smithi086.stdout:2011: done (2 left) 2024-09-11T03:38:38.732 INFO:tasks.rados.rados.0.smithi086.stdout:2012: done (1 left) 2024-09-11T03:38:38.732 INFO:tasks.rados.rados.0.smithi086.stdout:2013: done (0 left) 2024-09-11T03:38:38.732 INFO:tasks.rados.rados.0.smithi086.stdout:2014: read oid 39 snap -1 2024-09-11T03:38:38.732 INFO:tasks.rados.rados.0.smithi086.stdout:2014: expect deleted 2024-09-11T03:38:38.732 INFO:tasks.rados.rados.0.smithi086.stdout:2015: read oid 27 snap -1 2024-09-11T03:38:38.732 INFO:tasks.rados.rados.0.smithi086.stdout:2015: expect deleted 2024-09-11T03:38:38.732 INFO:tasks.rados.rados.0.smithi086.stdout:2016: snap_create 2024-09-11T03:38:38.820 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:38 smithi130 ceph-mon[83685]: pgmap v336: 121 pgs: 121 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-11T03:38:38.820 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:38 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-11T03:38:38.820 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:38 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-11T03:38:38.820 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:38 smithi130 ceph-mon[83685]: Upgrade: osd.5 is safe to restart 2024-09-11T03:38:38.820 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:38 smithi130 ceph-mon[83685]: osdmap e448: 8 total, 8 up, 8 in 2024-09-11T03:38:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:38 smithi086 ceph-mon[91691]: pgmap v336: 121 pgs: 121 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-11T03:38:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:38 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-11T03:38:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:38 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-11T03:38:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:38 smithi086 ceph-mon[91691]: Upgrade: osd.5 is safe to restart 2024-09-11T03:38:39.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:38 smithi086 ceph-mon[91691]: osdmap e448: 8 total, 8 up, 8 in 2024-09-11T03:38:39.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:38 smithi086 ceph-mon[89281]: pgmap v336: 121 pgs: 121 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-11T03:38:39.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:38 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-11T03:38:39.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:38 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-11T03:38:39.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:38 smithi086 ceph-mon[89281]: Upgrade: osd.5 is safe to restart 2024-09-11T03:38:39.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:38 smithi086 ceph-mon[89281]: osdmap e448: 8 total, 8 up, 8 in 2024-09-11T03:38:39.701 INFO:tasks.rados.rados.0.smithi086.stdout:2014: done (2 left) 2024-09-11T03:38:39.701 INFO:tasks.rados.rados.0.smithi086.stdout:2015: done (1 left) 2024-09-11T03:38:39.701 INFO:tasks.rados.rados.0.smithi086.stdout:2016: done (0 left) 2024-09-11T03:38:39.701 INFO:tasks.rados.rados.0.smithi086.stdout:2017: delete oid 33 current snap is 188 2024-09-11T03:38:39.707 INFO:tasks.rados.rados.0.smithi086.stdout:2017: done (0 left) 2024-09-11T03:38:39.707 INFO:tasks.rados.rados.0.smithi086.stdout:2018: copy_from oid 29 from oid 38 current snap is 188 2024-09-11T03:38:39.707 INFO:tasks.rados.rados.0.smithi086.stdout:2019: setattr oid 45 current snap is 188 2024-09-11T03:38:39.709 INFO:tasks.rados.rados.0.smithi086.stdout:2020: delete oid 12 current snap is 188 2024-09-11T03:38:39.711 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 841 (ObjNum 648 snap 180 seq_num 648) dirty exists 2024-09-11T03:38:39.712 INFO:tasks.rados.rados.0.smithi086.stdout:2019: done (2 left) 2024-09-11T03:38:39.713 INFO:tasks.rados.rados.0.smithi086.stdout:2020: done (1 left) 2024-09-11T03:38:39.713 INFO:tasks.rados.rados.0.smithi086.stdout:2021: snap_create 2024-09-11T03:38:39.727 INFO:tasks.rados.rados.0.smithi086.stdout:2018: finishing copy_from racing read to smithi08678205-29 2024-09-11T03:38:39.733 INFO:tasks.rados.rados.0.smithi086.stdout:2018: finishing copy_from to smithi08678205-29 2024-09-11T03:38:39.733 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 757 (ObjNum 637 snap 180 seq_num 637) dirty exists 2024-09-11T03:38:40.267 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:38:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[89281]: pgmap v339: 121 pgs: 121 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-11T03:38:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[89281]: Upgrade: Updating osd.5 2024-09-11T03:38:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-11T03:38:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:38:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[89281]: Deploying daemon osd.5 on smithi130 2024-09-11T03:38:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[89281]: osdmap e449: 8 total, 8 up, 8 in 2024-09-11T03:38:40.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[91691]: pgmap v339: 121 pgs: 121 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-11T03:38:40.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[91691]: Upgrade: Updating osd.5 2024-09-11T03:38:40.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:40.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-11T03:38:40.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:38:40.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[91691]: Deploying daemon osd.5 on smithi130 2024-09-11T03:38:40.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:40 smithi086 ceph-mon[91691]: osdmap e449: 8 total, 8 up, 8 in 2024-09-11T03:38:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:40 smithi130 ceph-mon[83685]: pgmap v339: 121 pgs: 121 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-11T03:38:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:40 smithi130 ceph-mon[83685]: Upgrade: Updating osd.5 2024-09-11T03:38:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-11T03:38:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:38:40.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:40 smithi130 ceph-mon[83685]: Deploying daemon osd.5 on smithi130 2024-09-11T03:38:40.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:40 smithi130 ceph-mon[83685]: osdmap e449: 8 total, 8 up, 8 in 2024-09-11T03:38:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2018: done (1 left) 2024-09-11T03:38:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2021: done (0 left) 2024-09-11T03:38:40.701 INFO:tasks.rados.rados.0.smithi086.stdout:2022: snap_remove snap 173 2024-09-11T03:38:40.821 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:38:40.821 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (7m) 55s ago 8m 25.2M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:38:40.821 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (8m) 21s ago 8m 88.7M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:38:40.821 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (10m) 55s ago 10m 23.1M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:38:40.821 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (10m) 21s ago 10m 16.1M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:38:40.822 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (4m) 21s ago 13m 455M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:38:40.822 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (4m) 55s ago 15m 524M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:38:40.822 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (3m) 55s ago 15m 54.2M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:38:40.822 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (3m) 21s ago 13m 42.4M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:38:40.822 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (3m) 55s ago 13m 44.0M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:38:40.822 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (8m) 55s ago 8m 16.9M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:38:40.822 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (8m) 21s ago 8m 15.6M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:38:40.822 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (2m) 55s ago 13m 178M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 987e6b2de39f 2024-09-11T03:38:40.822 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (2m) 55s ago 12m 130M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 cfd4be907390 2024-09-11T03:38:40.822 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (92s) 55s ago 12m 126M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 0310f346c09e 2024-09-11T03:38:40.822 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (59s) 55s ago 12m 12.2M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 e864761f34a2 2024-09-11T03:38:40.822 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (26s) 21s ago 11m 11.7M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 95790e251d1e 2024-09-11T03:38:40.823 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (11m) 21s ago 11m 270M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 8946be32054c 2024-09-11T03:38:40.823 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (10m) 21s ago 10m 220M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:38:40.823 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (10m) 21s ago 10m 215M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:38:40.823 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (4m) 21s ago 9m 55.1M - 2.43.0 a07b618ecd1d 700e3afbbd6b 2024-09-11T03:38:41.156 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:38:41.156 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:38:41.156 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:38:41.156 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:38:41.156 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:38:41.157 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:38:41.157 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:38:41.157 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:38:41.157 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3, 2024-09-11T03:38:41.157 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 5 2024-09-11T03:38:41.157 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:38:41.157 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:38:41.157 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:38:41.157 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:38:41.157 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:38:41.157 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 5, 2024-09-11T03:38:41.157 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 10 2024-09-11T03:38:41.158 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:38:41.158 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:38:41.441 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:38:41.441 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:38:41.441 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:38:41.441 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:38:41.441 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:38:41.441 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr", 2024-09-11T03:38:41.441 INFO:teuthology.orchestra.run.smithi086.stdout: "mon" 2024-09-11T03:38:41.442 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:38:41.442 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "10/20 daemons upgraded", 2024-09-11T03:38:41.442 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading osd daemons", 2024-09-11T03:38:41.442 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:38:41.442 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:38:41.705 INFO:tasks.rados.rados.0.smithi086.stdout:2022: done (0 left) 2024-09-11T03:38:41.705 INFO:tasks.rados.rados.0.smithi086.stdout:2023: snap_remove snap 169 2024-09-11T03:38:41.812 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:41 smithi130 ceph-mon[83685]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:41.812 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:41 smithi130 ceph-mon[83685]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:41.812 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:41 smithi130 ceph-mon[83685]: osdmap e450: 8 total, 8 up, 8 in 2024-09-11T03:38:41.813 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:41 smithi130 ceph-mon[83685]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:41.813 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:41 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3907816003' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:41 smithi086 ceph-mon[89281]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:41 smithi086 ceph-mon[89281]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:41 smithi086 ceph-mon[89281]: osdmap e450: 8 total, 8 up, 8 in 2024-09-11T03:38:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:41 smithi086 ceph-mon[89281]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:41 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3907816003' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:42.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:41 smithi086 ceph-mon[91691]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:42.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:41 smithi086 ceph-mon[91691]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:42.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:41 smithi086 ceph-mon[91691]: osdmap e450: 8 total, 8 up, 8 in 2024-09-11T03:38:42.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:41 smithi086 ceph-mon[91691]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:42.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:41 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3907816003' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:42.433 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:42 smithi130 systemd[1]: Stopping Ceph osd.5 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:38:42.663 INFO:tasks.rados.rados.0.smithi086.stdout:2023: done (0 left) 2024-09-11T03:38:42.664 INFO:tasks.rados.rados.0.smithi086.stdout:2024: snap_remove snap 188 2024-09-11T03:38:42.703 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[41798]: 2024-09-11T03:38:42.432+0000 7fdb036fe640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:38:42.703 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[41798]: 2024-09-11T03:38:42.432+0000 7fdb036fe640 -1 osd.5 451 *** Got signal Terminated *** 2024-09-11T03:38:42.703 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:42 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[41798]: 2024-09-11T03:38:42.432+0000 7fdb036fe640 -1 osd.5 451 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:38:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:42 smithi086 ceph-mon[89281]: pgmap v342: 121 pgs: 121 active+clean; 285 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-11T03:38:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:42 smithi086 ceph-mon[89281]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:42 smithi086 ceph-mon[89281]: osdmap e451: 8 total, 8 up, 8 in 2024-09-11T03:38:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:42 smithi086 ceph-mon[89281]: osd.5 marked itself down and dead 2024-09-11T03:38:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:42 smithi086 ceph-mon[89281]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:38:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:42 smithi086 ceph-mon[89281]: osdmap e452: 8 total, 7 up, 8 in 2024-09-11T03:38:43.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:42 smithi086 ceph-mon[91691]: pgmap v342: 121 pgs: 121 active+clean; 285 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-11T03:38:43.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:42 smithi086 ceph-mon[91691]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:43.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:42 smithi086 ceph-mon[91691]: osdmap e451: 8 total, 8 up, 8 in 2024-09-11T03:38:43.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:42 smithi086 ceph-mon[91691]: osd.5 marked itself down and dead 2024-09-11T03:38:43.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:42 smithi086 ceph-mon[91691]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:38:43.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:42 smithi086 ceph-mon[91691]: osdmap e452: 8 total, 7 up, 8 in 2024-09-11T03:38:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:42 smithi130 ceph-mon[83685]: pgmap v342: 121 pgs: 121 active+clean; 285 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-11T03:38:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:42 smithi130 ceph-mon[83685]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:38:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:42 smithi130 ceph-mon[83685]: osdmap e451: 8 total, 8 up, 8 in 2024-09-11T03:38:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:42 smithi130 ceph-mon[83685]: osd.5 marked itself down and dead 2024-09-11T03:38:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:42 smithi130 ceph-mon[83685]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:38:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:42 smithi130 ceph-mon[83685]: osdmap e452: 8 total, 7 up, 8 in 2024-09-11T03:38:43.526 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:43 smithi130 podman[93903]: 2024-09-11 03:38:43.228517735 +0000 UTC m=+0.905671620 container died 8946be32054ce74dca9ea56b2020eac3443d2d4eba49d4966e0813ac16a820d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-7a853b1, GIT_BRANCH=HEAD) 2024-09-11T03:38:43.665 INFO:tasks.rados.rados.0.smithi086.stdout:2024: done (0 left) 2024-09-11T03:38:43.665 INFO:tasks.rados.rados.0.smithi086.stdout:2025: delete oid 26 current snap is 189 2024-09-11T03:38:43.674 INFO:tasks.rados.rados.0.smithi086.stdout:2025: done (0 left) 2024-09-11T03:38:43.674 INFO:tasks.rados.rados.0.smithi086.stdout:2026: snap_remove snap 184 2024-09-11T03:38:43.846 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:43 smithi130 podman[93903]: 2024-09-11 03:38:43.625292681 +0000 UTC m=+1.302446608 container cleanup 8946be32054ce74dca9ea56b2020eac3443d2d4eba49d4966e0813ac16a820d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=reef-7a853b1, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-11T03:38:43.846 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:43 smithi130 bash[93903]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5 2024-09-11T03:38:44.184 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:43 smithi130 podman[93920]: 2024-09-11 03:38:43.876608139 +0000 UTC m=+0.643700845 container remove 8946be32054ce74dca9ea56b2020eac3443d2d4eba49d4966e0813ac16a820d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-7a853b1, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-11T03:38:44.438 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:44 smithi130 podman[94007]: 2024-09-11 03:38:44.08758399 +0000 UTC m=+0.015915077 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:38:44.438 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:44 smithi130 podman[94007]: 2024-09-11 03:38:44.20554284 +0000 UTC m=+0.133873922 container create 3dca37360347d6be109d7935f5117ea155684bf59a6a98bb045adb2b6235bb54 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-11T03:38:44.438 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:44 smithi130 podman[94007]: 2024-09-11 03:38:44.438967619 +0000 UTC m=+0.367298701 container init 3dca37360347d6be109d7935f5117ea155684bf59a6a98bb045adb2b6235bb54 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:38:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:2026: done (0 left) 2024-09-11T03:38:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:2027: read oid 49 snap -1 2024-09-11T03:38:44.671 INFO:tasks.rados.rados.0.smithi086.stdout:2027: expect (ObjNum 649 snap 181 seq_num 649) 2024-09-11T03:38:44.672 INFO:tasks.rados.rados.0.smithi086.stdout:2028: snap_remove snap 176 2024-09-11T03:38:44.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:44 smithi130 ceph-mon[83685]: pgmap v345: 121 pgs: 14 peering, 11 stale+active+clean, 96 active+clean; 283 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-11T03:38:44.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:44 smithi130 ceph-mon[83685]: osdmap e453: 8 total, 7 up, 8 in 2024-09-11T03:38:44.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:44 smithi130 ceph-mon[83685]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-11T03:38:44.847 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:44 smithi130 podman[94007]: 2024-09-11 03:38:44.442437972 +0000 UTC m=+0.370769058 container start 3dca37360347d6be109d7935f5117ea155684bf59a6a98bb045adb2b6235bb54 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:38:44.847 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:44 smithi130 podman[94007]: 2024-09-11 03:38:44.521990453 +0000 UTC m=+0.450321543 container attach 3dca37360347d6be109d7935f5117ea155684bf59a6a98bb045adb2b6235bb54 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:38:44.847 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:44 smithi130 podman[94007]: 2024-09-11 03:38:44.628218134 +0000 UTC m=+0.556549225 container died 3dca37360347d6be109d7935f5117ea155684bf59a6a98bb045adb2b6235bb54 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-11T03:38:45.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:44 smithi086 ceph-mon[89281]: pgmap v345: 121 pgs: 14 peering, 11 stale+active+clean, 96 active+clean; 283 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-11T03:38:45.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:44 smithi086 ceph-mon[89281]: osdmap e453: 8 total, 7 up, 8 in 2024-09-11T03:38:45.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:44 smithi086 ceph-mon[89281]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-11T03:38:45.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:44 smithi086 ceph-mon[91691]: pgmap v345: 121 pgs: 14 peering, 11 stale+active+clean, 96 active+clean; 283 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-11T03:38:45.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:44 smithi086 ceph-mon[91691]: osdmap e453: 8 total, 7 up, 8 in 2024-09-11T03:38:45.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:44 smithi086 ceph-mon[91691]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-11T03:38:45.597 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:45 smithi130 podman[94029]: 2024-09-11 03:38:45.192953863 +0000 UTC m=+0.558954199 container remove 3dca37360347d6be109d7935f5117ea155684bf59a6a98bb045adb2b6235bb54 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-11T03:38:45.597 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:45 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-11T03:38:45.597 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:45 smithi130 systemd[1]: Stopped Ceph osd.5 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:38:45.597 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:45 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.5.service: Consumed 15.306s CPU time. 2024-09-11T03:38:45.597 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:45 smithi130 systemd[1]: Starting Ceph osd.5 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:38:45.677 INFO:tasks.rados.rados.0.smithi086.stdout:2028: done (1 left) 2024-09-11T03:38:45.678 INFO:tasks.rados.rados.0.smithi086.stdout:2029: read oid 41 snap 180 2024-09-11T03:38:45.678 INFO:tasks.rados.rados.0.smithi086.stdout:2029: expect (ObjNum 634 snap 179 seq_num 634) 2024-09-11T03:38:45.678 INFO:tasks.rados.rados.0.smithi086.stdout:2030: read oid 28 snap 179 2024-09-11T03:38:45.678 INFO:tasks.rados.rados.0.smithi086.stdout:2030: expect deleted 2024-09-11T03:38:45.678 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 189 2024-09-11T03:38:45.678 INFO:tasks.rados.rados.0.smithi086.stdout:2031: seq_num 664 ranges {4775936=729088,5505024=729088,6234112=73728} 2024-09-11T03:38:45.709 INFO:tasks.rados.rados.0.smithi086.stdout:2031: writing smithi08678205-31 from 4775936 to 5505024 tid 1 2024-09-11T03:38:45.713 INFO:tasks.rados.rados.0.smithi086.stdout:2031: writing smithi08678205-31 from 5505024 to 6234112 tid 2 2024-09-11T03:38:45.713 INFO:tasks.rados.rados.0.smithi086.stdout:2031: writing smithi08678205-31 from 6234112 to 6307840 tid 3 2024-09-11T03:38:45.713 INFO:tasks.rados.rados.0.smithi086.stdout:2032: delete oid 19 current snap is 189 2024-09-11T03:38:45.713 INFO:tasks.rados.rados.0.smithi086.stdout:2027: expect (ObjNum 649 snap 181 seq_num 649) 2024-09-11T03:38:45.904 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:45 smithi130 ceph-mon[83685]: osdmap e454: 8 total, 7 up, 8 in 2024-09-11T03:38:45.904 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:45 smithi130 podman[94126]: 2024-09-11 03:38:45.519743952 +0000 UTC m=+0.016157823 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:38:45.904 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:45 smithi130 podman[94126]: 2024-09-11 03:38:45.622025084 +0000 UTC m=+0.118438998 container create a85c21a6dcc93eb4d103c3cf06a6cc2af349796309e67bf2f76ee31f9d5096e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-11T03:38:45.904 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:45 smithi130 podman[94126]: 2024-09-11 03:38:45.904907936 +0000 UTC m=+0.401321807 container init a85c21a6dcc93eb4d103c3cf06a6cc2af349796309e67bf2f76ee31f9d5096e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-11T03:38:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:45 smithi086 ceph-mon[89281]: osdmap e454: 8 total, 7 up, 8 in 2024-09-11T03:38:46.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:45 smithi086 ceph-mon[91691]: osdmap e454: 8 total, 7 up, 8 in 2024-09-11T03:38:46.347 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:45 smithi130 podman[94126]: 2024-09-11 03:38:45.908318182 +0000 UTC m=+0.404732045 container start a85c21a6dcc93eb4d103c3cf06a6cc2af349796309e67bf2f76ee31f9d5096e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS) 2024-09-11T03:38:46.347 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:45 smithi130 podman[94126]: 2024-09-11 03:38:45.996320907 +0000 UTC m=+0.492734777 container attach a85c21a6dcc93eb4d103c3cf06a6cc2af349796309e67bf2f76ee31f9d5096e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-09-11T03:38:46.347 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate[94141]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:38:46.347 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 bash[94126]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:38:46.347 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate[94141]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:38:46.347 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 bash[94126]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:38:46.472 INFO:tasks.rados.rados.0.smithi086.stdout:2029: expect (ObjNum 634 snap 179 seq_num 634) 2024-09-11T03:38:46.520 INFO:tasks.rados.rados.0.smithi086.stdout:2031: finishing write tid 1 to smithi08678205-31 2024-09-11T03:38:46.521 INFO:tasks.rados.rados.0.smithi086.stdout:2031: finishing write tid 2 to smithi08678205-31 2024-09-11T03:38:46.521 INFO:tasks.rados.rados.0.smithi086.stdout:2031: finishing write tid 3 to smithi08678205-31 2024-09-11T03:38:46.521 INFO:tasks.rados.rados.0.smithi086.stdout:2031: finishing write tid 4 to smithi08678205-31 2024-09-11T03:38:46.521 INFO:tasks.rados.rados.0.smithi086.stdout:2031: finishing write tid 5 to smithi08678205-31 2024-09-11T03:38:46.521 INFO:tasks.rados.rados.0.smithi086.stdout:2031: oid 31 updating version 0 to 1787 2024-09-11T03:38:46.521 INFO:tasks.rados.rados.0.smithi086.stdout:2031: oid 31 version 1787 is already newer than 1785 2024-09-11T03:38:46.522 INFO:tasks.rados.rados.0.smithi086.stdout:2031: oid 31 version 1787 is already newer than 1786 2024-09-11T03:38:46.522 INFO:tasks.rados.rados.0.smithi086.stdout:2031: oid 31 version 1787 is already newer than 1784 2024-09-11T03:38:46.522 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 1787 (ObjNum 664 snap 189 seq_num 664) dirty exists 2024-09-11T03:38:46.522 INFO:tasks.rados.rados.0.smithi086.stdout:2031: left oid 31 (ObjNum 664 snap 189 seq_num 664) 2024-09-11T03:38:46.522 INFO:tasks.rados.rados.0.smithi086.stdout:2027: done (4 left) 2024-09-11T03:38:46.522 INFO:tasks.rados.rados.0.smithi086.stdout:2029: done (3 left) 2024-09-11T03:38:46.522 INFO:tasks.rados.rados.0.smithi086.stdout:2030: done (2 left) 2024-09-11T03:38:46.522 INFO:tasks.rados.rados.0.smithi086.stdout:2031: done (1 left) 2024-09-11T03:38:46.522 INFO:tasks.rados.rados.0.smithi086.stdout:2032: done (0 left) 2024-09-11T03:38:46.522 INFO:tasks.rados.rados.0.smithi086.stdout:2033: setattr oid 45 current snap is 189 2024-09-11T03:38:46.523 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 189 2024-09-11T03:38:46.523 INFO:tasks.rados.rados.0.smithi086.stdout:2034: seq_num 666 ranges {106496=761856,868352=491520,1359872=311296} 2024-09-11T03:38:46.526 INFO:tasks.rados.rados.0.smithi086.stdout:2034: writing smithi08678205-4 from 106496 to 868352 tid 1 2024-09-11T03:38:46.528 INFO:tasks.rados.rados.0.smithi086.stdout:2034: writing smithi08678205-4 from 868352 to 1359872 tid 2 2024-09-11T03:38:46.531 INFO:tasks.rados.rados.0.smithi086.stdout:2034: writing smithi08678205-4 from 1359872 to 1671168 tid 3 2024-09-11T03:38:46.531 INFO:tasks.rados.rados.0.smithi086.stdout:2035: rollback oid 26 current snap is 189 2024-09-11T03:38:46.531 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 26 to 186 2024-09-11T03:38:46.531 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 862 (ObjNum 648 snap 180 seq_num 648) dirty exists 2024-09-11T03:38:46.531 INFO:tasks.rados.rados.0.smithi086.stdout:2033: done (2 left) 2024-09-11T03:38:46.531 INFO:tasks.rados.rados.0.smithi086.stdout:2036: copy_from oid 14 from oid 24 current snap is 189 2024-09-11T03:38:46.531 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 189 2024-09-11T03:38:46.531 INFO:tasks.rados.rados.0.smithi086.stdout:2037: seq_num 667 ranges {1327104=778240,2105344=778240,2883584=24576} 2024-09-11T03:38:46.542 INFO:tasks.rados.rados.0.smithi086.stdout:2037: writing smithi08678205-42 from 1327104 to 2105344 tid 1 2024-09-11T03:38:46.550 INFO:tasks.rados.rados.0.smithi086.stdout:2037: writing smithi08678205-42 from 2105344 to 2883584 tid 2 2024-09-11T03:38:46.550 INFO:tasks.rados.rados.0.smithi086.stdout:2037: writing smithi08678205-42 from 2883584 to 2908160 tid 3 2024-09-11T03:38:46.550 INFO:tasks.rados.rados.0.smithi086.stdout:2038: delete oid 40 current snap is 189 2024-09-11T03:38:46.550 INFO:tasks.rados.rados.0.smithi086.stdout:2034: finishing write tid 1 to smithi08678205-4 2024-09-11T03:38:46.550 INFO:tasks.rados.rados.0.smithi086.stdout:2034: finishing write tid 2 to smithi08678205-4 2024-09-11T03:38:46.550 INFO:tasks.rados.rados.0.smithi086.stdout:2034: finishing write tid 3 to smithi08678205-4 2024-09-11T03:38:46.550 INFO:tasks.rados.rados.0.smithi086.stdout:2034: finishing write tid 4 to smithi08678205-4 2024-09-11T03:38:46.550 INFO:tasks.rados.rados.0.smithi086.stdout:2035: finishing rollback tid 1 to smithi08678205-26 2024-09-11T03:38:46.550 INFO:tasks.rados.rados.0.smithi086.stdout:2035: finishing rollback tid 2 to smithi08678205-26 2024-09-11T03:38:46.550 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 1621 (ObjNum 634 snap 179 seq_num 634) dirty exists 2024-09-11T03:38:46.550 INFO:tasks.rados.rados.0.smithi086.stdout:2034: finishing write tid 5 to smithi08678205-4 2024-09-11T03:38:46.551 INFO:tasks.rados.rados.0.smithi086.stdout:2034: oid 4 updating version 0 to 1129 2024-09-11T03:38:46.551 INFO:tasks.rados.rados.0.smithi086.stdout:2034: oid 4 updating version 1129 to 1132 2024-09-11T03:38:46.551 INFO:tasks.rados.rados.0.smithi086.stdout:2034: oid 4 version 1132 is already newer than 1130 2024-09-11T03:38:46.551 INFO:tasks.rados.rados.0.smithi086.stdout:2034: oid 4 version 1132 is already newer than 1131 2024-09-11T03:38:46.551 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 1132 (ObjNum 666 snap 189 seq_num 666) dirty exists 2024-09-11T03:38:46.551 INFO:tasks.rados.rados.0.smithi086.stdout:2034: left oid 4 (ObjNum 666 snap 189 seq_num 666) 2024-09-11T03:38:46.551 INFO:tasks.rados.rados.0.smithi086.stdout:2036: finishing copy_from racing read to smithi08678205-14 2024-09-11T03:38:46.551 INFO:tasks.rados.rados.0.smithi086.stdout:2036: finishing copy_from to smithi08678205-14 2024-09-11T03:38:46.551 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 1123 (ObjNum 629 snap 178 seq_num 629) dirty exists 2024-09-11T03:38:46.551 INFO:tasks.rados.rados.0.smithi086.stdout:2037: finishing write tid 1 to smithi08678205-42 2024-09-11T03:38:46.551 INFO:tasks.rados.rados.0.smithi086.stdout:2034: done (4 left) 2024-09-11T03:38:46.552 INFO:tasks.rados.rados.0.smithi086.stdout:2035: done (3 left) 2024-09-11T03:38:46.552 INFO:tasks.rados.rados.0.smithi086.stdout:2036: done (2 left) 2024-09-11T03:38:46.552 INFO:tasks.rados.rados.0.smithi086.stdout:2038: done (1 left) 2024-09-11T03:38:46.552 INFO:tasks.rados.rados.0.smithi086.stdout:2039: read oid 26 snap -1 2024-09-11T03:38:46.552 INFO:tasks.rados.rados.0.smithi086.stdout:2039: expect (ObjNum 634 snap 179 seq_num 634) 2024-09-11T03:38:46.552 INFO:tasks.rados.rados.0.smithi086.stdout:2040: read oid 29 snap -1 2024-09-11T03:38:46.552 INFO:tasks.rados.rados.0.smithi086.stdout:2040: expect (ObjNum 637 snap 180 seq_num 637) 2024-09-11T03:38:46.552 INFO:tasks.rados.rados.0.smithi086.stdout:2041: snap_remove snap 182 2024-09-11T03:38:46.688 INFO:tasks.rados.rados.0.smithi086.stdout:2041: done (3 left) 2024-09-11T03:38:46.688 INFO:tasks.rados.rados.0.smithi086.stdout:2042: snap_remove snap 187 2024-09-11T03:38:46.796 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:46 smithi130 ceph-mon[83685]: pgmap v348: 121 pgs: 14 active+undersized, 14 peering, 6 stale+active+clean, 8 active+undersized+degraded, 79 active+clean; 283 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 0 B/s wr, 1 op/s; 41/546 objects degraded (7.509%) 2024-09-11T03:38:46.796 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:46 smithi130 ceph-mon[83685]: Health check failed: Degraded data redundancy: 41/546 objects degraded (7.509%), 8 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:46.797 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:46 smithi130 ceph-mon[83685]: osdmap e455: 8 total, 7 up, 8 in 2024-09-11T03:38:46.797 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate[94141]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-11T03:38:46.797 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 bash[94126]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-11T03:38:46.797 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate[94141]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-11T03:38:46.797 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 bash[94126]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-11T03:38:46.797 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate[94141]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-11T03:38:46.797 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 bash[94126]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-11T03:38:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:46 smithi086 ceph-mon[89281]: pgmap v348: 121 pgs: 14 active+undersized, 14 peering, 6 stale+active+clean, 8 active+undersized+degraded, 79 active+clean; 283 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 0 B/s wr, 1 op/s; 41/546 objects degraded (7.509%) 2024-09-11T03:38:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:46 smithi086 ceph-mon[89281]: Health check failed: Degraded data redundancy: 41/546 objects degraded (7.509%), 8 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:46 smithi086 ceph-mon[89281]: osdmap e455: 8 total, 7 up, 8 in 2024-09-11T03:38:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:46 smithi086 ceph-mon[91691]: pgmap v348: 121 pgs: 14 active+undersized, 14 peering, 6 stale+active+clean, 8 active+undersized+degraded, 79 active+clean; 283 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 0 B/s wr, 1 op/s; 41/546 objects degraded (7.509%) 2024-09-11T03:38:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:46 smithi086 ceph-mon[91691]: Health check failed: Degraded data redundancy: 41/546 objects degraded (7.509%), 8 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:46 smithi086 ceph-mon[91691]: osdmap e455: 8 total, 7 up, 8 in 2024-09-11T03:38:47.096 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate[94141]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-11T03:38:47.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 bash[94126]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-11T03:38:47.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate[94141]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-11T03:38:47.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 bash[94126]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-11T03:38:47.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate[94141]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-11T03:38:47.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 bash[94126]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-11T03:38:47.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate[94141]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-11T03:38:47.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 bash[94126]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-11T03:38:47.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:46 smithi130 podman[94126]: 2024-09-11 03:38:46.824568288 +0000 UTC m=+1.320982159 container died a85c21a6dcc93eb4d103c3cf06a6cc2af349796309e67bf2f76ee31f9d5096e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-11T03:38:47.556 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:47 smithi130 podman[94265]: 2024-09-11 03:38:47.350261812 +0000 UTC m=+0.519494556 container remove a85c21a6dcc93eb4d103c3cf06a6cc2af349796309e67bf2f76ee31f9d5096e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-11T03:38:47.663 INFO:tasks.rados.rados.0.smithi086.stdout:2042: done (3 left) 2024-09-11T03:38:47.663 INFO:tasks.rados.rados.0.smithi086.stdout:2043: snap_create 2024-09-11T03:38:47.663 INFO:tasks.rados.rados.0.smithi086.stdout:2037: finishing write tid 2 to smithi08678205-42 2024-09-11T03:38:47.663 INFO:tasks.rados.rados.0.smithi086.stdout:2037: finishing write tid 3 to smithi08678205-42 2024-09-11T03:38:47.663 INFO:tasks.rados.rados.0.smithi086.stdout:2037: finishing write tid 4 to smithi08678205-42 2024-09-11T03:38:47.663 INFO:tasks.rados.rados.0.smithi086.stdout:2037: finishing write tid 5 to smithi08678205-42 2024-09-11T03:38:47.663 INFO:tasks.rados.rados.0.smithi086.stdout:2037: oid 42 updating version 0 to 1124 2024-09-11T03:38:47.663 INFO:tasks.rados.rados.0.smithi086.stdout:2037: oid 42 updating version 1124 to 1125 2024-09-11T03:38:47.664 INFO:tasks.rados.rados.0.smithi086.stdout:2037: oid 42 updating version 1125 to 1127 2024-09-11T03:38:47.664 INFO:tasks.rados.rados.0.smithi086.stdout:2037: oid 42 version 1127 is already newer than 1126 2024-09-11T03:38:47.664 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 1127 (ObjNum 667 snap 189 seq_num 667) dirty exists 2024-09-11T03:38:47.664 INFO:tasks.rados.rados.0.smithi086.stdout:2037: left oid 42 (ObjNum 667 snap 189 seq_num 667) 2024-09-11T03:38:47.664 INFO:tasks.rados.rados.0.smithi086.stdout:2039: expect (ObjNum 634 snap 179 seq_num 634) 2024-09-11T03:38:47.714 INFO:tasks.rados.rados.0.smithi086.stdout:2040: expect (ObjNum 637 snap 180 seq_num 637) 2024-09-11T03:38:47.845 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:47 smithi130 ceph-mon[83685]: osdmap e456: 8 total, 7 up, 8 in 2024-09-11T03:38:47.845 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:47 smithi130 ceph-mon[83685]: osdmap e457: 8 total, 7 up, 8 in 2024-09-11T03:38:47.845 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:47 smithi130 podman[94321]: 2024-09-11 03:38:47.460154856 +0000 UTC m=+0.016049259 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:38:47.845 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:47 smithi130 podman[94321]: 2024-09-11 03:38:47.60118506 +0000 UTC m=+0.157079452 container create 528becb1566876069994aeb9fe9b3d5d01ec9c2aafc885c577297cf0dc37cbfd (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-11T03:38:48.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:47 smithi086 ceph-mon[89281]: osdmap e456: 8 total, 7 up, 8 in 2024-09-11T03:38:48.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:47 smithi086 ceph-mon[89281]: osdmap e457: 8 total, 7 up, 8 in 2024-09-11T03:38:48.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:47 smithi086 ceph-mon[91691]: osdmap e456: 8 total, 7 up, 8 in 2024-09-11T03:38:48.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:47 smithi086 ceph-mon[91691]: osdmap e457: 8 total, 7 up, 8 in 2024-09-11T03:38:48.096 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:47 smithi130 podman[94321]: 2024-09-11 03:38:47.845889615 +0000 UTC m=+0.401784011 container init 528becb1566876069994aeb9fe9b3d5d01ec9c2aafc885c577297cf0dc37cbfd (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-11T03:38:48.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:47 smithi130 podman[94321]: 2024-09-11 03:38:47.849278978 +0000 UTC m=+0.405173368 container start 528becb1566876069994aeb9fe9b3d5d01ec9c2aafc885c577297cf0dc37cbfd (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-11T03:38:48.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:47 smithi130 ceph-osd[94339]: -- 172.21.15.130:0/1069490575 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564aee54ba40 con 0x564aee529c00 2024-09-11T03:38:48.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:47 smithi130 bash[94321]: 528becb1566876069994aeb9fe9b3d5d01ec9c2aafc885c577297cf0dc37cbfd 2024-09-11T03:38:48.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:47 smithi130 systemd[1]: Started Ceph osd.5 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:38:48.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:38:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:38:48] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2024-09-11T03:38:48.666 INFO:tasks.rados.rados.0.smithi086.stdout:2037: done (3 left) 2024-09-11T03:38:48.666 INFO:tasks.rados.rados.0.smithi086.stdout:2039: done (2 left) 2024-09-11T03:38:48.666 INFO:tasks.rados.rados.0.smithi086.stdout:2040: done (1 left) 2024-09-11T03:38:48.667 INFO:tasks.rados.rados.0.smithi086.stdout:2043: done (0 left) 2024-09-11T03:38:48.667 INFO:tasks.rados.rados.0.smithi086.stdout:2044: rollback oid 39 current snap is 190 2024-09-11T03:38:48.667 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 39 to 181 2024-09-11T03:38:48.667 INFO:tasks.rados.rados.0.smithi086.stdout:2045: snap_create 2024-09-11T03:38:48.669 INFO:tasks.rados.rados.0.smithi086.stdout:2044: finishing rollback tid 1 to smithi08678205-39 2024-09-11T03:38:48.669 INFO:tasks.rados.rados.0.smithi086.stdout:2044: finishing rollback tid 2 to smithi08678205-39 2024-09-11T03:38:48.669 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1625 (ObjNum 641 snap 180 seq_num 641) dirty exists 2024-09-11T03:38:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:48 smithi086 ceph-mon[91691]: pgmap v351: 121 pgs: 22 active+undersized, 14 peering, 13 active+undersized+degraded, 72 active+clean; 283 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 0 B/s wr, 1 op/s; 74/549 objects degraded (13.479%) 2024-09-11T03:38:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:48 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:48 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:48 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:38:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:48 smithi086 ceph-mon[91691]: osdmap e458: 8 total, 7 up, 8 in 2024-09-11T03:38:49.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:48 smithi086 ceph-mon[89281]: pgmap v351: 121 pgs: 22 active+undersized, 14 peering, 13 active+undersized+degraded, 72 active+clean; 283 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 0 B/s wr, 1 op/s; 74/549 objects degraded (13.479%) 2024-09-11T03:38:49.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:48 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:49.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:48 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:49.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:48 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:38:49.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:48 smithi086 ceph-mon[89281]: osdmap e458: 8 total, 7 up, 8 in 2024-09-11T03:38:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:48 smithi130 ceph-mon[83685]: pgmap v351: 121 pgs: 22 active+undersized, 14 peering, 13 active+undersized+degraded, 72 active+clean; 283 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 0 B/s wr, 1 op/s; 74/549 objects degraded (13.479%) 2024-09-11T03:38:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:48 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:49.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:48 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:49.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:48 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:38:49.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:48 smithi130 ceph-mon[83685]: osdmap e458: 8 total, 7 up, 8 in 2024-09-11T03:38:49.667 INFO:tasks.rados.rados.0.smithi086.stdout:2044: done (1 left) 2024-09-11T03:38:49.668 INFO:tasks.rados.rados.0.smithi086.stdout:2045: done (0 left) 2024-09-11T03:38:49.668 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 28 current snap is 191 2024-09-11T03:38:49.668 INFO:tasks.rados.rados.0.smithi086.stdout:2046: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2024-09-11T03:38:49.669 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:49 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:38:49.489+0000 7f5c333a0640 -1 Falling back to public interface 2024-09-11T03:38:49.669 INFO:tasks.rados.rados.0.smithi086.stdout:2046: writing smithi08678205-28 from 0 to 409600 tid 1 2024-09-11T03:38:49.673 INFO:tasks.rados.rados.0.smithi086.stdout:2046: writing smithi08678205-28 from 409600 to 958464 tid 2 2024-09-11T03:38:49.677 INFO:tasks.rados.rados.0.smithi086.stdout:2046: writing smithi08678205-28 from 958464 to 1613824 tid 3 2024-09-11T03:38:49.677 INFO:tasks.rados.rados.0.smithi086.stdout:2047: snap_create 2024-09-11T03:38:49.677 INFO:tasks.rados.rados.0.smithi086.stdout:2046: finishing write tid 1 to smithi08678205-28 2024-09-11T03:38:49.677 INFO:tasks.rados.rados.0.smithi086.stdout:2046: finishing write tid 2 to smithi08678205-28 2024-09-11T03:38:49.680 INFO:tasks.rados.rados.0.smithi086.stdout:2046: finishing write tid 3 to smithi08678205-28 2024-09-11T03:38:49.681 INFO:tasks.rados.rados.0.smithi086.stdout:2046: finishing write tid 4 to smithi08678205-28 2024-09-11T03:38:49.682 INFO:tasks.rados.rados.0.smithi086.stdout:2046: finishing write tid 5 to smithi08678205-28 2024-09-11T03:38:49.682 INFO:tasks.rados.rados.0.smithi086.stdout:2046: oid 28 updating version 0 to 1796 2024-09-11T03:38:49.682 INFO:tasks.rados.rados.0.smithi086.stdout:2046: oid 28 updating version 1796 to 1797 2024-09-11T03:38:49.682 INFO:tasks.rados.rados.0.smithi086.stdout:2046: oid 28 updating version 1797 to 1798 2024-09-11T03:38:49.682 INFO:tasks.rados.rados.0.smithi086.stdout:2046: oid 28 updating version 1798 to 1799 2024-09-11T03:38:49.682 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 1799 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:38:49.683 INFO:tasks.rados.rados.0.smithi086.stdout:2046: left oid 28 (ObjNum 669 snap 191 seq_num 669) 2024-09-11T03:38:50.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:50 smithi130 ceph-mon[83685]: pgmap v354: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 282 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 75/543 objects degraded (13.812%) 2024-09-11T03:38:50.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:50.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:38:50.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:50 smithi130 ceph-mon[83685]: osdmap e459: 8 total, 7 up, 8 in 2024-09-11T03:38:50.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:50 smithi130 ceph-mon[83685]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-11T03:38:50.668 INFO:tasks.rados.rados.0.smithi086.stdout:2046: done (1 left) 2024-09-11T03:38:50.668 INFO:tasks.rados.rados.0.smithi086.stdout:2047: done (0 left) 2024-09-11T03:38:50.668 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 192 2024-09-11T03:38:50.668 INFO:tasks.rados.rados.0.smithi086.stdout:2048: seq_num 670 ranges {1138688=425984,1564672=483328,2048000=507904,2555904=212992} 2024-09-11T03:38:50.676 INFO:tasks.rados.rados.0.smithi086.stdout:2048: writing smithi08678205-22 from 1138688 to 1564672 tid 1 2024-09-11T03:38:50.679 INFO:tasks.rados.rados.0.smithi086.stdout:2048: writing smithi08678205-22 from 1564672 to 2048000 tid 2 2024-09-11T03:38:50.682 INFO:tasks.rados.rados.0.smithi086.stdout:2048: writing smithi08678205-22 from 2048000 to 2555904 tid 3 2024-09-11T03:38:50.684 INFO:tasks.rados.rados.0.smithi086.stdout:2048: writing smithi08678205-22 from 2555904 to 2768896 tid 4 2024-09-11T03:38:50.684 INFO:tasks.rados.rados.0.smithi086.stdout:2049: copy_from oid 50 from oid 15 current snap is 192 2024-09-11T03:38:50.684 INFO:tasks.rados.rados.0.smithi086.stdout:2048: finishing write tid 1 to smithi08678205-22 2024-09-11T03:38:50.684 INFO:tasks.rados.rados.0.smithi086.stdout:2048: finishing write tid 2 to smithi08678205-22 2024-09-11T03:38:50.684 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 192 2024-09-11T03:38:50.684 INFO:tasks.rados.rados.0.smithi086.stdout:2050: seq_num 671 ranges {0=442368,442368=761856,1204224=442368} 2024-09-11T03:38:50.686 INFO:tasks.rados.rados.0.smithi086.stdout:2050: writing smithi08678205-8 from 0 to 442368 tid 1 2024-09-11T03:38:50.690 INFO:tasks.rados.rados.0.smithi086.stdout:2050: writing smithi08678205-8 from 442368 to 1204224 tid 2 2024-09-11T03:38:50.694 INFO:tasks.rados.rados.0.smithi086.stdout:2050: writing smithi08678205-8 from 1204224 to 1646592 tid 3 2024-09-11T03:38:50.694 INFO:tasks.rados.rados.0.smithi086.stdout:2051: copy_from oid 31 from oid 27 current snap is 192 2024-09-11T03:38:50.694 INFO:tasks.rados.rados.0.smithi086.stdout:2049: finishing copy_from to smithi08678205-50 2024-09-11T03:38:50.694 INFO:tasks.rados.rados.0.smithi086.stdout:2049: got expected ENOENT (src dne) 2024-09-11T03:38:50.694 INFO:tasks.rados.rados.0.smithi086.stdout:2049: finishing copy_from racing read to smithi08678205-50 2024-09-11T03:38:50.694 INFO:tasks.rados.rados.0.smithi086.stdout:2048: finishing write tid 3 to smithi08678205-22 2024-09-11T03:38:50.694 INFO:tasks.rados.rados.0.smithi086.stdout:2048: finishing write tid 4 to smithi08678205-22 2024-09-11T03:38:50.695 INFO:tasks.rados.rados.0.smithi086.stdout:2048: finishing write tid 5 to smithi08678205-22 2024-09-11T03:38:50.695 INFO:tasks.rados.rados.0.smithi086.stdout:2048: finishing write tid 6 to smithi08678205-22 2024-09-11T03:38:50.695 INFO:tasks.rados.rados.0.smithi086.stdout:2048: oid 22 updating version 0 to 768 2024-09-11T03:38:50.695 INFO:tasks.rados.rados.0.smithi086.stdout:2048: oid 22 version 768 is already newer than 766 2024-09-11T03:38:50.695 INFO:tasks.rados.rados.0.smithi086.stdout:2048: oid 22 version 768 is already newer than 764 2024-09-11T03:38:50.695 INFO:tasks.rados.rados.0.smithi086.stdout:2048: oid 22 version 768 is already newer than 767 2024-09-11T03:38:50.695 INFO:tasks.rados.rados.0.smithi086.stdout:2048: oid 22 version 768 is already newer than 765 2024-09-11T03:38:50.695 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 768 (ObjNum 670 snap 192 seq_num 670) dirty exists 2024-09-11T03:38:50.695 INFO:tasks.rados.rados.0.smithi086.stdout:2048: left oid 22 (ObjNum 670 snap 192 seq_num 670) 2024-09-11T03:38:50.695 INFO:tasks.rados.rados.0.smithi086.stdout:2050: finishing write tid 1 to smithi08678205-8 2024-09-11T03:38:50.695 INFO:tasks.rados.rados.0.smithi086.stdout:2048: done (3 left) 2024-09-11T03:38:50.695 INFO:tasks.rados.rados.0.smithi086.stdout:2049: done (2 left) 2024-09-11T03:38:50.695 INFO:tasks.rados.rados.0.smithi086.stdout:2052: snap_create 2024-09-11T03:38:50.696 INFO:tasks.rados.rados.0.smithi086.stdout:2050: finishing write tid 2 to smithi08678205-8 2024-09-11T03:38:50.696 INFO:tasks.rados.rados.0.smithi086.stdout:2051: finishing copy_from to smithi08678205-31 2024-09-11T03:38:50.696 INFO:tasks.rados.rados.0.smithi086.stdout:2051: got expected ENOENT (src dne) 2024-09-11T03:38:50.696 INFO:tasks.rados.rados.0.smithi086.stdout:2051: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:38:50.696 INFO:tasks.rados.rados.0.smithi086.stdout:2050: finishing write tid 3 to smithi08678205-8 2024-09-11T03:38:50.697 INFO:tasks.rados.rados.0.smithi086.stdout:2050: finishing write tid 4 to smithi08678205-8 2024-09-11T03:38:50.698 INFO:tasks.rados.rados.0.smithi086.stdout:2050: finishing write tid 5 to smithi08678205-8 2024-09-11T03:38:50.698 INFO:tasks.rados.rados.0.smithi086.stdout:2050: oid 8 updating version 0 to 1129 2024-09-11T03:38:50.698 INFO:tasks.rados.rados.0.smithi086.stdout:2050: oid 8 updating version 1129 to 1131 2024-09-11T03:38:50.698 INFO:tasks.rados.rados.0.smithi086.stdout:2050: oid 8 version 1131 is already newer than 1128 2024-09-11T03:38:50.698 INFO:tasks.rados.rados.0.smithi086.stdout:2050: oid 8 version 1131 is already newer than 1130 2024-09-11T03:38:50.698 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 1131 (ObjNum 671 snap 192 seq_num 671) dirty exists 2024-09-11T03:38:50.698 INFO:tasks.rados.rados.0.smithi086.stdout:2050: left oid 8 (ObjNum 671 snap 192 seq_num 671) 2024-09-11T03:38:50.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:50 smithi086 ceph-mon[91691]: pgmap v354: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 282 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 75/543 objects degraded (13.812%) 2024-09-11T03:38:50.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:50.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:38:50.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:50 smithi086 ceph-mon[91691]: osdmap e459: 8 total, 7 up, 8 in 2024-09-11T03:38:50.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:50 smithi086 ceph-mon[91691]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-11T03:38:50.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:50 smithi086 ceph-mon[89281]: pgmap v354: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 282 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 75/543 objects degraded (13.812%) 2024-09-11T03:38:50.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:50.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:38:50.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:50 smithi086 ceph-mon[89281]: osdmap e459: 8 total, 7 up, 8 in 2024-09-11T03:38:50.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:50 smithi086 ceph-mon[89281]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-11T03:38:51.676 INFO:tasks.rados.rados.0.smithi086.stdout:2050: done (2 left) 2024-09-11T03:38:51.676 INFO:tasks.rados.rados.0.smithi086.stdout:2051: done (1 left) 2024-09-11T03:38:51.676 INFO:tasks.rados.rados.0.smithi086.stdout:2052: done (0 left) 2024-09-11T03:38:51.676 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 43 current snap is 193 2024-09-11T03:38:51.676 INFO:tasks.rados.rados.0.smithi086.stdout:2053: seq_num 672 ranges {4775936=458752,5234688=647168,5881856=466944,6348800=90112} 2024-09-11T03:38:51.703 INFO:tasks.rados.rados.0.smithi086.stdout:2053: writing smithi08678205-43 from 4775936 to 5234688 tid 1 2024-09-11T03:38:51.707 INFO:tasks.rados.rados.0.smithi086.stdout:2053: writing smithi08678205-43 from 5234688 to 5881856 tid 2 2024-09-11T03:38:51.711 INFO:tasks.rados.rados.0.smithi086.stdout:2053: writing smithi08678205-43 from 5881856 to 6348800 tid 3 2024-09-11T03:38:51.711 INFO:tasks.rados.rados.0.smithi086.stdout:2053: writing smithi08678205-43 from 6348800 to 6438912 tid 4 2024-09-11T03:38:51.712 INFO:tasks.rados.rados.0.smithi086.stdout:2054: delete oid 18 current snap is 193 2024-09-11T03:38:51.715 INFO:tasks.rados.rados.0.smithi086.stdout:2054: done (1 left) 2024-09-11T03:38:51.715 INFO:tasks.rados.rados.0.smithi086.stdout:2055: read oid 13 snap -1 2024-09-11T03:38:51.716 INFO:tasks.rados.rados.0.smithi086.stdout:2055: expect deleted 2024-09-11T03:38:51.716 INFO:tasks.rados.rados.0.smithi086.stdout:2056: snap_create 2024-09-11T03:38:51.716 INFO:tasks.rados.rados.0.smithi086.stdout:2053: finishing write tid 1 to smithi08678205-43 2024-09-11T03:38:51.716 INFO:tasks.rados.rados.0.smithi086.stdout:2053: finishing write tid 2 to smithi08678205-43 2024-09-11T03:38:51.717 INFO:tasks.rados.rados.0.smithi086.stdout:2053: finishing write tid 3 to smithi08678205-43 2024-09-11T03:38:51.717 INFO:tasks.rados.rados.0.smithi086.stdout:2053: finishing write tid 4 to smithi08678205-43 2024-09-11T03:38:51.718 INFO:tasks.rados.rados.0.smithi086.stdout:2053: finishing write tid 5 to smithi08678205-43 2024-09-11T03:38:51.719 INFO:tasks.rados.rados.0.smithi086.stdout:2053: finishing write tid 6 to smithi08678205-43 2024-09-11T03:38:51.719 INFO:tasks.rados.rados.0.smithi086.stdout:2053: oid 43 updating version 0 to 1804 2024-09-11T03:38:51.719 INFO:tasks.rados.rados.0.smithi086.stdout:2053: oid 43 version 1804 is already newer than 1802 2024-09-11T03:38:51.719 INFO:tasks.rados.rados.0.smithi086.stdout:2053: oid 43 version 1804 is already newer than 1801 2024-09-11T03:38:51.719 INFO:tasks.rados.rados.0.smithi086.stdout:2053: oid 43 updating version 1804 to 1805 2024-09-11T03:38:51.719 INFO:tasks.rados.rados.0.smithi086.stdout:2053: oid 43 version 1805 is already newer than 1803 2024-09-11T03:38:51.719 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 1805 (ObjNum 672 snap 193 seq_num 672) dirty exists 2024-09-11T03:38:51.719 INFO:tasks.rados.rados.0.smithi086.stdout:2053: left oid 43 (ObjNum 672 snap 193 seq_num 672) 2024-09-11T03:38:51.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:51 smithi130 ceph-mon[83685]: osdmap e460: 8 total, 7 up, 8 in 2024-09-11T03:38:52.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:51 smithi086 ceph-mon[89281]: osdmap e460: 8 total, 7 up, 8 in 2024-09-11T03:38:52.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:51 smithi086 ceph-mon[91691]: osdmap e460: 8 total, 7 up, 8 in 2024-09-11T03:38:52.668 INFO:tasks.rados.rados.0.smithi086.stdout:2053: done (2 left) 2024-09-11T03:38:52.668 INFO:tasks.rados.rados.0.smithi086.stdout:2055: done (1 left) 2024-09-11T03:38:52.668 INFO:tasks.rados.rados.0.smithi086.stdout:2056: done (0 left) 2024-09-11T03:38:52.668 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 194 2024-09-11T03:38:52.668 INFO:tasks.rados.rados.0.smithi086.stdout:2057: seq_num 674 ranges {4251648=491520,4743168=417792,5160960=483328,5644288=303104} 2024-09-11T03:38:52.694 INFO:tasks.rados.rados.0.smithi086.stdout:2057: writing smithi08678205-7 from 4251648 to 4743168 tid 1 2024-09-11T03:38:52.696 INFO:tasks.rados.rados.0.smithi086.stdout:2057: writing smithi08678205-7 from 4743168 to 5160960 tid 2 2024-09-11T03:38:52.699 INFO:tasks.rados.rados.0.smithi086.stdout:2057: writing smithi08678205-7 from 5160960 to 5644288 tid 3 2024-09-11T03:38:52.702 INFO:tasks.rados.rados.0.smithi086.stdout:2057: writing smithi08678205-7 from 5644288 to 5947392 tid 4 2024-09-11T03:38:52.702 INFO:tasks.rados.rados.0.smithi086.stdout:2058: read oid 43 snap -1 2024-09-11T03:38:52.702 INFO:tasks.rados.rados.0.smithi086.stdout:2058: expect (ObjNum 672 snap 193 seq_num 672) 2024-09-11T03:38:52.702 INFO:tasks.rados.rados.0.smithi086.stdout:2059: snap_remove snap 192 2024-09-11T03:38:52.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:52 smithi130 ceph-mon[83685]: pgmap v357: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.1 MiB/s wr, 15 op/s; 76/546 objects degraded (13.919%) 2024-09-11T03:38:52.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:52 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 76/546 objects degraded (13.919%), 14 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:52.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:52 smithi130 ceph-mon[83685]: osdmap e461: 8 total, 7 up, 8 in 2024-09-11T03:38:52.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:52.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:52 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:52.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:52 smithi130 ceph-mon[83685]: osdmap e462: 8 total, 7 up, 8 in 2024-09-11T03:38:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:52 smithi086 ceph-mon[89281]: pgmap v357: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.1 MiB/s wr, 15 op/s; 76/546 objects degraded (13.919%) 2024-09-11T03:38:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:52 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 76/546 objects degraded (13.919%), 14 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:52 smithi086 ceph-mon[89281]: osdmap e461: 8 total, 7 up, 8 in 2024-09-11T03:38:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:52 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:52 smithi086 ceph-mon[89281]: osdmap e462: 8 total, 7 up, 8 in 2024-09-11T03:38:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:52 smithi086 ceph-mon[91691]: pgmap v357: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.1 MiB/s wr, 15 op/s; 76/546 objects degraded (13.919%) 2024-09-11T03:38:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:52 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 76/546 objects degraded (13.919%), 14 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:53.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:52 smithi086 ceph-mon[91691]: osdmap e461: 8 total, 7 up, 8 in 2024-09-11T03:38:53.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:53.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:52 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:53.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:52 smithi086 ceph-mon[91691]: osdmap e462: 8 total, 7 up, 8 in 2024-09-11T03:38:53.362 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:38:53.113+0000 7f5c333a0640 -1 osd.5 451 log_to_monitors true 2024-09-11T03:38:53.694 INFO:tasks.rados.rados.0.smithi086.stdout:2059: done (2 left) 2024-09-11T03:38:53.694 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 25 current snap is 194 2024-09-11T03:38:53.695 INFO:tasks.rados.rados.0.smithi086.stdout:2057: finishing write tid 1 to smithi08678205-7 2024-09-11T03:38:53.695 INFO:tasks.rados.rados.0.smithi086.stdout:2060: seq_num 675 ranges {5980160=507904,6488064=704512,7192576=499712} 2024-09-11T03:38:53.729 INFO:tasks.rados.rados.0.smithi086.stdout:2060: writing smithi08678205-25 from 5980160 to 6488064 tid 1 2024-09-11T03:38:53.733 INFO:tasks.rados.rados.0.smithi086.stdout:2060: writing smithi08678205-25 from 6488064 to 7192576 tid 2 2024-09-11T03:38:53.736 INFO:tasks.rados.rados.0.smithi086.stdout:2060: writing smithi08678205-25 from 7192576 to 7692288 tid 3 2024-09-11T03:38:53.736 INFO:tasks.rados.rados.0.smithi086.stdout:2061: snap_remove snap 189 2024-09-11T03:38:54.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:53 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:54.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:53 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:54.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:53 smithi086 ceph-mon[89281]: from='osd.5 [v2:172.21.15.130:6808/1614523370,v1:172.21.15.130:6809/1614523370]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-11T03:38:54.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:53 smithi086 ceph-mon[89281]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-11T03:38:54.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:53 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:54.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:53 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:54.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:53 smithi086 ceph-mon[91691]: from='osd.5 [v2:172.21.15.130:6808/1614523370,v1:172.21.15.130:6809/1614523370]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-11T03:38:54.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:53 smithi086 ceph-mon[91691]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-11T03:38:54.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:53 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:54.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:53 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:54.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:53 smithi130 ceph-mon[83685]: from='osd.5 [v2:172.21.15.130:6808/1614523370,v1:172.21.15.130:6809/1614523370]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-11T03:38:54.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:53 smithi130 ceph-mon[83685]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-11T03:38:54.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:38:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:38:53.729+0000 7f5c27142640 -1 osd.5 451 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:38:54.697 INFO:tasks.rados.rados.0.smithi086.stdout:2061: done (3 left) 2024-09-11T03:38:54.698 INFO:tasks.rados.rados.0.smithi086.stdout:2062: setattr oid 40 current snap is 194 2024-09-11T03:38:54.698 INFO:tasks.rados.rados.0.smithi086.stdout:2057: finishing write tid 2 to smithi08678205-7 2024-09-11T03:38:54.698 INFO:tasks.rados.rados.0.smithi086.stdout:2057: finishing write tid 3 to smithi08678205-7 2024-09-11T03:38:54.698 INFO:tasks.rados.rados.0.smithi086.stdout:2057: finishing write tid 4 to smithi08678205-7 2024-09-11T03:38:54.698 INFO:tasks.rados.rados.0.smithi086.stdout:2057: finishing write tid 5 to smithi08678205-7 2024-09-11T03:38:54.698 INFO:tasks.rados.rados.0.smithi086.stdout:2057: finishing write tid 6 to smithi08678205-7 2024-09-11T03:38:54.698 INFO:tasks.rados.rados.0.smithi086.stdout:2057: oid 7 updating version 0 to 785 2024-09-11T03:38:54.698 INFO:tasks.rados.rados.0.smithi086.stdout:2057: oid 7 version 785 is already newer than 783 2024-09-11T03:38:54.698 INFO:tasks.rados.rados.0.smithi086.stdout:2057: oid 7 updating version 785 to 786 2024-09-11T03:38:54.698 INFO:tasks.rados.rados.0.smithi086.stdout:2057: oid 7 version 786 is already newer than 784 2024-09-11T03:38:54.698 INFO:tasks.rados.rados.0.smithi086.stdout:2057: oid 7 version 786 is already newer than 782 2024-09-11T03:38:54.699 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 786 (ObjNum 674 snap 194 seq_num 674) dirty exists 2024-09-11T03:38:54.699 INFO:tasks.rados.rados.0.smithi086.stdout:2057: left oid 7 (ObjNum 674 snap 194 seq_num 674) 2024-09-11T03:38:54.699 INFO:tasks.rados.rados.0.smithi086.stdout:2058: expect (ObjNum 672 snap 193 seq_num 672) 2024-09-11T03:38:54.984 INFO:tasks.rados.rados.0.smithi086.stdout:2060: finishing write tid 1 to smithi08678205-25 2024-09-11T03:38:54.985 INFO:tasks.rados.rados.0.smithi086.stdout:2060: finishing write tid 2 to smithi08678205-25 2024-09-11T03:38:54.985 INFO:tasks.rados.rados.0.smithi086.stdout:2060: finishing write tid 3 to smithi08678205-25 2024-09-11T03:38:54.985 INFO:tasks.rados.rados.0.smithi086.stdout:2060: finishing write tid 4 to smithi08678205-25 2024-09-11T03:38:54.985 INFO:tasks.rados.rados.0.smithi086.stdout:2060: finishing write tid 5 to smithi08678205-25 2024-09-11T03:38:54.985 INFO:tasks.rados.rados.0.smithi086.stdout:2060: oid 25 updating version 0 to 1033 2024-09-11T03:38:54.985 INFO:tasks.rados.rados.0.smithi086.stdout:2060: oid 25 version 1033 is already newer than 1031 2024-09-11T03:38:54.985 INFO:tasks.rados.rados.0.smithi086.stdout:2060: oid 25 version 1033 is already newer than 1030 2024-09-11T03:38:54.985 INFO:tasks.rados.rados.0.smithi086.stdout:2060: oid 25 version 1033 is already newer than 1032 2024-09-11T03:38:54.985 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 1033 (ObjNum 675 snap 194 seq_num 675) dirty exists 2024-09-11T03:38:54.985 INFO:tasks.rados.rados.0.smithi086.stdout:2060: left oid 25 (ObjNum 675 snap 194 seq_num 675) 2024-09-11T03:38:54.986 INFO:tasks.rados.rados.0.smithi086.stdout:2057: done (3 left) 2024-09-11T03:38:54.986 INFO:tasks.rados.rados.0.smithi086.stdout:2058: done (2 left) 2024-09-11T03:38:54.986 INFO:tasks.rados.rados.0.smithi086.stdout:2060: done (1 left) 2024-09-11T03:38:54.986 INFO:tasks.rados.rados.0.smithi086.stdout:2063: copy_from oid 22 from oid 29 current snap is 194 2024-09-11T03:38:54.986 INFO:tasks.rados.rados.0.smithi086.stdout:2064: rmattr oid 38 current snap is 194 2024-09-11T03:38:54.987 INFO:tasks.rados.rados.0.smithi086.stdout:2065: rollback oid 12 current snap is 194 2024-09-11T03:38:54.987 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 12 to 183 2024-09-11T03:38:54.987 INFO:tasks.rados.rados.0.smithi086.stdout:2066: snap_create 2024-09-11T03:38:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:54 smithi086 ceph-mon[89281]: pgmap v360: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.1 MiB/s wr, 15 op/s; 76/546 objects degraded (13.919%) 2024-09-11T03:38:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:54 smithi086 ceph-mon[89281]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-11T03:38:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:54 smithi086 ceph-mon[89281]: osdmap e463: 8 total, 7 up, 8 in 2024-09-11T03:38:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:54 smithi086 ceph-mon[89281]: from='osd.5 [v2:172.21.15.130:6808/1614523370,v1:172.21.15.130:6809/1614523370]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:38:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:54 smithi086 ceph-mon[89281]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:38:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:54 smithi086 ceph-mon[91691]: pgmap v360: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.1 MiB/s wr, 15 op/s; 76/546 objects degraded (13.919%) 2024-09-11T03:38:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:54 smithi086 ceph-mon[91691]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-11T03:38:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:54 smithi086 ceph-mon[91691]: osdmap e463: 8 total, 7 up, 8 in 2024-09-11T03:38:55.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:54 smithi086 ceph-mon[91691]: from='osd.5 [v2:172.21.15.130:6808/1614523370,v1:172.21.15.130:6809/1614523370]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:38:55.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:54 smithi086 ceph-mon[91691]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:38:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:54 smithi130 ceph-mon[83685]: pgmap v360: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.1 MiB/s wr, 15 op/s; 76/546 objects degraded (13.919%) 2024-09-11T03:38:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:54 smithi130 ceph-mon[83685]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-11T03:38:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:54 smithi130 ceph-mon[83685]: osdmap e463: 8 total, 7 up, 8 in 2024-09-11T03:38:55.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:54 smithi130 ceph-mon[83685]: from='osd.5 [v2:172.21.15.130:6808/1614523370,v1:172.21.15.130:6809/1614523370]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:38:55.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:54 smithi130 ceph-mon[83685]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:38:55.704 INFO:tasks.rados.rados.0.smithi086.stdout:2066: done (4 left) 2024-09-11T03:38:55.704 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 195 2024-09-11T03:38:55.704 INFO:tasks.rados.rados.0.smithi086.stdout:2067: seq_num 676 ranges {1671168=524288,2195456=589824,2785280=450560,3235840=163840} 2024-09-11T03:38:55.716 INFO:tasks.rados.rados.0.smithi086.stdout:2067: writing smithi08678205-4 from 1671168 to 2195456 tid 1 2024-09-11T03:38:55.721 INFO:tasks.rados.rados.0.smithi086.stdout:2067: writing smithi08678205-4 from 2195456 to 2785280 tid 2 2024-09-11T03:38:55.724 INFO:tasks.rados.rados.0.smithi086.stdout:2067: writing smithi08678205-4 from 2785280 to 3235840 tid 3 2024-09-11T03:38:55.725 INFO:tasks.rados.rados.0.smithi086.stdout:2067: writing smithi08678205-4 from 3235840 to 3399680 tid 4 2024-09-11T03:38:55.725 INFO:tasks.rados.rados.0.smithi086.stdout:2068: snap_create 2024-09-11T03:38:55.729 INFO:tasks.rados.rados.0.smithi086.stdout:2067: finishing write tid 1 to smithi08678205-4 2024-09-11T03:38:55.729 INFO:tasks.rados.rados.0.smithi086.stdout:2067: finishing write tid 2 to smithi08678205-4 2024-09-11T03:38:55.730 INFO:tasks.rados.rados.0.smithi086.stdout:2067: finishing write tid 3 to smithi08678205-4 2024-09-11T03:38:55.731 INFO:tasks.rados.rados.0.smithi086.stdout:2067: finishing write tid 4 to smithi08678205-4 2024-09-11T03:38:55.731 INFO:tasks.rados.rados.0.smithi086.stdout:2067: finishing write tid 5 to smithi08678205-4 2024-09-11T03:38:55.731 INFO:tasks.rados.rados.0.smithi086.stdout:2065: finishing rollback tid 1 to smithi08678205-12 2024-09-11T03:38:55.732 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 769 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-11T03:38:55.732 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 770 (ObjNum 637 snap 180 seq_num 637) dirty exists 2024-09-11T03:38:55.733 INFO:tasks.rados.rados.0.smithi086.stdout:2065: finishing rollback tid 2 to smithi08678205-12 2024-09-11T03:38:55.733 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 788 (ObjNum 601 snap 170 seq_num 601) dirty exists 2024-09-11T03:38:55.735 INFO:tasks.rados.rados.0.smithi086.stdout:2067: finishing write tid 6 to smithi08678205-4 2024-09-11T03:38:55.735 INFO:tasks.rados.rados.0.smithi086.stdout:2067: oid 4 updating version 0 to 1136 2024-09-11T03:38:55.735 INFO:tasks.rados.rados.0.smithi086.stdout:2067: oid 4 version 1136 is already newer than 1134 2024-09-11T03:38:55.735 INFO:tasks.rados.rados.0.smithi086.stdout:2067: oid 4 version 1136 is already newer than 1133 2024-09-11T03:38:55.735 INFO:tasks.rados.rados.0.smithi086.stdout:2067: oid 4 version 1136 is already newer than 1135 2024-09-11T03:38:55.735 INFO:tasks.rados.rados.0.smithi086.stdout:2067: oid 4 updating version 1136 to 1137 2024-09-11T03:38:55.735 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 1137 (ObjNum 676 snap 195 seq_num 676) dirty exists 2024-09-11T03:38:55.735 INFO:tasks.rados.rados.0.smithi086.stdout:2067: left oid 4 (ObjNum 676 snap 195 seq_num 676) 2024-09-11T03:38:55.773 INFO:tasks.rados.rados.0.smithi086.stdout:2063: finishing copy_from racing read to smithi08678205-22 2024-09-11T03:38:55.782 INFO:tasks.rados.rados.0.smithi086.stdout:2063: finishing copy_from to smithi08678205-22 2024-09-11T03:38:55.782 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 757 (ObjNum 637 snap 180 seq_num 637) dirty exists 2024-09-11T03:38:55.989 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:55 smithi086 ceph-mon[89281]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:38:55.989 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:55 smithi086 ceph-mon[89281]: osd.5 [v2:172.21.15.130:6808/1614523370,v1:172.21.15.130:6809/1614523370] boot 2024-09-11T03:38:55.989 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:55 smithi086 ceph-mon[89281]: osdmap e464: 8 total, 8 up, 8 in 2024-09-11T03:38:55.990 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:55 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-11T03:38:55.990 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:55 smithi086 ceph-mon[91691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:38:55.990 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:55 smithi086 ceph-mon[91691]: osd.5 [v2:172.21.15.130:6808/1614523370,v1:172.21.15.130:6809/1614523370] boot 2024-09-11T03:38:55.990 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:55 smithi086 ceph-mon[91691]: osdmap e464: 8 total, 8 up, 8 in 2024-09-11T03:38:55.990 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:55 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-11T03:38:56.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:55 smithi130 ceph-mon[83685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:38:56.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:55 smithi130 ceph-mon[83685]: osd.5 [v2:172.21.15.130:6808/1614523370,v1:172.21.15.130:6809/1614523370] boot 2024-09-11T03:38:56.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:55 smithi130 ceph-mon[83685]: osdmap e464: 8 total, 8 up, 8 in 2024-09-11T03:38:56.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:55 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-11T03:38:56.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:38:55 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:38:55.989+0000 7f1689c5f640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-11T03:38:56.719 INFO:tasks.rados.rados.0.smithi086.stdout:2062: done (5 left) 2024-09-11T03:38:56.720 INFO:tasks.rados.rados.0.smithi086.stdout:2063: done (4 left) 2024-09-11T03:38:56.720 INFO:tasks.rados.rados.0.smithi086.stdout:2064: done (3 left) 2024-09-11T03:38:56.720 INFO:tasks.rados.rados.0.smithi086.stdout:2065: done (2 left) 2024-09-11T03:38:56.720 INFO:tasks.rados.rados.0.smithi086.stdout:2067: done (1 left) 2024-09-11T03:38:56.720 INFO:tasks.rados.rados.0.smithi086.stdout:2068: done (0 left) 2024-09-11T03:38:56.720 INFO:tasks.rados.rados.0.smithi086.stdout:2069: setattr oid 44 current snap is 196 2024-09-11T03:38:56.720 INFO:tasks.rados.rados.0.smithi086.stdout:2070: rollback oid 20 current snap is 196 2024-09-11T03:38:56.721 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 20 to 179 2024-09-11T03:38:56.721 INFO:tasks.rados.rados.0.smithi086.stdout:2071: snap_remove snap 147 2024-09-11T03:38:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: pgmap v363: 121 pgs: 17 peering, 26 active+undersized, 6 active+undersized+degraded, 72 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 808 KiB/s wr, 4 op/s; 35/552 objects degraded (6.341%) 2024-09-11T03:38:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: osdmap e465: 8 total, 8 up, 8 in 2024-09-11T03:38:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:38:57.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:38:57.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:57.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:38:57.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:57.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:57.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:57.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-11T03:38:57.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-11T03:38:57.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[89281]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-11T03:38:57.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: pgmap v363: 121 pgs: 17 peering, 26 active+undersized, 6 active+undersized+degraded, 72 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 808 KiB/s wr, 4 op/s; 35/552 objects degraded (6.341%) 2024-09-11T03:38:57.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: osdmap e465: 8 total, 8 up, 8 in 2024-09-11T03:38:57.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:57.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:57.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:38:57.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:38:57.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:57.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:38:57.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:57.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:57.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:57.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-11T03:38:57.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-11T03:38:57.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:56 smithi086 ceph-mon[91691]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-11T03:38:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: pgmap v363: 121 pgs: 17 peering, 26 active+undersized, 6 active+undersized+degraded, 72 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 808 KiB/s wr, 4 op/s; 35/552 objects degraded (6.341%) 2024-09-11T03:38:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: osdmap e465: 8 total, 8 up, 8 in 2024-09-11T03:38:57.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:57.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:57.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:38:57.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:38:57.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:38:57.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:38:57.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:57.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:57.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:38:57.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-11T03:38:57.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-11T03:38:57.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:56 smithi130 ceph-mon[83685]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-11T03:38:57.728 INFO:tasks.rados.rados.0.smithi086.stdout:2071: done (2 left) 2024-09-11T03:38:57.729 INFO:tasks.rados.rados.0.smithi086.stdout:2072: copy_from oid 39 from oid 18 current snap is 196 2024-09-11T03:38:57.729 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 579 (ObjNum 634 snap 179 seq_num 634) dirty exists 2024-09-11T03:38:57.729 INFO:tasks.rados.rados.0.smithi086.stdout:2070: finishing rollback tid 0 to smithi08678205-20 2024-09-11T03:38:57.729 INFO:tasks.rados.rados.0.smithi086.stdout:2070: finishing rollback tid 1 to smithi08678205-20 2024-09-11T03:38:57.729 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 1627 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-11T03:38:57.729 INFO:tasks.rados.rados.0.smithi086.stdout:2069: done (2 left) 2024-09-11T03:38:57.729 INFO:tasks.rados.rados.0.smithi086.stdout:2070: done (1 left) 2024-09-11T03:38:57.729 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 196 2024-09-11T03:38:57.729 INFO:tasks.rados.rados.0.smithi086.stdout:2073: seq_num 677 ranges {811008=540672,1351680=516096,1867776=655360,2523136=32768} 2024-09-11T03:38:57.736 INFO:tasks.rados.rados.0.smithi086.stdout:2073: writing smithi08678205-23 from 811008 to 1351680 tid 1 2024-09-11T03:38:57.740 INFO:tasks.rados.rados.0.smithi086.stdout:2073: writing smithi08678205-23 from 1351680 to 1867776 tid 2 2024-09-11T03:38:57.744 INFO:tasks.rados.rados.0.smithi086.stdout:2073: writing smithi08678205-23 from 1867776 to 2523136 tid 3 2024-09-11T03:38:57.745 INFO:tasks.rados.rados.0.smithi086.stdout:2073: writing smithi08678205-23 from 2523136 to 2555904 tid 4 2024-09-11T03:38:57.745 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 30 current snap is 196 2024-09-11T03:38:57.745 INFO:tasks.rados.rados.0.smithi086.stdout:2072: finishing copy_from to smithi08678205-39 2024-09-11T03:38:57.745 INFO:tasks.rados.rados.0.smithi086.stdout:2072: got expected ENOENT (src dne) 2024-09-11T03:38:57.745 INFO:tasks.rados.rados.0.smithi086.stdout:2072: finishing copy_from racing read to smithi08678205-39 2024-09-11T03:38:57.746 INFO:tasks.rados.rados.0.smithi086.stdout:2074: seq_num 678 ranges {4734976=565248,5300224=802816,6103040=401408} 2024-09-11T03:38:57.775 INFO:tasks.rados.rados.0.smithi086.stdout:2074: writing smithi08678205-30 from 4734976 to 5300224 tid 1 2024-09-11T03:38:57.779 INFO:tasks.rados.rados.0.smithi086.stdout:2074: writing smithi08678205-30 from 5300224 to 6103040 tid 2 2024-09-11T03:38:57.782 INFO:tasks.rados.rados.0.smithi086.stdout:2074: writing smithi08678205-30 from 6103040 to 6504448 tid 3 2024-09-11T03:38:57.782 INFO:tasks.rados.rados.0.smithi086.stdout:2072: done (2 left) 2024-09-11T03:38:57.782 INFO:tasks.rados.rados.0.smithi086.stdout:2075: read oid 2 snap -1 2024-09-11T03:38:57.782 INFO:tasks.rados.rados.0.smithi086.stdout:2075: expect (ObjNum 636 snap 180 seq_num 636) 2024-09-11T03:38:57.782 INFO:tasks.rados.rados.0.smithi086.stdout:2076: read oid 46 snap -1 2024-09-11T03:38:57.783 INFO:tasks.rados.rados.0.smithi086.stdout:2076: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:38:57.783 INFO:tasks.rados.rados.0.smithi086.stdout:2077: snap_remove snap 185 2024-09-11T03:38:58.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:57 smithi086 ceph-mon[89281]: osdmap e466: 8 total, 8 up, 8 in 2024-09-11T03:38:58.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:57 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 35/552 objects degraded (6.341%), 6 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:58.001 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:57 smithi086 ceph-mon[91691]: osdmap e466: 8 total, 8 up, 8 in 2024-09-11T03:38:58.001 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:57 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 35/552 objects degraded (6.341%), 6 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:57 smithi130 ceph-mon[83685]: osdmap e466: 8 total, 8 up, 8 in 2024-09-11T03:38:58.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:57 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 35/552 objects degraded (6.341%), 6 pgs degraded (PG_DEGRADED) 2024-09-11T03:38:58.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:38:58 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:38:58] "GET /metrics HTTP/1.1" 200 36368 "" "Prometheus/2.43.0" 2024-09-11T03:38:58.734 INFO:tasks.rados.rados.0.smithi086.stdout:2073: finishing write tid 1 to smithi08678205-23 2024-09-11T03:38:58.734 INFO:tasks.rados.rados.0.smithi086.stdout:2073: finishing write tid 2 to smithi08678205-23 2024-09-11T03:38:58.734 INFO:tasks.rados.rados.0.smithi086.stdout:2073: finishing write tid 3 to smithi08678205-23 2024-09-11T03:38:58.734 INFO:tasks.rados.rados.0.smithi086.stdout:2073: finishing write tid 4 to smithi08678205-23 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:2073: finishing write tid 5 to smithi08678205-23 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:2073: finishing write tid 6 to smithi08678205-23 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:2073: oid 23 updating version 0 to 1816 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:2073: oid 23 updating version 1816 to 1817 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:2073: oid 23 updating version 1817 to 1819 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:2073: oid 23 version 1819 is already newer than 1818 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:2073: oid 23 version 1819 is already newer than 1815 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 1819 (ObjNum 677 snap 196 seq_num 677) dirty exists 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:2073: left oid 23 (ObjNum 677 snap 196 seq_num 677) 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:2074: finishing write tid 1 to smithi08678205-30 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:2074: finishing write tid 2 to smithi08678205-30 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:2074: finishing write tid 3 to smithi08678205-30 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:2074: finishing write tid 4 to smithi08678205-30 2024-09-11T03:38:58.735 INFO:tasks.rados.rados.0.smithi086.stdout:2076: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:38:58.753 INFO:tasks.rados.rados.0.smithi086.stdout:2074: finishing write tid 5 to smithi08678205-30 2024-09-11T03:38:58.753 INFO:tasks.rados.rados.0.smithi086.stdout:2074: oid 30 updating version 0 to 1836 2024-09-11T03:38:58.753 INFO:tasks.rados.rados.0.smithi086.stdout:2074: oid 30 version 1836 is already newer than 1833 2024-09-11T03:38:58.753 INFO:tasks.rados.rados.0.smithi086.stdout:2074: oid 30 version 1836 is already newer than 1834 2024-09-11T03:38:58.753 INFO:tasks.rados.rados.0.smithi086.stdout:2074: oid 30 version 1836 is already newer than 1835 2024-09-11T03:38:58.753 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 1836 (ObjNum 678 snap 196 seq_num 678) dirty exists 2024-09-11T03:38:58.753 INFO:tasks.rados.rados.0.smithi086.stdout:2074: left oid 30 (ObjNum 678 snap 196 seq_num 678) 2024-09-11T03:38:58.753 INFO:tasks.rados.rados.0.smithi086.stdout:2075: expect (ObjNum 636 snap 180 seq_num 636) 2024-09-11T03:38:58.780 INFO:tasks.rados.rados.0.smithi086.stdout:2073: done (4 left) 2024-09-11T03:38:58.780 INFO:tasks.rados.rados.0.smithi086.stdout:2074: done (3 left) 2024-09-11T03:38:58.780 INFO:tasks.rados.rados.0.smithi086.stdout:2075: done (2 left) 2024-09-11T03:38:58.780 INFO:tasks.rados.rados.0.smithi086.stdout:2076: done (1 left) 2024-09-11T03:38:58.780 INFO:tasks.rados.rados.0.smithi086.stdout:2077: done (0 left) 2024-09-11T03:38:58.780 INFO:tasks.rados.rados.0.smithi086.stdout:2078: rollback oid 47 current snap is 196 2024-09-11T03:38:58.780 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 47 to 168 2024-09-11T03:38:58.780 INFO:tasks.rados.rados.0.smithi086.stdout:2079: read oid 31 snap -1 2024-09-11T03:38:58.781 INFO:tasks.rados.rados.0.smithi086.stdout:2079: expect (ObjNum 664 snap 189 seq_num 664) 2024-09-11T03:38:58.781 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 196 2024-09-11T03:38:58.781 INFO:tasks.rados.rados.0.smithi086.stdout:2080: seq_num 679 ranges {892928=581632,1474560=688128,2162688=516096} 2024-09-11T03:38:58.788 INFO:tasks.rados.rados.0.smithi086.stdout:2080: writing smithi08678205-16 from 892928 to 1474560 tid 1 2024-09-11T03:38:58.792 INFO:tasks.rados.rados.0.smithi086.stdout:2080: writing smithi08678205-16 from 1474560 to 2162688 tid 2 2024-09-11T03:38:58.796 INFO:tasks.rados.rados.0.smithi086.stdout:2080: writing smithi08678205-16 from 2162688 to 2678784 tid 3 2024-09-11T03:38:58.796 INFO:tasks.rados.rados.0.smithi086.stdout:2081: delete oid 2 current snap is 196 2024-09-11T03:38:58.796 INFO:tasks.rados.rados.0.smithi086.stdout:2078: finishing rollback tid 0 to smithi08678205-47 2024-09-11T03:38:58.796 INFO:tasks.rados.rados.0.smithi086.stdout:2078: finishing rollback tid 1 to smithi08678205-47 2024-09-11T03:38:58.796 INFO:tasks.rados.rados.0.smithi086.stdout:2078: finishing rollback tid 2 to smithi08678205-47 2024-09-11T03:38:58.796 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 1140 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-09-11T03:38:58.796 INFO:tasks.rados.rados.0.smithi086.stdout:2080: finishing write tid 1 to smithi08678205-16 2024-09-11T03:38:58.796 INFO:tasks.rados.rados.0.smithi086.stdout:2080: finishing write tid 2 to smithi08678205-16 2024-09-11T03:38:58.798 INFO:tasks.rados.rados.0.smithi086.stdout:2078: done (3 left) 2024-09-11T03:38:58.798 INFO:tasks.rados.rados.0.smithi086.stdout:2081: done (2 left) 2024-09-11T03:38:58.798 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 196 2024-09-11T03:38:58.798 INFO:tasks.rados.rados.0.smithi086.stdout:2082: seq_num 681 ranges {0=614400,614400=458752,1073152=638976,1712128=106496} 2024-09-11T03:38:58.802 INFO:tasks.rados.rados.0.smithi086.stdout:2082: writing smithi08678205-2 from 0 to 614400 tid 1 2024-09-11T03:38:58.805 INFO:tasks.rados.rados.0.smithi086.stdout:2082: writing smithi08678205-2 from 614400 to 1073152 tid 2 2024-09-11T03:38:58.808 INFO:tasks.rados.rados.0.smithi086.stdout:2082: writing smithi08678205-2 from 1073152 to 1712128 tid 3 2024-09-11T03:38:58.810 INFO:tasks.rados.rados.0.smithi086.stdout:2082: writing smithi08678205-2 from 1712128 to 1818624 tid 4 2024-09-11T03:38:58.810 INFO:tasks.rados.rados.0.smithi086.stdout:2083: read oid 37 snap -1 2024-09-11T03:38:58.810 INFO:tasks.rados.rados.0.smithi086.stdout:2083: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:38:58.810 INFO:tasks.rados.rados.0.smithi086.stdout:2084: setattr oid 1 current snap is 196 2024-09-11T03:38:58.810 INFO:tasks.rados.rados.0.smithi086.stdout:2080: finishing write tid 3 to smithi08678205-16 2024-09-11T03:38:58.810 INFO:tasks.rados.rados.0.smithi086.stdout:2080: finishing write tid 4 to smithi08678205-16 2024-09-11T03:38:58.810 INFO:tasks.rados.rados.0.smithi086.stdout:2080: finishing write tid 5 to smithi08678205-16 2024-09-11T03:38:58.810 INFO:tasks.rados.rados.0.smithi086.stdout:2080: oid 16 updating version 0 to 1630 2024-09-11T03:38:58.810 INFO:tasks.rados.rados.0.smithi086.stdout:2080: oid 16 version 1630 is already newer than 1628 2024-09-11T03:38:58.810 INFO:tasks.rados.rados.0.smithi086.stdout:2080: oid 16 version 1630 is already newer than 1629 2024-09-11T03:38:58.810 INFO:tasks.rados.rados.0.smithi086.stdout:2080: oid 16 updating version 1630 to 1631 2024-09-11T03:38:58.810 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 1631 (ObjNum 679 snap 196 seq_num 679) dirty exists 2024-09-11T03:38:58.810 INFO:tasks.rados.rados.0.smithi086.stdout:2080: left oid 16 (ObjNum 679 snap 196 seq_num 679) 2024-09-11T03:38:58.811 INFO:tasks.rados.rados.0.smithi086.stdout:2082: finishing write tid 1 to smithi08678205-2 2024-09-11T03:38:58.811 INFO:tasks.rados.rados.0.smithi086.stdout:2082: finishing write tid 2 to smithi08678205-2 2024-09-11T03:38:58.811 INFO:tasks.rados.rados.0.smithi086.stdout:2079: expect (ObjNum 664 snap 189 seq_num 664) 2024-09-11T03:38:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:58 smithi086 ceph-mon[89281]: pgmap v366: 121 pgs: 2 activating, 17 peering, 22 active+undersized, 3 active+undersized+degraded, 77 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 808 KiB/s wr, 4 op/s; 24/552 objects degraded (4.348%) 2024-09-11T03:38:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:58 smithi086 ceph-mon[89281]: osdmap e467: 8 total, 8 up, 8 in 2024-09-11T03:38:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:58 smithi086 ceph-mon[91691]: pgmap v366: 121 pgs: 2 activating, 17 peering, 22 active+undersized, 3 active+undersized+degraded, 77 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 808 KiB/s wr, 4 op/s; 24/552 objects degraded (4.348%) 2024-09-11T03:38:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:58 smithi086 ceph-mon[91691]: osdmap e467: 8 total, 8 up, 8 in 2024-09-11T03:38:59.087 INFO:tasks.rados.rados.0.smithi086.stdout:2082: finishing write tid 3 to smithi08678205-2 2024-09-11T03:38:59.087 INFO:tasks.rados.rados.0.smithi086.stdout:2082: finishing write tid 4 to smithi08678205-2 2024-09-11T03:38:59.087 INFO:tasks.rados.rados.0.smithi086.stdout:2082: finishing write tid 5 to smithi08678205-2 2024-09-11T03:38:59.087 INFO:tasks.rados.rados.0.smithi086.stdout:2082: finishing write tid 6 to smithi08678205-2 2024-09-11T03:38:59.087 INFO:tasks.rados.rados.0.smithi086.stdout:2082: oid 2 updating version 0 to 595 2024-09-11T03:38:59.087 INFO:tasks.rados.rados.0.smithi086.stdout:2082: oid 2 version 595 is already newer than 593 2024-09-11T03:38:59.087 INFO:tasks.rados.rados.0.smithi086.stdout:2082: oid 2 version 595 is already newer than 594 2024-09-11T03:38:59.087 INFO:tasks.rados.rados.0.smithi086.stdout:2082: oid 2 version 595 is already newer than 592 2024-09-11T03:38:59.087 INFO:tasks.rados.rados.0.smithi086.stdout:2082: oid 2 updating version 595 to 596 2024-09-11T03:38:59.087 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 596 (ObjNum 681 snap 196 seq_num 681) dirty exists 2024-09-11T03:38:59.087 INFO:tasks.rados.rados.0.smithi086.stdout:2082: left oid 2 (ObjNum 681 snap 196 seq_num 681) 2024-09-11T03:38:59.088 INFO:tasks.rados.rados.0.smithi086.stdout:2083: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:38:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:58 smithi130 ceph-mon[83685]: pgmap v366: 121 pgs: 2 activating, 17 peering, 22 active+undersized, 3 active+undersized+degraded, 77 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 808 KiB/s wr, 4 op/s; 24/552 objects degraded (4.348%) 2024-09-11T03:38:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:58 smithi130 ceph-mon[83685]: osdmap e467: 8 total, 8 up, 8 in 2024-09-11T03:38:59.103 INFO:tasks.rados.rados.0.smithi086.stdout:2079: done (4 left) 2024-09-11T03:38:59.103 INFO:tasks.rados.rados.0.smithi086.stdout:2080: done (3 left) 2024-09-11T03:38:59.103 INFO:tasks.rados.rados.0.smithi086.stdout:2082: done (2 left) 2024-09-11T03:38:59.103 INFO:tasks.rados.rados.0.smithi086.stdout:2083: done (1 left) 2024-09-11T03:38:59.103 INFO:tasks.rados.rados.0.smithi086.stdout:2085: delete oid 2 current snap is 196 2024-09-11T03:38:59.105 INFO:tasks.rados.rados.0.smithi086.stdout:2085: done (1 left) 2024-09-11T03:38:59.105 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 196 2024-09-11T03:38:59.105 INFO:tasks.rados.rados.0.smithi086.stdout:2086: seq_num 683 ranges {2646016=647168,3293184=630784,3923968=573440} 2024-09-11T03:38:59.122 INFO:tasks.rados.rados.0.smithi086.stdout:2086: writing smithi08678205-47 from 2646016 to 3293184 tid 1 2024-09-11T03:38:59.126 INFO:tasks.rados.rados.0.smithi086.stdout:2086: writing smithi08678205-47 from 3293184 to 3923968 tid 2 2024-09-11T03:38:59.130 INFO:tasks.rados.rados.0.smithi086.stdout:2086: writing smithi08678205-47 from 3923968 to 4497408 tid 3 2024-09-11T03:38:59.130 INFO:tasks.rados.rados.0.smithi086.stdout:2087: read oid 43 snap -1 2024-09-11T03:38:59.130 INFO:tasks.rados.rados.0.smithi086.stdout:2087: expect (ObjNum 672 snap 193 seq_num 672) 2024-09-11T03:38:59.130 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 196 2024-09-11T03:38:59.130 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 1141 (ObjNum 646 snap 180 seq_num 646) dirty exists 2024-09-11T03:38:59.130 INFO:tasks.rados.rados.0.smithi086.stdout:2086: finishing write tid 1 to smithi08678205-47 2024-09-11T03:38:59.130 INFO:tasks.rados.rados.0.smithi086.stdout:2088: seq_num 684 ranges {0=663552,663552=507904,1171456=409600,1581056=286720} 2024-09-11T03:38:59.133 INFO:tasks.rados.rados.0.smithi086.stdout:2088: writing smithi08678205-6 from 0 to 663552 tid 1 2024-09-11T03:38:59.137 INFO:tasks.rados.rados.0.smithi086.stdout:2088: writing smithi08678205-6 from 663552 to 1171456 tid 2 2024-09-11T03:38:59.139 INFO:tasks.rados.rados.0.smithi086.stdout:2088: writing smithi08678205-6 from 1171456 to 1581056 tid 3 2024-09-11T03:38:59.142 INFO:tasks.rados.rados.0.smithi086.stdout:2088: writing smithi08678205-6 from 1581056 to 1867776 tid 4 2024-09-11T03:38:59.142 INFO:tasks.rados.rados.0.smithi086.stdout:2084: done (3 left) 2024-09-11T03:38:59.142 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 196 2024-09-11T03:38:59.142 INFO:tasks.rados.rados.0.smithi086.stdout:2086: finishing write tid 2 to smithi08678205-47 2024-09-11T03:38:59.142 INFO:tasks.rados.rados.0.smithi086.stdout:2086: finishing write tid 3 to smithi08678205-47 2024-09-11T03:38:59.142 INFO:tasks.rados.rados.0.smithi086.stdout:2086: finishing write tid 4 to smithi08678205-47 2024-09-11T03:38:59.142 INFO:tasks.rados.rados.0.smithi086.stdout:2086: finishing write tid 5 to smithi08678205-47 2024-09-11T03:38:59.143 INFO:tasks.rados.rados.0.smithi086.stdout:2086: oid 47 updating version 0 to 1144 2024-09-11T03:38:59.143 INFO:tasks.rados.rados.0.smithi086.stdout:2086: oid 47 version 1144 is already newer than 1142 2024-09-11T03:38:59.143 INFO:tasks.rados.rados.0.smithi086.stdout:2086: oid 47 version 1144 is already newer than 1143 2024-09-11T03:38:59.143 INFO:tasks.rados.rados.0.smithi086.stdout:2086: oid 47 updating version 1144 to 1145 2024-09-11T03:38:59.143 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 1145 (ObjNum 683 snap 196 seq_num 683) dirty exists 2024-09-11T03:38:59.143 INFO:tasks.rados.rados.0.smithi086.stdout:2086: left oid 47 (ObjNum 683 snap 196 seq_num 683) 2024-09-11T03:38:59.143 INFO:tasks.rados.rados.0.smithi086.stdout:2088: finishing write tid 1 to smithi08678205-6 2024-09-11T03:38:59.143 INFO:tasks.rados.rados.0.smithi086.stdout:2088: finishing write tid 2 to smithi08678205-6 2024-09-11T03:38:59.143 INFO:tasks.rados.rados.0.smithi086.stdout:2089: seq_num 685 ranges {0=679936,679936=442368,1122304=622592,1744896=139264} 2024-09-11T03:38:59.146 INFO:tasks.rados.rados.0.smithi086.stdout:2089: writing smithi08678205-2 from 0 to 679936 tid 1 2024-09-11T03:38:59.149 INFO:tasks.rados.rados.0.smithi086.stdout:2089: writing smithi08678205-2 from 679936 to 1122304 tid 2 2024-09-11T03:38:59.153 INFO:tasks.rados.rados.0.smithi086.stdout:2089: writing smithi08678205-2 from 1122304 to 1744896 tid 3 2024-09-11T03:38:59.154 INFO:tasks.rados.rados.0.smithi086.stdout:2089: writing smithi08678205-2 from 1744896 to 1884160 tid 4 2024-09-11T03:38:59.154 INFO:tasks.rados.rados.0.smithi086.stdout:2086: done (3 left) 2024-09-11T03:38:59.154 INFO:tasks.rados.rados.0.smithi086.stdout:2090: snap_create 2024-09-11T03:38:59.154 INFO:tasks.rados.rados.0.smithi086.stdout:2088: finishing write tid 3 to smithi08678205-6 2024-09-11T03:38:59.155 INFO:tasks.rados.rados.0.smithi086.stdout:2088: finishing write tid 4 to smithi08678205-6 2024-09-11T03:38:59.155 INFO:tasks.rados.rados.0.smithi086.stdout:2088: finishing write tid 5 to smithi08678205-6 2024-09-11T03:38:59.155 INFO:tasks.rados.rados.0.smithi086.stdout:2088: finishing write tid 6 to smithi08678205-6 2024-09-11T03:38:59.155 INFO:tasks.rados.rados.0.smithi086.stdout:2088: oid 6 updating version 0 to 597 2024-09-11T03:38:59.155 INFO:tasks.rados.rados.0.smithi086.stdout:2088: oid 6 updating version 597 to 601 2024-09-11T03:38:59.155 INFO:tasks.rados.rados.0.smithi086.stdout:2088: oid 6 version 601 is already newer than 598 2024-09-11T03:38:59.155 INFO:tasks.rados.rados.0.smithi086.stdout:2088: oid 6 version 601 is already newer than 600 2024-09-11T03:38:59.155 INFO:tasks.rados.rados.0.smithi086.stdout:2088: oid 6 version 601 is already newer than 599 2024-09-11T03:38:59.155 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 601 (ObjNum 684 snap 196 seq_num 684) dirty exists 2024-09-11T03:38:59.155 INFO:tasks.rados.rados.0.smithi086.stdout:2088: left oid 6 (ObjNum 684 snap 196 seq_num 684) 2024-09-11T03:38:59.155 INFO:tasks.rados.rados.0.smithi086.stdout:2089: finishing write tid 1 to smithi08678205-2 2024-09-11T03:38:59.155 INFO:tasks.rados.rados.0.smithi086.stdout:2089: finishing write tid 2 to smithi08678205-2 2024-09-11T03:38:59.156 INFO:tasks.rados.rados.0.smithi086.stdout:2087: expect (ObjNum 672 snap 193 seq_num 672) 2024-09-11T03:38:59.428 INFO:tasks.rados.rados.0.smithi086.stdout:2089: finishing write tid 3 to smithi08678205-2 2024-09-11T03:38:59.428 INFO:tasks.rados.rados.0.smithi086.stdout:2089: finishing write tid 4 to smithi08678205-2 2024-09-11T03:38:59.428 INFO:tasks.rados.rados.0.smithi086.stdout:2089: finishing write tid 5 to smithi08678205-2 2024-09-11T03:38:59.428 INFO:tasks.rados.rados.0.smithi086.stdout:2089: finishing write tid 6 to smithi08678205-2 2024-09-11T03:38:59.428 INFO:tasks.rados.rados.0.smithi086.stdout:2089: oid 2 updating version 0 to 601 2024-09-11T03:38:59.428 INFO:tasks.rados.rados.0.smithi086.stdout:2089: oid 2 version 601 is already newer than 600 2024-09-11T03:38:59.428 INFO:tasks.rados.rados.0.smithi086.stdout:2089: oid 2 version 601 is already newer than 598 2024-09-11T03:38:59.429 INFO:tasks.rados.rados.0.smithi086.stdout:2089: oid 2 version 601 is already newer than 599 2024-09-11T03:38:59.429 INFO:tasks.rados.rados.0.smithi086.stdout:2089: oid 2 updating version 601 to 602 2024-09-11T03:38:59.429 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 602 (ObjNum 685 snap 196 seq_num 685) dirty exists 2024-09-11T03:38:59.429 INFO:tasks.rados.rados.0.smithi086.stdout:2089: left oid 2 (ObjNum 685 snap 196 seq_num 685) 2024-09-11T03:38:59.741 INFO:tasks.rados.rados.0.smithi086.stdout:2087: done (3 left) 2024-09-11T03:38:59.742 INFO:tasks.rados.rados.0.smithi086.stdout:2088: done (2 left) 2024-09-11T03:38:59.742 INFO:tasks.rados.rados.0.smithi086.stdout:2089: done (1 left) 2024-09-11T03:38:59.742 INFO:tasks.rados.rados.0.smithi086.stdout:2090: done (0 left) 2024-09-11T03:38:59.742 INFO:tasks.rados.rados.0.smithi086.stdout:2091: read oid 22 snap -1 2024-09-11T03:38:59.742 INFO:tasks.rados.rados.0.smithi086.stdout:2091: expect (ObjNum 637 snap 180 seq_num 637) 2024-09-11T03:38:59.742 INFO:tasks.rados.rados.0.smithi086.stdout:2092: delete oid 43 current snap is 197 2024-09-11T03:38:59.745 INFO:tasks.rados.rados.0.smithi086.stdout:2092: done (1 left) 2024-09-11T03:38:59.745 INFO:tasks.rados.rados.0.smithi086.stdout:2093: setattr oid 32 current snap is 197 2024-09-11T03:38:59.747 INFO:tasks.rados.rados.0.smithi086.stdout:2094: rmattr oid 49 current snap is 197 2024-09-11T03:38:59.747 INFO:tasks.rados.rados.0.smithi086.stdout:2095: delete oid 2 current snap is 197 2024-09-11T03:38:59.752 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 1051 (ObjNum 619 snap 177 seq_num 619) dirty exists 2024-09-11T03:38:59.753 INFO:tasks.rados.rados.0.smithi086.stdout:2093: done (3 left) 2024-09-11T03:38:59.753 INFO:tasks.rados.rados.0.smithi086.stdout:2095: done (2 left) 2024-09-11T03:38:59.754 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 197 2024-09-11T03:38:59.754 INFO:tasks.rados.rados.0.smithi086.stdout:2096: seq_num 688 ranges {1310720=729088,2039808=499712,2539520=704512} 2024-09-11T03:38:59.765 INFO:tasks.rados.rados.0.smithi086.stdout:2096: writing smithi08678205-35 from 1310720 to 2039808 tid 1 2024-09-11T03:38:59.768 INFO:tasks.rados.rados.0.smithi086.stdout:2096: writing smithi08678205-35 from 2039808 to 2539520 tid 2 2024-09-11T03:38:59.772 INFO:tasks.rados.rados.0.smithi086.stdout:2096: writing smithi08678205-35 from 2539520 to 3244032 tid 3 2024-09-11T03:38:59.772 INFO:tasks.rados.rados.0.smithi086.stdout:2097: read oid 1 snap -1 2024-09-11T03:38:59.773 INFO:tasks.rados.rados.0.smithi086.stdout:2097: expect (ObjNum 646 snap 180 seq_num 646) 2024-09-11T03:38:59.773 INFO:tasks.rados.rados.0.smithi086.stdout:2098: rollback oid 6 current snap is 197 2024-09-11T03:38:59.773 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 6 to 194 2024-09-11T03:38:59.773 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1146 (ObjNum 649 snap 181 seq_num 649) dirty exists 2024-09-11T03:38:59.773 INFO:tasks.rados.rados.0.smithi086.stdout:2096: finishing write tid 1 to smithi08678205-35 2024-09-11T03:38:59.773 INFO:tasks.rados.rados.0.smithi086.stdout:2096: finishing write tid 2 to smithi08678205-35 2024-09-11T03:38:59.773 INFO:tasks.rados.rados.0.smithi086.stdout:2094: done (4 left) 2024-09-11T03:38:59.773 INFO:tasks.rados.rados.0.smithi086.stdout:2099: setattr oid 45 current snap is 197 2024-09-11T03:38:59.774 INFO:tasks.rados.rados.0.smithi086.stdout:2100: read oid 13 snap 181 2024-09-11T03:38:59.774 INFO:tasks.rados.rados.0.smithi086.stdout:2100: expect deleted 2024-09-11T03:38:59.774 INFO:tasks.rados.rados.0.smithi086.stdout:2101: read oid 42 snap -1 2024-09-11T03:38:59.774 INFO:tasks.rados.rados.0.smithi086.stdout:2101: expect (ObjNum 667 snap 189 seq_num 667) 2024-09-11T03:38:59.774 INFO:tasks.rados.rados.0.smithi086.stdout:2102: delete oid 9 current snap is 197 2024-09-11T03:38:59.775 INFO:tasks.rados.rados.0.smithi086.stdout:2098: finishing rollback tid 0 to smithi08678205-6 2024-09-11T03:38:59.776 INFO:tasks.rados.rados.0.smithi086.stdout:2098: finishing rollback tid 1 to smithi08678205-6 2024-09-11T03:38:59.776 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 603 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-11T03:38:59.777 INFO:tasks.rados.rados.0.smithi086.stdout:2096: finishing write tid 3 to smithi08678205-35 2024-09-11T03:38:59.780 INFO:tasks.rados.rados.0.smithi086.stdout:2091: expect (ObjNum 637 snap 180 seq_num 637) 2024-09-11T03:39:00.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:38:59 smithi086 ceph-mon[89281]: osdmap e468: 8 total, 8 up, 8 in 2024-09-11T03:39:00.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:38:59 smithi086 ceph-mon[91691]: osdmap e468: 8 total, 8 up, 8 in 2024-09-11T03:39:00.079 INFO:tasks.rados.rados.0.smithi086.stdout:2096: finishing write tid 4 to smithi08678205-35 2024-09-11T03:39:00.079 INFO:tasks.rados.rados.0.smithi086.stdout:2096: finishing write tid 5 to smithi08678205-35 2024-09-11T03:39:00.079 INFO:tasks.rados.rados.0.smithi086.stdout:2096: oid 35 updating version 0 to 1138 2024-09-11T03:39:00.080 INFO:tasks.rados.rados.0.smithi086.stdout:2096: oid 35 updating version 1138 to 1139 2024-09-11T03:39:00.080 INFO:tasks.rados.rados.0.smithi086.stdout:2096: oid 35 version 1139 is already newer than 1137 2024-09-11T03:39:00.080 INFO:tasks.rados.rados.0.smithi086.stdout:2096: oid 35 version 1139 is already newer than 1136 2024-09-11T03:39:00.080 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 1139 (ObjNum 688 snap 197 seq_num 688) dirty exists 2024-09-11T03:39:00.080 INFO:tasks.rados.rados.0.smithi086.stdout:2096: left oid 35 (ObjNum 688 snap 197 seq_num 688) 2024-09-11T03:39:00.080 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 1132 (ObjNum 648 snap 180 seq_num 648) dirty exists 2024-09-11T03:39:00.080 INFO:tasks.rados.rados.0.smithi086.stdout:2101: expect (ObjNum 667 snap 189 seq_num 667) 2024-09-11T03:39:00.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:38:59 smithi130 ceph-mon[83685]: osdmap e468: 8 total, 8 up, 8 in 2024-09-11T03:39:00.175 INFO:tasks.rados.rados.0.smithi086.stdout:2097: expect (ObjNum 646 snap 180 seq_num 646) 2024-09-11T03:39:00.402 INFO:tasks.rados.rados.0.smithi086.stdout:2091: done (7 left) 2024-09-11T03:39:00.402 INFO:tasks.rados.rados.0.smithi086.stdout:2096: done (6 left) 2024-09-11T03:39:00.402 INFO:tasks.rados.rados.0.smithi086.stdout:2097: done (5 left) 2024-09-11T03:39:00.402 INFO:tasks.rados.rados.0.smithi086.stdout:2098: done (4 left) 2024-09-11T03:39:00.402 INFO:tasks.rados.rados.0.smithi086.stdout:2099: done (3 left) 2024-09-11T03:39:00.402 INFO:tasks.rados.rados.0.smithi086.stdout:2100: done (2 left) 2024-09-11T03:39:00.402 INFO:tasks.rados.rados.0.smithi086.stdout:2101: done (1 left) 2024-09-11T03:39:00.402 INFO:tasks.rados.rados.0.smithi086.stdout:2102: done (0 left) 2024-09-11T03:39:00.402 INFO:tasks.rados.rados.0.smithi086.stdout:2103: rollback oid 35 current snap is 197 2024-09-11T03:39:00.403 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 35 to 181 2024-09-11T03:39:00.403 INFO:tasks.rados.rados.0.smithi086.stdout:2104: read oid 6 snap -1 2024-09-11T03:39:00.403 INFO:tasks.rados.rados.0.smithi086.stdout:2104: expect deleted 2024-09-11T03:39:00.403 INFO:tasks.rados.rados.0.smithi086.stdout:2105: read oid 4 snap -1 2024-09-11T03:39:00.403 INFO:tasks.rados.rados.0.smithi086.stdout:2105: expect (ObjNum 676 snap 195 seq_num 676) 2024-09-11T03:39:00.403 INFO:tasks.rados.rados.0.smithi086.stdout:2106: rollback oid 12 current snap is 197 2024-09-11T03:39:00.403 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 12 to 180 2024-09-11T03:39:00.403 INFO:tasks.rados.rados.0.smithi086.stdout:2107: read oid 26 snap -1 2024-09-11T03:39:00.403 INFO:tasks.rados.rados.0.smithi086.stdout:2107: expect (ObjNum 634 snap 179 seq_num 634) 2024-09-11T03:39:00.403 INFO:tasks.rados.rados.0.smithi086.stdout:2108: delete oid 17 current snap is 197 2024-09-11T03:39:00.406 INFO:tasks.rados.rados.0.smithi086.stdout:2104: done (5 left) 2024-09-11T03:39:00.406 INFO:tasks.rados.rados.0.smithi086.stdout:2108: done (4 left) 2024-09-11T03:39:00.406 INFO:tasks.rados.rados.0.smithi086.stdout:2109: read oid 43 snap -1 2024-09-11T03:39:00.406 INFO:tasks.rados.rados.0.smithi086.stdout:2109: expect deleted 2024-09-11T03:39:00.406 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 197 2024-09-11T03:39:00.406 INFO:tasks.rados.rados.0.smithi086.stdout:2110: seq_num 691 ranges {2940928=778240,3719168=548864,4268032=614400,4882432=40960} 2024-09-11T03:39:00.426 INFO:tasks.rados.rados.0.smithi086.stdout:2110: writing smithi08678205-10 from 2940928 to 3719168 tid 1 2024-09-11T03:39:00.429 INFO:tasks.rados.rados.0.smithi086.stdout:2110: writing smithi08678205-10 from 3719168 to 4268032 tid 2 2024-09-11T03:39:00.432 INFO:tasks.rados.rados.0.smithi086.stdout:2110: writing smithi08678205-10 from 4268032 to 4882432 tid 3 2024-09-11T03:39:00.434 INFO:tasks.rados.rados.0.smithi086.stdout:2110: writing smithi08678205-10 from 4882432 to 4923392 tid 4 2024-09-11T03:39:00.434 INFO:tasks.rados.rados.0.smithi086.stdout:2111: read oid 8 snap -1 2024-09-11T03:39:00.434 INFO:tasks.rados.rados.0.smithi086.stdout:2111: expect (ObjNum 671 snap 192 seq_num 671) 2024-09-11T03:39:00.434 INFO:tasks.rados.rados.0.smithi086.stdout:2112: rollback oid 50 current snap is 197 2024-09-11T03:39:00.435 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 50 to 196 2024-09-11T03:39:00.435 INFO:tasks.rados.rados.0.smithi086.stdout:2106: finishing rollback tid 0 to smithi08678205-12 2024-09-11T03:39:00.435 INFO:tasks.rados.rados.0.smithi086.stdout:2109: done (7 left) 2024-09-11T03:39:00.435 INFO:tasks.rados.rados.0.smithi086.stdout:2113: delete oid 19 current snap is 197 2024-09-11T03:39:00.435 INFO:tasks.rados.rados.0.smithi086.stdout:2106: finishing rollback tid 1 to smithi08678205-12 2024-09-11T03:39:00.435 INFO:tasks.rados.rados.0.smithi086.stdout:2106: finishing rollback tid 2 to smithi08678205-12 2024-09-11T03:39:00.435 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 791 (ObjNum 601 snap 170 seq_num 601) dirty exists 2024-09-11T03:39:00.435 INFO:tasks.rados.rados.0.smithi086.stdout:2103: finishing rollback tid 0 to smithi08678205-35 2024-09-11T03:39:00.435 INFO:tasks.rados.rados.0.smithi086.stdout:2103: finishing rollback tid 1 to smithi08678205-35 2024-09-11T03:39:00.435 INFO:tasks.rados.rados.0.smithi086.stdout:2103: finishing rollback tid 2 to smithi08678205-35 2024-09-11T03:39:00.435 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 1142 (ObjNum 651 snap 181 seq_num 651) dirty exists 2024-09-11T03:39:00.436 INFO:tasks.rados.rados.0.smithi086.stdout:2107: expect (ObjNum 634 snap 179 seq_num 634) 2024-09-11T03:39:00.484 INFO:tasks.rados.rados.0.smithi086.stdout:2105: expect (ObjNum 676 snap 195 seq_num 676) 2024-09-11T03:39:00.598 INFO:tasks.rados.rados.0.smithi086.stdout:2110: finishing write tid 1 to smithi08678205-10 2024-09-11T03:39:00.598 INFO:tasks.rados.rados.0.smithi086.stdout:2110: finishing write tid 2 to smithi08678205-10 2024-09-11T03:39:00.598 INFO:tasks.rados.rados.0.smithi086.stdout:2110: finishing write tid 3 to smithi08678205-10 2024-09-11T03:39:00.598 INFO:tasks.rados.rados.0.smithi086.stdout:2110: finishing write tid 4 to smithi08678205-10 2024-09-11T03:39:00.598 INFO:tasks.rados.rados.0.smithi086.stdout:2110: finishing write tid 5 to smithi08678205-10 2024-09-11T03:39:00.598 INFO:tasks.rados.rados.0.smithi086.stdout:2112: finishing rollback tid 0 to smithi08678205-50 2024-09-11T03:39:00.598 INFO:tasks.rados.rados.0.smithi086.stdout:2112: finishing rollback tid 1 to smithi08678205-50 2024-09-11T03:39:00.598 INFO:tasks.rados.rados.0.smithi086.stdout:2112: finishing rollback tid 2 to smithi08678205-50 2024-09-11T03:39:00.598 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 1055 (ObjNum 647 snap 180 seq_num 647) dirty exists 2024-09-11T03:39:00.598 INFO:tasks.rados.rados.0.smithi086.stdout:2110: finishing write tid 6 to smithi08678205-10 2024-09-11T03:39:00.598 INFO:tasks.rados.rados.0.smithi086.stdout:2110: oid 10 updating version 0 to 1147 2024-09-11T03:39:00.599 INFO:tasks.rados.rados.0.smithi086.stdout:2110: oid 10 version 1147 is already newer than 1143 2024-09-11T03:39:00.599 INFO:tasks.rados.rados.0.smithi086.stdout:2110: oid 10 version 1147 is already newer than 1145 2024-09-11T03:39:00.599 INFO:tasks.rados.rados.0.smithi086.stdout:2110: oid 10 version 1147 is already newer than 1146 2024-09-11T03:39:00.599 INFO:tasks.rados.rados.0.smithi086.stdout:2110: oid 10 version 1147 is already newer than 1144 2024-09-11T03:39:00.599 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 1147 (ObjNum 691 snap 197 seq_num 691) dirty exists 2024-09-11T03:39:00.599 INFO:tasks.rados.rados.0.smithi086.stdout:2110: left oid 10 (ObjNum 691 snap 197 seq_num 691) 2024-09-11T03:39:00.599 INFO:tasks.rados.rados.0.smithi086.stdout:2111: expect (ObjNum 671 snap 192 seq_num 671) 2024-09-11T03:39:00.638 INFO:tasks.rados.rados.0.smithi086.stdout:2103: done (7 left) 2024-09-11T03:39:00.639 INFO:tasks.rados.rados.0.smithi086.stdout:2105: done (6 left) 2024-09-11T03:39:00.639 INFO:tasks.rados.rados.0.smithi086.stdout:2106: done (5 left) 2024-09-11T03:39:00.639 INFO:tasks.rados.rados.0.smithi086.stdout:2107: done (4 left) 2024-09-11T03:39:00.639 INFO:tasks.rados.rados.0.smithi086.stdout:2110: done (3 left) 2024-09-11T03:39:00.639 INFO:tasks.rados.rados.0.smithi086.stdout:2111: done (2 left) 2024-09-11T03:39:00.639 INFO:tasks.rados.rados.0.smithi086.stdout:2112: done (1 left) 2024-09-11T03:39:00.639 INFO:tasks.rados.rados.0.smithi086.stdout:2113: done (0 left) 2024-09-11T03:39:00.639 INFO:tasks.rados.rados.0.smithi086.stdout:2114: snap_create 2024-09-11T03:39:00.752 INFO:tasks.rados.rados.0.smithi086.stdout:2114: done (0 left) 2024-09-11T03:39:00.752 INFO:tasks.rados.rados.0.smithi086.stdout:2115: copy_from oid 25 from oid 32 current snap is 198 2024-09-11T03:39:00.752 INFO:tasks.rados.rados.0.smithi086.stdout:2116: snap_create 2024-09-11T03:39:00.764 INFO:tasks.rados.rados.0.smithi086.stdout:2115: finishing copy_from racing read to smithi08678205-25 2024-09-11T03:39:00.767 INFO:tasks.rados.rados.0.smithi086.stdout:2115: finishing copy_from to smithi08678205-25 2024-09-11T03:39:00.767 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 1051 (ObjNum 619 snap 177 seq_num 619) dirty exists 2024-09-11T03:39:01.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:00 smithi086 ceph-mon[89281]: pgmap v369: 121 pgs: 2 activating, 17 peering, 102 active+clean; 295 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 456 KiB/s rd, 832 KiB/s wr, 4 op/s; 2/534 objects degraded (0.375%); 3.8 MiB/s, 0 objects/s recovering 2024-09-11T03:39:01.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:00 smithi086 ceph-mon[89281]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/552 objects degraded (4.348%), 3 pgs degraded) 2024-09-11T03:39:01.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:00 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:39:01.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:00 smithi086 ceph-mon[89281]: osdmap e469: 8 total, 8 up, 8 in 2024-09-11T03:39:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:00 smithi086 ceph-mon[91691]: pgmap v369: 121 pgs: 2 activating, 17 peering, 102 active+clean; 295 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 456 KiB/s rd, 832 KiB/s wr, 4 op/s; 2/534 objects degraded (0.375%); 3.8 MiB/s, 0 objects/s recovering 2024-09-11T03:39:01.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:00 smithi086 ceph-mon[91691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/552 objects degraded (4.348%), 3 pgs degraded) 2024-09-11T03:39:01.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:00 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:39:01.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:00 smithi086 ceph-mon[91691]: osdmap e469: 8 total, 8 up, 8 in 2024-09-11T03:39:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:00 smithi130 ceph-mon[83685]: pgmap v369: 121 pgs: 2 activating, 17 peering, 102 active+clean; 295 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 456 KiB/s rd, 832 KiB/s wr, 4 op/s; 2/534 objects degraded (0.375%); 3.8 MiB/s, 0 objects/s recovering 2024-09-11T03:39:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:00 smithi130 ceph-mon[83685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/552 objects degraded (4.348%), 3 pgs degraded) 2024-09-11T03:39:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:00 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:39:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:00 smithi130 ceph-mon[83685]: osdmap e469: 8 total, 8 up, 8 in 2024-09-11T03:39:01.761 INFO:tasks.rados.rados.0.smithi086.stdout:2115: done (1 left) 2024-09-11T03:39:01.762 INFO:tasks.rados.rados.0.smithi086.stdout:2116: done (0 left) 2024-09-11T03:39:01.762 INFO:tasks.rados.rados.0.smithi086.stdout:2117: delete oid 44 current snap is 199 2024-09-11T03:39:01.766 INFO:tasks.rados.rados.0.smithi086.stdout:2117: done (0 left) 2024-09-11T03:39:01.766 INFO:tasks.rados.rados.0.smithi086.stdout:2118: copy_from oid 39 from oid 22 current snap is 199 2024-09-11T03:39:01.766 INFO:tasks.rados.rados.0.smithi086.stdout:2119: snap_remove snap 179 2024-09-11T03:39:02.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:01 smithi086 ceph-mon[89281]: osdmap e470: 8 total, 8 up, 8 in 2024-09-11T03:39:02.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:01 smithi086 ceph-mon[91691]: osdmap e470: 8 total, 8 up, 8 in 2024-09-11T03:39:02.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:01 smithi130 ceph-mon[83685]: osdmap e470: 8 total, 8 up, 8 in 2024-09-11T03:39:02.669 INFO:tasks.rados.rados.0.smithi086.stdout:2119: done (1 left) 2024-09-11T03:39:02.669 INFO:tasks.rados.rados.0.smithi086.stdout:2120: read oid 14 snap -1 2024-09-11T03:39:02.669 INFO:tasks.rados.rados.0.smithi086.stdout:2120: expect (ObjNum 629 snap 178 seq_num 629) 2024-09-11T03:39:02.669 INFO:tasks.rados.rados.0.smithi086.stdout:2121: delete oid 30 current snap is 199 2024-09-11T03:39:02.669 INFO:tasks.rados.rados.0.smithi086.stdout:2118: finishing copy_from racing read to smithi08678205-39 2024-09-11T03:39:02.669 INFO:tasks.rados.rados.0.smithi086.stdout:2118: finishing copy_from to smithi08678205-39 2024-09-11T03:39:02.669 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 757 (ObjNum 637 snap 180 seq_num 637) dirty exists 2024-09-11T03:39:02.682 INFO:tasks.rados.rados.0.smithi086.stdout:2118: done (2 left) 2024-09-11T03:39:02.682 INFO:tasks.rados.rados.0.smithi086.stdout:2121: done (1 left) 2024-09-11T03:39:02.682 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 199 2024-09-11T03:39:02.683 INFO:tasks.rados.rados.0.smithi086.stdout:2122: seq_num 695 ranges {2908160=442368,3350528=540672,3891200=598016,4489216=466944} 2024-09-11T03:39:02.701 INFO:tasks.rados.rados.0.smithi086.stdout:2122: writing smithi08678205-42 from 2908160 to 3350528 tid 1 2024-09-11T03:39:02.704 INFO:tasks.rados.rados.0.smithi086.stdout:2122: writing smithi08678205-42 from 3350528 to 3891200 tid 2 2024-09-11T03:39:02.708 INFO:tasks.rados.rados.0.smithi086.stdout:2122: writing smithi08678205-42 from 3891200 to 4489216 tid 3 2024-09-11T03:39:02.711 INFO:tasks.rados.rados.0.smithi086.stdout:2122: writing smithi08678205-42 from 4489216 to 4956160 tid 4 2024-09-11T03:39:02.711 INFO:tasks.rados.rados.0.smithi086.stdout:2123: copy_from oid 1 from oid 8 current snap is 199 2024-09-11T03:39:02.711 INFO:tasks.rados.rados.0.smithi086.stdout:2120: expect (ObjNum 629 snap 178 seq_num 629) 2024-09-11T03:39:02.738 INFO:tasks.rados.rados.0.smithi086.stdout:2122: finishing write tid 1 to smithi08678205-42 2024-09-11T03:39:02.738 INFO:tasks.rados.rados.0.smithi086.stdout:2122: finishing write tid 2 to smithi08678205-42 2024-09-11T03:39:02.738 INFO:tasks.rados.rados.0.smithi086.stdout:2122: finishing write tid 3 to smithi08678205-42 2024-09-11T03:39:02.739 INFO:tasks.rados.rados.0.smithi086.stdout:2122: finishing write tid 4 to smithi08678205-42 2024-09-11T03:39:02.739 INFO:tasks.rados.rados.0.smithi086.stdout:2122: finishing write tid 5 to smithi08678205-42 2024-09-11T03:39:02.739 INFO:tasks.rados.rados.0.smithi086.stdout:2122: finishing write tid 6 to smithi08678205-42 2024-09-11T03:39:02.739 INFO:tasks.rados.rados.0.smithi086.stdout:2122: oid 42 updating version 0 to 1136 2024-09-11T03:39:02.739 INFO:tasks.rados.rados.0.smithi086.stdout:2122: oid 42 version 1136 is already newer than 1134 2024-09-11T03:39:02.739 INFO:tasks.rados.rados.0.smithi086.stdout:2122: oid 42 updating version 1136 to 1137 2024-09-11T03:39:02.739 INFO:tasks.rados.rados.0.smithi086.stdout:2122: oid 42 version 1137 is already newer than 1135 2024-09-11T03:39:02.739 INFO:tasks.rados.rados.0.smithi086.stdout:2122: oid 42 version 1137 is already newer than 1133 2024-09-11T03:39:02.739 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 1137 (ObjNum 695 snap 199 seq_num 695) dirty exists 2024-09-11T03:39:02.739 INFO:tasks.rados.rados.0.smithi086.stdout:2122: left oid 42 (ObjNum 695 snap 199 seq_num 695) 2024-09-11T03:39:02.739 INFO:tasks.rados.rados.0.smithi086.stdout:2123: finishing copy_from racing read to smithi08678205-1 2024-09-11T03:39:02.739 INFO:tasks.rados.rados.0.smithi086.stdout:2123: finishing copy_from to smithi08678205-1 2024-09-11T03:39:02.740 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 1131 (ObjNum 671 snap 192 seq_num 671) dirty exists 2024-09-11T03:39:02.740 INFO:tasks.rados.rados.0.smithi086.stdout:2120: done (2 left) 2024-09-11T03:39:02.740 INFO:tasks.rados.rados.0.smithi086.stdout:2122: done (1 left) 2024-09-11T03:39:02.740 INFO:tasks.rados.rados.0.smithi086.stdout:2123: done (0 left) 2024-09-11T03:39:02.740 INFO:tasks.rados.rados.0.smithi086.stdout:2124: snap_create 2024-09-11T03:39:03.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:02 smithi086 ceph-mon[89281]: pgmap v372: 121 pgs: 121 active+clean; 276 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 47 op/s; 5.3 MiB/s, 1 objects/s recovering 2024-09-11T03:39:03.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:02 smithi086 ceph-mon[89281]: osdmap e471: 8 total, 8 up, 8 in 2024-09-11T03:39:03.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:02 smithi086 ceph-mon[89281]: osdmap e472: 8 total, 8 up, 8 in 2024-09-11T03:39:03.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:02 smithi086 ceph-mon[91691]: pgmap v372: 121 pgs: 121 active+clean; 276 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 47 op/s; 5.3 MiB/s, 1 objects/s recovering 2024-09-11T03:39:03.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:02 smithi086 ceph-mon[91691]: osdmap e471: 8 total, 8 up, 8 in 2024-09-11T03:39:03.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:02 smithi086 ceph-mon[91691]: osdmap e472: 8 total, 8 up, 8 in 2024-09-11T03:39:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:02 smithi130 ceph-mon[83685]: pgmap v372: 121 pgs: 121 active+clean; 276 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 47 op/s; 5.3 MiB/s, 1 objects/s recovering 2024-09-11T03:39:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:02 smithi130 ceph-mon[83685]: osdmap e471: 8 total, 8 up, 8 in 2024-09-11T03:39:03.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:02 smithi130 ceph-mon[83685]: osdmap e472: 8 total, 8 up, 8 in 2024-09-11T03:39:03.669 INFO:tasks.rados.rados.0.smithi086.stdout:2124: done (0 left) 2024-09-11T03:39:03.670 INFO:tasks.rados.rados.0.smithi086.stdout:2125: delete oid 42 current snap is 200 2024-09-11T03:39:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:2125: done (0 left) 2024-09-11T03:39:03.674 INFO:tasks.rados.rados.0.smithi086.stdout:2126: delete oid 48 current snap is 200 2024-09-11T03:39:03.678 INFO:tasks.rados.rados.0.smithi086.stdout:2126: done (0 left) 2024-09-11T03:39:03.678 INFO:tasks.rados.rados.0.smithi086.stdout:2127: rollback oid 47 current snap is 200 2024-09-11T03:39:03.678 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 47 to 186 2024-09-11T03:39:03.678 INFO:tasks.rados.rados.0.smithi086.stdout:2128: read oid 15 snap -1 2024-09-11T03:39:03.678 INFO:tasks.rados.rados.0.smithi086.stdout:2128: expect deleted 2024-09-11T03:39:03.679 INFO:tasks.rados.rados.0.smithi086.stdout:2129: setattr oid 4 current snap is 200 2024-09-11T03:39:03.679 INFO:tasks.rados.rados.0.smithi086.stdout:2128: done (2 left) 2024-09-11T03:39:03.680 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 200 2024-09-11T03:39:03.680 INFO:tasks.rados.rados.0.smithi086.stdout:2130: seq_num 698 ranges {0=499712,499712=589824,1089536=770048,1859584=245760} 2024-09-11T03:39:03.683 INFO:tasks.rados.rados.0.smithi086.stdout:2130: writing smithi08678205-17 from 0 to 499712 tid 1 2024-09-11T03:39:03.686 INFO:tasks.rados.rados.0.smithi086.stdout:2130: writing smithi08678205-17 from 499712 to 1089536 tid 2 2024-09-11T03:39:03.691 INFO:tasks.rados.rados.0.smithi086.stdout:2130: writing smithi08678205-17 from 1089536 to 1859584 tid 3 2024-09-11T03:39:03.692 INFO:tasks.rados.rados.0.smithi086.stdout:2130: writing smithi08678205-17 from 1859584 to 2105344 tid 4 2024-09-11T03:39:03.692 INFO:tasks.rados.rados.0.smithi086.stdout:2131: snap_remove snap 183 2024-09-11T03:39:04.677 INFO:tasks.rados.rados.0.smithi086.stdout:2131: done (3 left) 2024-09-11T03:39:04.677 INFO:tasks.rados.rados.0.smithi086.stdout:2132: snap_create 2024-09-11T03:39:04.677 INFO:tasks.rados.rados.0.smithi086.stdout:2127: finishing rollback tid 0 to smithi08678205-47 2024-09-11T03:39:04.678 INFO:tasks.rados.rados.0.smithi086.stdout:2127: finishing rollback tid 1 to smithi08678205-47 2024-09-11T03:39:04.678 INFO:tasks.rados.rados.0.smithi086.stdout:2127: finishing rollback tid 2 to smithi08678205-47 2024-09-11T03:39:04.678 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 1149 (ObjNum 601 snap 170 seq_num 601) dirty exists 2024-09-11T03:39:04.678 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 1150 (ObjNum 676 snap 195 seq_num 676) dirty exists 2024-09-11T03:39:04.678 INFO:tasks.rados.rados.0.smithi086.stdout:2130: finishing write tid 1 to smithi08678205-17 2024-09-11T03:39:04.678 INFO:tasks.rados.rados.0.smithi086.stdout:2130: finishing write tid 2 to smithi08678205-17 2024-09-11T03:39:04.678 INFO:tasks.rados.rados.0.smithi086.stdout:2130: finishing write tid 3 to smithi08678205-17 2024-09-11T03:39:04.678 INFO:tasks.rados.rados.0.smithi086.stdout:2130: finishing write tid 4 to smithi08678205-17 2024-09-11T03:39:04.678 INFO:tasks.rados.rados.0.smithi086.stdout:2130: finishing write tid 5 to smithi08678205-17 2024-09-11T03:39:04.678 INFO:tasks.rados.rados.0.smithi086.stdout:2130: finishing write tid 6 to smithi08678205-17 2024-09-11T03:39:04.678 INFO:tasks.rados.rados.0.smithi086.stdout:2130: oid 17 updating version 0 to 1060 2024-09-11T03:39:04.678 INFO:tasks.rados.rados.0.smithi086.stdout:2130: oid 17 version 1060 is already newer than 1058 2024-09-11T03:39:04.678 INFO:tasks.rados.rados.0.smithi086.stdout:2130: oid 17 version 1060 is already newer than 1056 2024-09-11T03:39:04.679 INFO:tasks.rados.rados.0.smithi086.stdout:2130: oid 17 version 1060 is already newer than 1057 2024-09-11T03:39:04.679 INFO:tasks.rados.rados.0.smithi086.stdout:2130: oid 17 version 1060 is already newer than 1059 2024-09-11T03:39:04.679 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 1060 (ObjNum 698 snap 200 seq_num 698) dirty exists 2024-09-11T03:39:04.679 INFO:tasks.rados.rados.0.smithi086.stdout:2130: left oid 17 (ObjNum 698 snap 200 seq_num 698) 2024-09-11T03:39:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:04 smithi086 ceph-mon[89281]: pgmap v375: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 50 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-09-11T03:39:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:04 smithi086 ceph-mon[89281]: osdmap e473: 8 total, 8 up, 8 in 2024-09-11T03:39:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:39:05.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:04 smithi086 ceph-mon[91691]: pgmap v375: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 50 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-09-11T03:39:05.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:04 smithi086 ceph-mon[91691]: osdmap e473: 8 total, 8 up, 8 in 2024-09-11T03:39:05.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:05.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:39:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:04 smithi130 ceph-mon[83685]: pgmap v375: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 50 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-09-11T03:39:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:04 smithi130 ceph-mon[83685]: osdmap e473: 8 total, 8 up, 8 in 2024-09-11T03:39:05.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:05.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:39:05.681 INFO:tasks.rados.rados.0.smithi086.stdout:2127: done (3 left) 2024-09-11T03:39:05.682 INFO:tasks.rados.rados.0.smithi086.stdout:2129: done (2 left) 2024-09-11T03:39:05.682 INFO:tasks.rados.rados.0.smithi086.stdout:2130: done (1 left) 2024-09-11T03:39:05.682 INFO:tasks.rados.rados.0.smithi086.stdout:2132: done (0 left) 2024-09-11T03:39:05.682 INFO:tasks.rados.rados.0.smithi086.stdout:2133: delete oid 38 current snap is 201 2024-09-11T03:39:05.686 INFO:tasks.rados.rados.0.smithi086.stdout:2133: done (0 left) 2024-09-11T03:39:05.686 INFO:tasks.rados.rados.0.smithi086.stdout:2134: snap_remove snap 172 2024-09-11T03:39:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:05 smithi086 ceph-mon[89281]: osdmap e474: 8 total, 8 up, 8 in 2024-09-11T03:39:06.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:05 smithi086 ceph-mon[91691]: osdmap e474: 8 total, 8 up, 8 in 2024-09-11T03:39:06.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:05 smithi130 ceph-mon[83685]: osdmap e474: 8 total, 8 up, 8 in 2024-09-11T03:39:06.688 INFO:tasks.rados.rados.0.smithi086.stdout:2134: done (0 left) 2024-09-11T03:39:06.688 INFO:tasks.rados.rados.0.smithi086.stdout:2135: rmattr oid 12 current snap is 201 2024-09-11T03:39:06.688 INFO:tasks.rados.rados.0.smithi086.stdout:2136: snap_remove snap 194 2024-09-11T03:39:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:06 smithi086 ceph-mon[89281]: pgmap v378: 121 pgs: 121 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2024-09-11T03:39:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:06 smithi086 ceph-mon[89281]: osdmap e475: 8 total, 8 up, 8 in 2024-09-11T03:39:07.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:06 smithi086 ceph-mon[91691]: pgmap v378: 121 pgs: 121 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2024-09-11T03:39:07.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:06 smithi086 ceph-mon[91691]: osdmap e475: 8 total, 8 up, 8 in 2024-09-11T03:39:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:06 smithi130 ceph-mon[83685]: pgmap v378: 121 pgs: 121 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2024-09-11T03:39:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:06 smithi130 ceph-mon[83685]: osdmap e475: 8 total, 8 up, 8 in 2024-09-11T03:39:07.669 INFO:tasks.rados.rados.0.smithi086.stdout:2136: done (1 left) 2024-09-11T03:39:07.669 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 201 2024-09-11T03:39:07.669 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 792 (ObjNum 601 snap 170 seq_num 601) dirty exists 2024-09-11T03:39:07.669 INFO:tasks.rados.rados.0.smithi086.stdout:2137: seq_num 700 ranges {1261568=532480,1794048=409600,2203648=737280,2940928=458752} 2024-09-11T03:39:07.679 INFO:tasks.rados.rados.0.smithi086.stdout:2137: writing smithi08678205-45 from 1261568 to 1794048 tid 1 2024-09-11T03:39:07.682 INFO:tasks.rados.rados.0.smithi086.stdout:2137: writing smithi08678205-45 from 1794048 to 2203648 tid 2 2024-09-11T03:39:07.687 INFO:tasks.rados.rados.0.smithi086.stdout:2137: writing smithi08678205-45 from 2203648 to 2940928 tid 3 2024-09-11T03:39:07.690 INFO:tasks.rados.rados.0.smithi086.stdout:2137: writing smithi08678205-45 from 2940928 to 3399680 tid 4 2024-09-11T03:39:07.690 INFO:tasks.rados.rados.0.smithi086.stdout:2135: done (1 left) 2024-09-11T03:39:07.690 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 201 2024-09-11T03:39:07.691 INFO:tasks.rados.rados.0.smithi086.stdout:2138: seq_num 701 ranges {622592=548864,1171456=696320,1867776=540672,2408448=368640} 2024-09-11T03:39:07.697 INFO:tasks.rados.rados.0.smithi086.stdout:2138: writing smithi08678205-37 from 622592 to 1171456 tid 1 2024-09-11T03:39:07.702 INFO:tasks.rados.rados.0.smithi086.stdout:2138: writing smithi08678205-37 from 1171456 to 1867776 tid 2 2024-09-11T03:39:07.705 INFO:tasks.rados.rados.0.smithi086.stdout:2138: writing smithi08678205-37 from 1867776 to 2408448 tid 3 2024-09-11T03:39:07.708 INFO:tasks.rados.rados.0.smithi086.stdout:2138: writing smithi08678205-37 from 2408448 to 2777088 tid 4 2024-09-11T03:39:07.708 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 201 2024-09-11T03:39:07.708 INFO:tasks.rados.rados.0.smithi086.stdout:2139: seq_num 702 ranges {1646592=565248,2211840=581632,2793472=745472,3538944=278528} 2024-09-11T03:39:07.720 INFO:tasks.rados.rados.0.smithi086.stdout:2139: writing smithi08678205-1 from 1646592 to 2211840 tid 1 2024-09-11T03:39:07.723 INFO:tasks.rados.rados.0.smithi086.stdout:2139: writing smithi08678205-1 from 2211840 to 2793472 tid 2 2024-09-11T03:39:07.728 INFO:tasks.rados.rados.0.smithi086.stdout:2139: writing smithi08678205-1 from 2793472 to 3538944 tid 3 2024-09-11T03:39:07.731 INFO:tasks.rados.rados.0.smithi086.stdout:2139: writing smithi08678205-1 from 3538944 to 3817472 tid 4 2024-09-11T03:39:07.731 INFO:tasks.rados.rados.0.smithi086.stdout:2140: rollback oid 33 current snap is 201 2024-09-11T03:39:07.731 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 33 to 196 2024-09-11T03:39:07.731 INFO:tasks.rados.rados.0.smithi086.stdout:2137: finishing write tid 1 to smithi08678205-45 2024-09-11T03:39:07.731 INFO:tasks.rados.rados.0.smithi086.stdout:2137: finishing write tid 2 to smithi08678205-45 2024-09-11T03:39:07.731 INFO:tasks.rados.rados.0.smithi086.stdout:2137: finishing write tid 3 to smithi08678205-45 2024-09-11T03:39:07.732 INFO:tasks.rados.rados.0.smithi086.stdout:2137: finishing write tid 4 to smithi08678205-45 2024-09-11T03:39:07.732 INFO:tasks.rados.rados.0.smithi086.stdout:2137: finishing write tid 5 to smithi08678205-45 2024-09-11T03:39:07.732 INFO:tasks.rados.rados.0.smithi086.stdout:2138: finishing write tid 1 to smithi08678205-37 2024-09-11T03:39:07.732 INFO:tasks.rados.rados.0.smithi086.stdout:2137: finishing write tid 6 to smithi08678205-45 2024-09-11T03:39:07.732 INFO:tasks.rados.rados.0.smithi086.stdout:2137: oid 45 updating version 0 to 1140 2024-09-11T03:39:07.732 INFO:tasks.rados.rados.0.smithi086.stdout:2137: oid 45 updating version 1140 to 1141 2024-09-11T03:39:07.732 INFO:tasks.rados.rados.0.smithi086.stdout:2137: oid 45 updating version 1141 to 1143 2024-09-11T03:39:07.732 INFO:tasks.rados.rados.0.smithi086.stdout:2137: oid 45 version 1143 is already newer than 1139 2024-09-11T03:39:07.732 INFO:tasks.rados.rados.0.smithi086.stdout:2137: oid 45 version 1143 is already newer than 1142 2024-09-11T03:39:07.732 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 1143 (ObjNum 700 snap 201 seq_num 700) dirty exists 2024-09-11T03:39:07.732 INFO:tasks.rados.rados.0.smithi086.stdout:2137: left oid 45 (ObjNum 700 snap 201 seq_num 700) 2024-09-11T03:39:07.732 INFO:tasks.rados.rados.0.smithi086.stdout:2138: finishing write tid 2 to smithi08678205-37 2024-09-11T03:39:07.732 INFO:tasks.rados.rados.0.smithi086.stdout:2138: finishing write tid 3 to smithi08678205-37 2024-09-11T03:39:07.733 INFO:tasks.rados.rados.0.smithi086.stdout:2138: finishing write tid 4 to smithi08678205-37 2024-09-11T03:39:07.733 INFO:tasks.rados.rados.0.smithi086.stdout:2138: finishing write tid 5 to smithi08678205-37 2024-09-11T03:39:07.733 INFO:tasks.rados.rados.0.smithi086.stdout:2138: finishing write tid 6 to smithi08678205-37 2024-09-11T03:39:07.733 INFO:tasks.rados.rados.0.smithi086.stdout:2138: oid 37 updating version 0 to 1626 2024-09-11T03:39:07.733 INFO:tasks.rados.rados.0.smithi086.stdout:2138: oid 37 version 1626 is already newer than 1622 2024-09-11T03:39:07.733 INFO:tasks.rados.rados.0.smithi086.stdout:2138: oid 37 version 1626 is already newer than 1624 2024-09-11T03:39:07.733 INFO:tasks.rados.rados.0.smithi086.stdout:2138: oid 37 version 1626 is already newer than 1623 2024-09-11T03:39:07.733 INFO:tasks.rados.rados.0.smithi086.stdout:2138: oid 37 version 1626 is already newer than 1625 2024-09-11T03:39:07.733 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1626 (ObjNum 701 snap 201 seq_num 701) dirty exists 2024-09-11T03:39:07.733 INFO:tasks.rados.rados.0.smithi086.stdout:2138: left oid 37 (ObjNum 701 snap 201 seq_num 701) 2024-09-11T03:39:07.733 INFO:tasks.rados.rados.0.smithi086.stdout:2139: finishing write tid 1 to smithi08678205-1 2024-09-11T03:39:07.733 INFO:tasks.rados.rados.0.smithi086.stdout:2137: done (3 left) 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:2138: done (2 left) 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:2141: rollback oid 9 current snap is 201 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 9 to 195 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:2139: finishing write tid 2 to smithi08678205-1 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:2142: copy_from oid 7 from oid 35 current snap is 201 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:2143: read oid 47 snap -1 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:2143: expect (ObjNum 601 snap 170 seq_num 601) 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:2144: read oid 14 snap -1 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:2144: expect (ObjNum 629 snap 178 seq_num 629) 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:2145: read oid 6 snap -1 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:2145: expect deleted 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:2146: read oid 5 snap 198 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:2146: expect (ObjNum 577 snap 167 seq_num 577) 2024-09-11T03:39:07.734 INFO:tasks.rados.rados.0.smithi086.stdout:2147: delete oid 44 current snap is 201 2024-09-11T03:39:07.735 INFO:tasks.rados.rados.0.smithi086.stdout:2145: done (8 left) 2024-09-11T03:39:07.736 INFO:tasks.rados.rados.0.smithi086.stdout:2147: done (7 left) 2024-09-11T03:39:07.736 INFO:tasks.rados.rados.0.smithi086.stdout:2148: snap_create 2024-09-11T03:39:07.736 INFO:tasks.rados.rados.0.smithi086.stdout:2141: finishing rollback tid 1 to smithi08678205-9 2024-09-11T03:39:07.736 INFO:tasks.rados.rados.0.smithi086.stdout:2141: finishing rollback tid 2 to smithi08678205-9 2024-09-11T03:39:07.736 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 784 (ObjNum 644 snap 180 seq_num 644) dirty exists 2024-09-11T03:39:07.736 INFO:tasks.rados.rados.0.smithi086.stdout:2139: finishing write tid 3 to smithi08678205-1 2024-09-11T03:39:07.736 INFO:tasks.rados.rados.0.smithi086.stdout:2139: finishing write tid 4 to smithi08678205-1 2024-09-11T03:39:07.736 INFO:tasks.rados.rados.0.smithi086.stdout:2140: finishing rollback tid 1 to smithi08678205-33 2024-09-11T03:39:07.736 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 1740 (ObjNum 129 snap 0 seq_num 3220769384) dirty dne 2024-09-11T03:39:07.736 INFO:tasks.rados.rados.0.smithi086.stdout:2139: finishing write tid 5 to smithi08678205-1 2024-09-11T03:39:07.736 INFO:tasks.rados.rados.0.smithi086.stdout:2144: expect (ObjNum 629 snap 178 seq_num 629) 2024-09-11T03:39:07.762 INFO:tasks.rados.rados.0.smithi086.stdout:2139: finishing write tid 6 to smithi08678205-1 2024-09-11T03:39:07.762 INFO:tasks.rados.rados.0.smithi086.stdout:2139: oid 1 updating version 0 to 1154 2024-09-11T03:39:07.762 INFO:tasks.rados.rados.0.smithi086.stdout:2139: oid 1 version 1154 is already newer than 1153 2024-09-11T03:39:07.762 INFO:tasks.rados.rados.0.smithi086.stdout:2139: oid 1 version 1154 is already newer than 1152 2024-09-11T03:39:07.762 INFO:tasks.rados.rados.0.smithi086.stdout:2139: oid 1 version 1154 is already newer than 1151 2024-09-11T03:39:07.762 INFO:tasks.rados.rados.0.smithi086.stdout:2139: oid 1 updating version 1154 to 1155 2024-09-11T03:39:07.762 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 1155 (ObjNum 702 snap 201 seq_num 702) dirty exists 2024-09-11T03:39:07.762 INFO:tasks.rados.rados.0.smithi086.stdout:2139: left oid 1 (ObjNum 702 snap 201 seq_num 702) 2024-09-11T03:39:07.763 INFO:tasks.rados.rados.0.smithi086.stdout:2142: finishing copy_from racing read to smithi08678205-7 2024-09-11T03:39:07.763 INFO:tasks.rados.rados.0.smithi086.stdout:2142: finishing copy_from to smithi08678205-7 2024-09-11T03:39:07.763 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1142 (ObjNum 651 snap 181 seq_num 651) dirty exists 2024-09-11T03:39:07.763 INFO:tasks.rados.rados.0.smithi086.stdout:2143: expect (ObjNum 601 snap 170 seq_num 601) 2024-09-11T03:39:08.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:07 smithi086 ceph-mon[89281]: osdmap e476: 8 total, 8 up, 8 in 2024-09-11T03:39:08.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:07 smithi086 ceph-mon[89281]: osdmap e477: 8 total, 8 up, 8 in 2024-09-11T03:39:08.001 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:07 smithi086 ceph-mon[91691]: osdmap e476: 8 total, 8 up, 8 in 2024-09-11T03:39:08.001 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:07 smithi086 ceph-mon[91691]: osdmap e477: 8 total, 8 up, 8 in 2024-09-11T03:39:08.020 INFO:tasks.rados.rados.0.smithi086.stdout:2146: expect (ObjNum 577 snap 167 seq_num 577) 2024-09-11T03:39:08.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:07 smithi130 ceph-mon[83685]: osdmap e476: 8 total, 8 up, 8 in 2024-09-11T03:39:08.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:07 smithi130 ceph-mon[83685]: osdmap e477: 8 total, 8 up, 8 in 2024-09-11T03:39:08.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:39:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:39:08] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.43.0" 2024-09-11T03:39:08.703 INFO:tasks.rados.rados.0.smithi086.stdout:2139: done (7 left) 2024-09-11T03:39:08.704 INFO:tasks.rados.rados.0.smithi086.stdout:2140: done (6 left) 2024-09-11T03:39:08.704 INFO:tasks.rados.rados.0.smithi086.stdout:2141: done (5 left) 2024-09-11T03:39:08.704 INFO:tasks.rados.rados.0.smithi086.stdout:2142: done (4 left) 2024-09-11T03:39:08.704 INFO:tasks.rados.rados.0.smithi086.stdout:2143: done (3 left) 2024-09-11T03:39:08.704 INFO:tasks.rados.rados.0.smithi086.stdout:2144: done (2 left) 2024-09-11T03:39:08.704 INFO:tasks.rados.rados.0.smithi086.stdout:2146: done (1 left) 2024-09-11T03:39:08.704 INFO:tasks.rados.rados.0.smithi086.stdout:2148: done (0 left) 2024-09-11T03:39:08.704 INFO:tasks.rados.rados.0.smithi086.stdout:2149: delete oid 34 current snap is 202 2024-09-11T03:39:08.709 INFO:tasks.rados.rados.0.smithi086.stdout:2149: done (0 left) 2024-09-11T03:39:08.709 INFO:tasks.rados.rados.0.smithi086.stdout:2150: snap_remove snap 196 2024-09-11T03:39:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:08 smithi086 ceph-mon[89281]: pgmap v381: 121 pgs: 121 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-09-11T03:39:09.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:08 smithi086 ceph-mon[91691]: pgmap v381: 121 pgs: 121 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-09-11T03:39:09.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:08 smithi130 ceph-mon[83685]: pgmap v381: 121 pgs: 121 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-09-11T03:39:09.710 INFO:tasks.rados.rados.0.smithi086.stdout:2150: done (0 left) 2024-09-11T03:39:09.710 INFO:tasks.rados.rados.0.smithi086.stdout:2151: copy_from oid 3 from oid 28 current snap is 202 2024-09-11T03:39:09.710 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 202 2024-09-11T03:39:09.711 INFO:tasks.rados.rados.0.smithi086.stdout:2152: seq_num 705 ranges {3399680=614400,4014080=630784,4644864=524288,5169152=450560} 2024-09-11T03:39:09.733 INFO:tasks.rados.rados.0.smithi086.stdout:2152: writing smithi08678205-45 from 3399680 to 4014080 tid 1 2024-09-11T03:39:09.738 INFO:tasks.rados.rados.0.smithi086.stdout:2152: writing smithi08678205-45 from 4014080 to 4644864 tid 2 2024-09-11T03:39:09.741 INFO:tasks.rados.rados.0.smithi086.stdout:2152: writing smithi08678205-45 from 4644864 to 5169152 tid 3 2024-09-11T03:39:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2152: writing smithi08678205-45 from 5169152 to 5619712 tid 4 2024-09-11T03:39:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2153: read oid 14 snap -1 2024-09-11T03:39:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2153: expect (ObjNum 629 snap 178 seq_num 629) 2024-09-11T03:39:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2154: read oid 33 snap 181 2024-09-11T03:39:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2154: expect (ObjNum 397 snap 111 seq_num 397) 2024-09-11T03:39:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2155: rollback oid 22 current snap is 202 2024-09-11T03:39:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 22 to 200 2024-09-11T03:39:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2151: finishing copy_from racing read to smithi08678205-3 2024-09-11T03:39:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2151: finishing copy_from to smithi08678205-3 2024-09-11T03:39:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 1799 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:39:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2152: finishing write tid 1 to smithi08678205-45 2024-09-11T03:39:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2152: finishing write tid 2 to smithi08678205-45 2024-09-11T03:39:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2151: done (4 left) 2024-09-11T03:39:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2156: snap_remove snap 201 2024-09-11T03:39:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:09 smithi086 ceph-mon[89281]: osdmap e478: 8 total, 8 up, 8 in 2024-09-11T03:39:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:10.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:09 smithi086 ceph-mon[91691]: osdmap e478: 8 total, 8 up, 8 in 2024-09-11T03:39:10.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:09 smithi130 ceph-mon[83685]: osdmap e478: 8 total, 8 up, 8 in 2024-09-11T03:39:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:10.717 INFO:tasks.rados.rados.0.smithi086.stdout:2156: done (4 left) 2024-09-11T03:39:10.717 INFO:tasks.rados.rados.0.smithi086.stdout:2157: read oid 46 snap 170 2024-09-11T03:39:10.717 INFO:tasks.rados.rados.0.smithi086.stdout:2157: expect deleted 2024-09-11T03:39:10.717 INFO:tasks.rados.rados.0.smithi086.stdout:2158: copy_from oid 37 from oid 5 current snap is 202 2024-09-11T03:39:10.717 INFO:tasks.rados.rados.0.smithi086.stdout:2152: finishing write tid 3 to smithi08678205-45 2024-09-11T03:39:10.717 INFO:tasks.rados.rados.0.smithi086.stdout:2155: finishing rollback tid 0 to smithi08678205-22 2024-09-11T03:39:10.717 INFO:tasks.rados.rados.0.smithi086.stdout:2155: finishing rollback tid 1 to smithi08678205-22 2024-09-11T03:39:10.718 INFO:tasks.rados.rados.0.smithi086.stdout:2155: finishing rollback tid 2 to smithi08678205-22 2024-09-11T03:39:10.718 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 792 (ObjNum 637 snap 180 seq_num 637) dirty exists 2024-09-11T03:39:10.718 INFO:tasks.rados.rados.0.smithi086.stdout:2152: finishing write tid 4 to smithi08678205-45 2024-09-11T03:39:10.718 INFO:tasks.rados.rados.0.smithi086.stdout:2152: finishing write tid 5 to smithi08678205-45 2024-09-11T03:39:10.718 INFO:tasks.rados.rados.0.smithi086.stdout:2154: expect (ObjNum 397 snap 111 seq_num 397) 2024-09-11T03:39:10.804 INFO:tasks.rados.rados.0.smithi086.stdout:2153: expect (ObjNum 629 snap 178 seq_num 629) 2024-09-11T03:39:10.829 INFO:tasks.rados.rados.0.smithi086.stdout:2152: finishing write tid 6 to smithi08678205-45 2024-09-11T03:39:10.829 INFO:tasks.rados.rados.0.smithi086.stdout:2152: oid 45 updating version 0 to 1145 2024-09-11T03:39:10.829 INFO:tasks.rados.rados.0.smithi086.stdout:2152: oid 45 updating version 1145 to 1146 2024-09-11T03:39:10.829 INFO:tasks.rados.rados.0.smithi086.stdout:2152: oid 45 updating version 1146 to 1148 2024-09-11T03:39:10.829 INFO:tasks.rados.rados.0.smithi086.stdout:2152: oid 45 version 1148 is already newer than 1144 2024-09-11T03:39:10.829 INFO:tasks.rados.rados.0.smithi086.stdout:2152: oid 45 version 1148 is already newer than 1147 2024-09-11T03:39:10.829 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 1148 (ObjNum 705 snap 202 seq_num 705) dirty exists 2024-09-11T03:39:10.829 INFO:tasks.rados.rados.0.smithi086.stdout:2152: left oid 45 (ObjNum 705 snap 202 seq_num 705) 2024-09-11T03:39:10.829 INFO:tasks.rados.rados.0.smithi086.stdout:2152: done (5 left) 2024-09-11T03:39:10.829 INFO:tasks.rados.rados.0.smithi086.stdout:2153: done (4 left) 2024-09-11T03:39:10.829 INFO:tasks.rados.rados.0.smithi086.stdout:2154: done (3 left) 2024-09-11T03:39:10.829 INFO:tasks.rados.rados.0.smithi086.stdout:2155: done (2 left) 2024-09-11T03:39:10.829 INFO:tasks.rados.rados.0.smithi086.stdout:2159: read oid 13 snap -1 2024-09-11T03:39:10.830 INFO:tasks.rados.rados.0.smithi086.stdout:2159: expect deleted 2024-09-11T03:39:10.830 INFO:tasks.rados.rados.0.smithi086.stdout:2160: snap_create 2024-09-11T03:39:10.830 INFO:tasks.rados.rados.0.smithi086.stdout:2158: finishing copy_from racing read to smithi08678205-37 2024-09-11T03:39:10.830 INFO:tasks.rados.rados.0.smithi086.stdout:2158: finishing copy_from to smithi08678205-37 2024-09-11T03:39:10.830 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 875 (ObjNum 577 snap 167 seq_num 577) dirty exists 2024-09-11T03:39:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:10 smithi086 ceph-mon[89281]: pgmap v384: 121 pgs: 121 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 320 KiB/s wr, 4 op/s 2024-09-11T03:39:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:10 smithi086 ceph-mon[89281]: osdmap e479: 8 total, 8 up, 8 in 2024-09-11T03:39:11.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:10 smithi086 ceph-mon[91691]: pgmap v384: 121 pgs: 121 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 320 KiB/s wr, 4 op/s 2024-09-11T03:39:11.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:10 smithi086 ceph-mon[91691]: osdmap e479: 8 total, 8 up, 8 in 2024-09-11T03:39:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:10 smithi130 ceph-mon[83685]: pgmap v384: 121 pgs: 121 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 320 KiB/s wr, 4 op/s 2024-09-11T03:39:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:10 smithi130 ceph-mon[83685]: osdmap e479: 8 total, 8 up, 8 in 2024-09-11T03:39:11.726 INFO:tasks.rados.rados.0.smithi086.stdout:2157: done (3 left) 2024-09-11T03:39:11.726 INFO:tasks.rados.rados.0.smithi086.stdout:2158: done (2 left) 2024-09-11T03:39:11.726 INFO:tasks.rados.rados.0.smithi086.stdout:2159: done (1 left) 2024-09-11T03:39:11.726 INFO:tasks.rados.rados.0.smithi086.stdout:2160: done (0 left) 2024-09-11T03:39:11.726 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 203 2024-09-11T03:39:11.726 INFO:tasks.rados.rados.0.smithi086.stdout:2161: seq_num 706 ranges {0=630784,630784=516096,1146880=729088,1875968=360448} 2024-09-11T03:39:11.728 INFO:tasks.rados.rados.0.smithi086.stdout:2161: writing smithi08678205-38 from 0 to 630784 tid 1 2024-09-11T03:39:11.731 INFO:tasks.rados.rados.0.smithi086.stdout:2161: writing smithi08678205-38 from 630784 to 1146880 tid 2 2024-09-11T03:39:11.736 INFO:tasks.rados.rados.0.smithi086.stdout:2161: writing smithi08678205-38 from 1146880 to 1875968 tid 3 2024-09-11T03:39:11.741 INFO:tasks.rados.rados.0.smithi086.stdout:2161: writing smithi08678205-38 from 1875968 to 2236416 tid 4 2024-09-11T03:39:11.741 INFO:tasks.rados.rados.0.smithi086.stdout:2162: delete oid 14 current snap is 203 2024-09-11T03:39:11.741 INFO:tasks.rados.rados.0.smithi086.stdout:2161: finishing write tid 1 to smithi08678205-38 2024-09-11T03:39:11.741 INFO:tasks.rados.rados.0.smithi086.stdout:2161: finishing write tid 2 to smithi08678205-38 2024-09-11T03:39:11.742 INFO:tasks.rados.rados.0.smithi086.stdout:2161: finishing write tid 3 to smithi08678205-38 2024-09-11T03:39:11.742 INFO:tasks.rados.rados.0.smithi086.stdout:2161: finishing write tid 4 to smithi08678205-38 2024-09-11T03:39:11.742 INFO:tasks.rados.rados.0.smithi086.stdout:2161: finishing write tid 5 to smithi08678205-38 2024-09-11T03:39:11.743 INFO:tasks.rados.rados.0.smithi086.stdout:2162: done (1 left) 2024-09-11T03:39:11.743 INFO:tasks.rados.rados.0.smithi086.stdout:2163: rollback oid 48 current snap is 203 2024-09-11T03:39:11.743 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 48 to 193 2024-09-11T03:39:11.743 INFO:tasks.rados.rados.0.smithi086.stdout:2164: read oid 36 snap 191 2024-09-11T03:39:11.743 INFO:tasks.rados.rados.0.smithi086.stdout:2164: expect deleted 2024-09-11T03:39:11.743 INFO:tasks.rados.rados.0.smithi086.stdout:2165: setattr oid 27 current snap is 203 2024-09-11T03:39:11.745 INFO:tasks.rados.rados.0.smithi086.stdout:2161: finishing write tid 6 to smithi08678205-38 2024-09-11T03:39:11.745 INFO:tasks.rados.rados.0.smithi086.stdout:2161: oid 38 updating version 0 to 799 2024-09-11T03:39:11.745 INFO:tasks.rados.rados.0.smithi086.stdout:2161: oid 38 version 799 is already newer than 798 2024-09-11T03:39:11.745 INFO:tasks.rados.rados.0.smithi086.stdout:2161: oid 38 version 799 is already newer than 796 2024-09-11T03:39:11.745 INFO:tasks.rados.rados.0.smithi086.stdout:2161: oid 38 version 799 is already newer than 797 2024-09-11T03:39:11.745 INFO:tasks.rados.rados.0.smithi086.stdout:2161: oid 38 version 799 is already newer than 795 2024-09-11T03:39:11.746 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 799 (ObjNum 706 snap 203 seq_num 706) dirty exists 2024-09-11T03:39:11.746 INFO:tasks.rados.rados.0.smithi086.stdout:2161: left oid 38 (ObjNum 706 snap 203 seq_num 706) 2024-09-11T03:39:11.746 INFO:tasks.rados.rados.0.smithi086.stdout:2161: done (3 left) 2024-09-11T03:39:11.746 INFO:tasks.rados.rados.0.smithi086.stdout:2164: done (2 left) 2024-09-11T03:39:11.746 INFO:tasks.rados.rados.0.smithi086.stdout:2166: read oid 44 snap -1 2024-09-11T03:39:11.746 INFO:tasks.rados.rados.0.smithi086.stdout:2166: expect deleted 2024-09-11T03:39:11.746 INFO:tasks.rados.rados.0.smithi086.stdout:2167: snap_remove snap 199 2024-09-11T03:39:11.753 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:39:12.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:11 smithi086 ceph-mon[89281]: osdmap e480: 8 total, 8 up, 8 in 2024-09-11T03:39:12.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:11 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-11T03:39:12.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:11 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-11T03:39:12.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:11 smithi086 ceph-mon[89281]: Upgrade: osd.6 is safe to restart 2024-09-11T03:39:12.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:11 smithi086 ceph-mon[91691]: osdmap e480: 8 total, 8 up, 8 in 2024-09-11T03:39:12.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:11 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-11T03:39:12.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:11 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-11T03:39:12.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:11 smithi086 ceph-mon[91691]: Upgrade: osd.6 is safe to restart 2024-09-11T03:39:12.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:11 smithi130 ceph-mon[83685]: osdmap e480: 8 total, 8 up, 8 in 2024-09-11T03:39:12.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:11 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-11T03:39:12.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:11 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-11T03:39:12.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:11 smithi130 ceph-mon[83685]: Upgrade: osd.6 is safe to restart 2024-09-11T03:39:12.307 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:39:12.307 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (8m) 86s ago 9m 25.2M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:39:12.307 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (9m) 20s ago 9m 88.7M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:39:12.307 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (10m) 86s ago 10m 23.1M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:39:12.307 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (10m) 20s ago 10m 16.2M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:39:12.307 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (4m) 20s ago 13m 455M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:39:12.307 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (5m) 86s ago 15m 524M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:39:12.307 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (4m) 86s ago 15m 54.2M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:39:12.307 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (3m) 20s ago 14m 43.4M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:39:12.308 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (4m) 86s ago 14m 44.0M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:39:12.308 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (9m) 86s ago 8m 16.9M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:39:12.308 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (8m) 20s ago 8m 15.0M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:39:12.308 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (3m) 86s ago 13m 178M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 987e6b2de39f 2024-09-11T03:39:12.308 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (2m) 86s ago 13m 130M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 cfd4be907390 2024-09-11T03:39:12.308 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (2m) 86s ago 12m 126M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 0310f346c09e 2024-09-11T03:39:12.308 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (90s) 86s ago 12m 12.2M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 e864761f34a2 2024-09-11T03:39:12.308 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (57s) 20s ago 12m 95.0M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 95790e251d1e 2024-09-11T03:39:12.308 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (24s) 20s ago 11m 12.2M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 528becb15668 2024-09-11T03:39:12.308 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (11m) 20s ago 11m 240M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 173bca8efbf7 2024-09-11T03:39:12.308 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (11m) 20s ago 11m 233M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:39:12.308 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (4m) 20s ago 9m 55.1M - 2.43.0 a07b618ecd1d 700e3afbbd6b 2024-09-11T03:39:12.643 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:39:12.643 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:39:12.643 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:39:12.643 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:39:12.643 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:39:12.643 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:39:12.643 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:39:12.643 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:39:12.643 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2, 2024-09-11T03:39:12.644 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 6 2024-09-11T03:39:12.644 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:39:12.644 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:39:12.644 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:39:12.644 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:39:12.644 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:39:12.644 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 4, 2024-09-11T03:39:12.644 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 11 2024-09-11T03:39:12.644 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:39:12.644 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:39:12.674 INFO:tasks.rados.rados.0.smithi086.stdout:2167: done (3 left) 2024-09-11T03:39:12.674 INFO:tasks.rados.rados.0.smithi086.stdout:2168: rollback oid 32 current snap is 203 2024-09-11T03:39:12.674 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 32 to 195 2024-09-11T03:39:12.674 INFO:tasks.rados.rados.0.smithi086.stdout:2163: finishing rollback tid 1 to smithi08678205-48 2024-09-11T03:39:12.675 INFO:tasks.rados.rados.0.smithi086.stdout:2163: finishing rollback tid 2 to smithi08678205-48 2024-09-11T03:39:12.675 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 1634 (ObjNum 507 snap 148 seq_num 507) dirty exists 2024-09-11T03:39:12.675 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 604 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-11T03:39:12.675 INFO:tasks.rados.rados.0.smithi086.stdout:2163: done (3 left) 2024-09-11T03:39:12.675 INFO:tasks.rados.rados.0.smithi086.stdout:2165: done (2 left) 2024-09-11T03:39:12.675 INFO:tasks.rados.rados.0.smithi086.stdout:2166: done (1 left) 2024-09-11T03:39:12.675 INFO:tasks.rados.rados.0.smithi086.stdout:2169: read oid 34 snap -1 2024-09-11T03:39:12.675 INFO:tasks.rados.rados.0.smithi086.stdout:2169: expect deleted 2024-09-11T03:39:12.675 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 203 2024-09-11T03:39:12.675 INFO:tasks.rados.rados.0.smithi086.stdout:2170: seq_num 708 ranges {1646592=663552,2310144=737280,3047424=696320,3743744=172032} 2024-09-11T03:39:12.688 INFO:tasks.rados.rados.0.smithi086.stdout:2170: writing smithi08678205-8 from 1646592 to 2310144 tid 1 2024-09-11T03:39:12.693 INFO:tasks.rados.rados.0.smithi086.stdout:2170: writing smithi08678205-8 from 2310144 to 3047424 tid 2 2024-09-11T03:39:12.698 INFO:tasks.rados.rados.0.smithi086.stdout:2170: writing smithi08678205-8 from 3047424 to 3743744 tid 3 2024-09-11T03:39:12.700 INFO:tasks.rados.rados.0.smithi086.stdout:2170: writing smithi08678205-8 from 3743744 to 3915776 tid 4 2024-09-11T03:39:12.701 INFO:tasks.rados.rados.0.smithi086.stdout:2171: read oid 6 snap -1 2024-09-11T03:39:12.701 INFO:tasks.rados.rados.0.smithi086.stdout:2171: expect deleted 2024-09-11T03:39:12.701 INFO:tasks.rados.rados.0.smithi086.stdout:2172: read oid 36 snap 200 2024-09-11T03:39:12.701 INFO:tasks.rados.rados.0.smithi086.stdout:2172: expect deleted 2024-09-11T03:39:12.701 INFO:tasks.rados.rados.0.smithi086.stdout:2173: rollback oid 11 current snap is 203 2024-09-11T03:39:12.701 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 202 2024-09-11T03:39:12.701 INFO:tasks.rados.rados.0.smithi086.stdout:2168: finishing rollback tid 0 to smithi08678205-32 2024-09-11T03:39:12.701 INFO:tasks.rados.rados.0.smithi086.stdout:2168: finishing rollback tid 1 to smithi08678205-32 2024-09-11T03:39:12.701 INFO:tasks.rados.rados.0.smithi086.stdout:2168: finishing rollback tid 2 to smithi08678205-32 2024-09-11T03:39:12.701 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 1090 (ObjNum 619 snap 177 seq_num 619) dirty exists 2024-09-11T03:39:12.701 INFO:tasks.rados.rados.0.smithi086.stdout:2170: finishing write tid 1 to smithi08678205-8 2024-09-11T03:39:12.702 INFO:tasks.rados.rados.0.smithi086.stdout:2170: finishing write tid 2 to smithi08678205-8 2024-09-11T03:39:12.702 INFO:tasks.rados.rados.0.smithi086.stdout:2168: done (5 left) 2024-09-11T03:39:12.702 INFO:tasks.rados.rados.0.smithi086.stdout:2169: done (4 left) 2024-09-11T03:39:12.702 INFO:tasks.rados.rados.0.smithi086.stdout:2174: read oid 16 snap -1 2024-09-11T03:39:12.702 INFO:tasks.rados.rados.0.smithi086.stdout:2174: expect (ObjNum 679 snap 196 seq_num 679) 2024-09-11T03:39:12.702 INFO:tasks.rados.rados.0.smithi086.stdout:2175: copy_from oid 10 from oid 32 current snap is 203 2024-09-11T03:39:12.702 INFO:tasks.rados.rados.0.smithi086.stdout:2176: read oid 1 snap -1 2024-09-11T03:39:12.702 INFO:tasks.rados.rados.0.smithi086.stdout:2176: expect (ObjNum 702 snap 201 seq_num 702) 2024-09-11T03:39:12.702 INFO:tasks.rados.rados.0.smithi086.stdout:2177: setattr oid 44 current snap is 203 2024-09-11T03:39:12.703 INFO:tasks.rados.rados.0.smithi086.stdout:2171: done (7 left) 2024-09-11T03:39:12.704 INFO:tasks.rados.rados.0.smithi086.stdout:2172: done (6 left) 2024-09-11T03:39:12.704 INFO:tasks.rados.rados.0.smithi086.stdout:2178: copy_from oid 30 from oid 28 current snap is 203 2024-09-11T03:39:12.704 INFO:tasks.rados.rados.0.smithi086.stdout:2179: read oid 2 snap -1 2024-09-11T03:39:12.704 INFO:tasks.rados.rados.0.smithi086.stdout:2179: expect deleted 2024-09-11T03:39:12.704 INFO:tasks.rados.rados.0.smithi086.stdout:2180: copy_from oid 20 from oid 24 current snap is 203 2024-09-11T03:39:12.704 INFO:tasks.rados.rados.0.smithi086.stdout:2181: rmattr oid 7 current snap is 203 2024-09-11T03:39:12.704 INFO:tasks.rados.rados.0.smithi086.stdout:2181: done (9 left) 2024-09-11T03:39:12.704 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 19 current snap is 203 2024-09-11T03:39:12.704 INFO:tasks.rados.rados.0.smithi086.stdout:2182: seq_num 709 ranges {0=679936,679936=614400,1294336=499712,1794048=491520} 2024-09-11T03:39:12.707 INFO:tasks.rados.rados.0.smithi086.stdout:2182: writing smithi08678205-19 from 0 to 679936 tid 1 2024-09-11T03:39:12.712 INFO:tasks.rados.rados.0.smithi086.stdout:2182: writing smithi08678205-19 from 679936 to 1294336 tid 2 2024-09-11T03:39:12.715 INFO:tasks.rados.rados.0.smithi086.stdout:2182: writing smithi08678205-19 from 1294336 to 1794048 tid 3 2024-09-11T03:39:12.720 INFO:tasks.rados.rados.0.smithi086.stdout:2182: writing smithi08678205-19 from 1794048 to 2285568 tid 4 2024-09-11T03:39:12.720 INFO:tasks.rados.rados.0.smithi086.stdout:2183: rollback oid 40 current snap is 203 2024-09-11T03:39:12.720 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 40 to 181 2024-09-11T03:39:12.720 INFO:tasks.rados.rados.0.smithi086.stdout:2173: finishing rollback tid 0 to smithi08678205-11 2024-09-11T03:39:12.720 INFO:tasks.rados.rados.0.smithi086.stdout:2170: finishing write tid 3 to smithi08678205-8 2024-09-11T03:39:12.720 INFO:tasks.rados.rados.0.smithi086.stdout:2173: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:39:12.721 INFO:tasks.rados.rados.0.smithi086.stdout:2173: finishing rollback tid 2 to smithi08678205-11 2024-09-11T03:39:12.721 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1094 (ObjNum 630 snap 178 seq_num 630) dirty exists 2024-09-11T03:39:12.721 INFO:tasks.rados.rados.0.smithi086.stdout:2170: finishing write tid 4 to smithi08678205-8 2024-09-11T03:39:12.721 INFO:tasks.rados.rados.0.smithi086.stdout:2170: finishing write tid 5 to smithi08678205-8 2024-09-11T03:39:12.721 INFO:tasks.rados.rados.0.smithi086.stdout:2173: done (10 left) 2024-09-11T03:39:12.721 INFO:tasks.rados.rados.0.smithi086.stdout:2179: done (9 left) 2024-09-11T03:39:12.721 INFO:tasks.rados.rados.0.smithi086.stdout:2184: copy_from oid 23 from oid 39 current snap is 203 2024-09-11T03:39:12.721 INFO:tasks.rados.rados.0.smithi086.stdout:2170: finishing write tid 6 to smithi08678205-8 2024-09-11T03:39:12.721 INFO:tasks.rados.rados.0.smithi086.stdout:2170: oid 8 updating version 0 to 1154 2024-09-11T03:39:12.721 INFO:tasks.rados.rados.0.smithi086.stdout:2170: oid 8 version 1154 is already newer than 1152 2024-09-11T03:39:12.721 INFO:tasks.rados.rados.0.smithi086.stdout:2170: oid 8 version 1154 is already newer than 1153 2024-09-11T03:39:12.721 INFO:tasks.rados.rados.0.smithi086.stdout:2170: oid 8 version 1154 is already newer than 1151 2024-09-11T03:39:12.721 INFO:tasks.rados.rados.0.smithi086.stdout:2170: oid 8 version 1154 is already newer than 1150 2024-09-11T03:39:12.722 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 1154 (ObjNum 708 snap 203 seq_num 708) dirty exists 2024-09-11T03:39:12.722 INFO:tasks.rados.rados.0.smithi086.stdout:2170: left oid 8 (ObjNum 708 snap 203 seq_num 708) 2024-09-11T03:39:12.722 INFO:tasks.rados.rados.0.smithi086.stdout:2178: finishing copy_from racing read to smithi08678205-30 2024-09-11T03:39:12.722 INFO:tasks.rados.rados.0.smithi086.stdout:2178: finishing copy_from to smithi08678205-30 2024-09-11T03:39:12.722 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 1799 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:39:12.722 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 581 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-11T03:39:12.722 INFO:tasks.rados.rados.0.smithi086.stdout:2182: finishing write tid 1 to smithi08678205-19 2024-09-11T03:39:12.722 INFO:tasks.rados.rados.0.smithi086.stdout:2182: finishing write tid 2 to smithi08678205-19 2024-09-11T03:39:12.722 INFO:tasks.rados.rados.0.smithi086.stdout:2170: done (9 left) 2024-09-11T03:39:12.722 INFO:tasks.rados.rados.0.smithi086.stdout:2177: done (8 left) 2024-09-11T03:39:12.722 INFO:tasks.rados.rados.0.smithi086.stdout:2178: done (7 left) 2024-09-11T03:39:12.722 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 28 current snap is 203 2024-09-11T03:39:12.722 INFO:tasks.rados.rados.0.smithi086.stdout:2185: seq_num 710 ranges {1613824=696320,2310144=499712,2809856=712704,3522560=393216} 2024-09-11T03:39:12.734 INFO:tasks.rados.rados.0.smithi086.stdout:2185: writing smithi08678205-28 from 1613824 to 2310144 tid 1 2024-09-11T03:39:12.737 INFO:tasks.rados.rados.0.smithi086.stdout:2185: writing smithi08678205-28 from 2310144 to 2809856 tid 2 2024-09-11T03:39:12.742 INFO:tasks.rados.rados.0.smithi086.stdout:2185: writing smithi08678205-28 from 2809856 to 3522560 tid 3 2024-09-11T03:39:12.745 INFO:tasks.rados.rados.0.smithi086.stdout:2185: writing smithi08678205-28 from 3522560 to 3915776 tid 4 2024-09-11T03:39:12.745 INFO:tasks.rados.rados.0.smithi086.stdout:2186: read oid 7 snap -1 2024-09-11T03:39:12.746 INFO:tasks.rados.rados.0.smithi086.stdout:2186: expect (ObjNum 651 snap 181 seq_num 651) 2024-09-11T03:39:12.746 INFO:tasks.rados.rados.0.smithi086.stdout:2187: rollback oid 38 current snap is 203 2024-09-11T03:39:12.746 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 38 to 186 2024-09-11T03:39:12.746 INFO:tasks.rados.rados.0.smithi086.stdout:2174: expect (ObjNum 679 snap 196 seq_num 679) 2024-09-11T03:39:12.835 INFO:tasks.rados.rados.0.smithi086.stdout:2180: finishing copy_from racing read to smithi08678205-20 2024-09-11T03:39:12.836 INFO:tasks.rados.rados.0.smithi086.stdout:2180: finishing copy_from to smithi08678205-20 2024-09-11T03:39:12.836 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 1123 (ObjNum 629 snap 178 seq_num 629) dirty exists 2024-09-11T03:39:12.836 INFO:tasks.rados.rados.0.smithi086.stdout:2182: finishing write tid 3 to smithi08678205-19 2024-09-11T03:39:12.836 INFO:tasks.rados.rados.0.smithi086.stdout:2182: finishing write tid 4 to smithi08678205-19 2024-09-11T03:39:12.836 INFO:tasks.rados.rados.0.smithi086.stdout:2183: finishing rollback tid 0 to smithi08678205-40 2024-09-11T03:39:12.836 INFO:tasks.rados.rados.0.smithi086.stdout:2183: finishing rollback tid 1 to smithi08678205-40 2024-09-11T03:39:12.836 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 806 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-11T03:39:12.836 INFO:tasks.rados.rados.0.smithi086.stdout:2182: finishing write tid 5 to smithi08678205-19 2024-09-11T03:39:12.836 INFO:tasks.rados.rados.0.smithi086.stdout:2182: finishing write tid 6 to smithi08678205-19 2024-09-11T03:39:12.837 INFO:tasks.rados.rados.0.smithi086.stdout:2182: oid 19 updating version 0 to 1095 2024-09-11T03:39:12.837 INFO:tasks.rados.rados.0.smithi086.stdout:2182: oid 19 updating version 1095 to 1099 2024-09-11T03:39:12.837 INFO:tasks.rados.rados.0.smithi086.stdout:2182: oid 19 version 1099 is already newer than 1096 2024-09-11T03:39:12.837 INFO:tasks.rados.rados.0.smithi086.stdout:2182: oid 19 version 1099 is already newer than 1098 2024-09-11T03:39:12.837 INFO:tasks.rados.rados.0.smithi086.stdout:2182: oid 19 version 1099 is already newer than 1097 2024-09-11T03:39:12.837 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 1099 (ObjNum 709 snap 203 seq_num 709) dirty exists 2024-09-11T03:39:12.837 INFO:tasks.rados.rados.0.smithi086.stdout:2182: left oid 19 (ObjNum 709 snap 203 seq_num 709) 2024-09-11T03:39:12.837 INFO:tasks.rados.rados.0.smithi086.stdout:2176: expect (ObjNum 702 snap 201 seq_num 702) 2024-09-11T03:39:12.963 INFO:tasks.rados.rados.0.smithi086.stdout:2175: finishing copy_from racing read to smithi08678205-10 2024-09-11T03:39:12.963 INFO:tasks.rados.rados.0.smithi086.stdout:2175: finishing copy_from to smithi08678205-10 2024-09-11T03:39:12.963 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 1090 (ObjNum 619 snap 177 seq_num 619) dirty exists 2024-09-11T03:39:12.963 INFO:tasks.rados.rados.0.smithi086.stdout:2184: finishing copy_from racing read to smithi08678205-23 2024-09-11T03:39:12.963 INFO:tasks.rados.rados.0.smithi086.stdout:2185: finishing write tid 1 to smithi08678205-28 2024-09-11T03:39:12.963 INFO:tasks.rados.rados.0.smithi086.stdout:2184: finishing copy_from to smithi08678205-23 2024-09-11T03:39:12.963 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 757 (ObjNum 637 snap 180 seq_num 637) dirty exists 2024-09-11T03:39:12.963 INFO:tasks.rados.rados.0.smithi086.stdout:2187: finishing rollback tid 0 to smithi08678205-38 2024-09-11T03:39:12.964 INFO:tasks.rados.rados.0.smithi086.stdout:2187: finishing rollback tid 1 to smithi08678205-38 2024-09-11T03:39:12.964 INFO:tasks.rados.rados.0.smithi086.stdout:2187: finishing rollback tid 2 to smithi08678205-38 2024-09-11T03:39:12.964 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 809 (ObjNum 637 snap 180 seq_num 637) dirty exists 2024-09-11T03:39:12.964 INFO:tasks.rados.rados.0.smithi086.stdout:2186: expect (ObjNum 651 snap 181 seq_num 651) 2024-09-11T03:39:12.976 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:39:12.977 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:39:12.977 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:39:12.977 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:39:12.977 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:39:12.977 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr", 2024-09-11T03:39:12.977 INFO:teuthology.orchestra.run.smithi086.stdout: "mon" 2024-09-11T03:39:12.977 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:39:12.977 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "11/20 daemons upgraded", 2024-09-11T03:39:12.977 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading osd daemons", 2024-09-11T03:39:12.977 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:39:12.977 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:39:12.978 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[89281]: pgmap v387: 121 pgs: 121 active+clean; 293 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-09-11T03:39:12.978 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[89281]: osdmap e481: 8 total, 8 up, 8 in 2024-09-11T03:39:12.978 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[89281]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:12.978 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[89281]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:12.978 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:12.978 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-11T03:39:12.978 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:39:12.978 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1104703339' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:12.978 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[89281]: osdmap e482: 8 total, 8 up, 8 in 2024-09-11T03:39:12.979 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[91691]: pgmap v387: 121 pgs: 121 active+clean; 293 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-09-11T03:39:12.979 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[91691]: osdmap e481: 8 total, 8 up, 8 in 2024-09-11T03:39:12.979 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[91691]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:12.979 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[91691]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:12.979 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:12.979 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-11T03:39:12.979 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:39:12.979 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1104703339' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:12.979 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:12 smithi086 ceph-mon[91691]: osdmap e482: 8 total, 8 up, 8 in 2024-09-11T03:39:12.999 INFO:tasks.rados.rados.0.smithi086.stdout:2185: finishing write tid 2 to smithi08678205-28 2024-09-11T03:39:12.999 INFO:tasks.rados.rados.0.smithi086.stdout:2174: done (9 left) 2024-09-11T03:39:12.999 INFO:tasks.rados.rados.0.smithi086.stdout:2175: done (8 left) 2024-09-11T03:39:12.999 INFO:tasks.rados.rados.0.smithi086.stdout:2176: done (7 left) 2024-09-11T03:39:12.999 INFO:tasks.rados.rados.0.smithi086.stdout:2180: done (6 left) 2024-09-11T03:39:12.999 INFO:tasks.rados.rados.0.smithi086.stdout:2182: done (5 left) 2024-09-11T03:39:12.999 INFO:tasks.rados.rados.0.smithi086.stdout:2183: done (4 left) 2024-09-11T03:39:12.999 INFO:tasks.rados.rados.0.smithi086.stdout:2184: done (3 left) 2024-09-11T03:39:12.999 INFO:tasks.rados.rados.0.smithi086.stdout:2186: done (2 left) 2024-09-11T03:39:12.999 INFO:tasks.rados.rados.0.smithi086.stdout:2187: done (1 left) 2024-09-11T03:39:12.999 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 203 2024-09-11T03:39:13.000 INFO:tasks.rados.rados.0.smithi086.stdout:2185: finishing write tid 3 to smithi08678205-28 2024-09-11T03:39:13.000 INFO:tasks.rados.rados.0.smithi086.stdout:2185: finishing write tid 4 to smithi08678205-28 2024-09-11T03:39:13.000 INFO:tasks.rados.rados.0.smithi086.stdout:2185: finishing write tid 5 to smithi08678205-28 2024-09-11T03:39:13.000 INFO:tasks.rados.rados.0.smithi086.stdout:2185: finishing write tid 6 to smithi08678205-28 2024-09-11T03:39:13.000 INFO:tasks.rados.rados.0.smithi086.stdout:2185: oid 28 updating version 0 to 1904 2024-09-11T03:39:13.000 INFO:tasks.rados.rados.0.smithi086.stdout:2185: oid 28 version 1904 is already newer than 1900 2024-09-11T03:39:13.000 INFO:tasks.rados.rados.0.smithi086.stdout:2185: oid 28 version 1904 is already newer than 1903 2024-09-11T03:39:13.000 INFO:tasks.rados.rados.0.smithi086.stdout:2185: oid 28 updating version 1904 to 1906 2024-09-11T03:39:13.000 INFO:tasks.rados.rados.0.smithi086.stdout:2185: oid 28 version 1906 is already newer than 1905 2024-09-11T03:39:13.000 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 1906 (ObjNum 710 snap 203 seq_num 710) dirty exists 2024-09-11T03:39:13.000 INFO:tasks.rados.rados.0.smithi086.stdout:2185: left oid 28 (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:39:13.000 INFO:tasks.rados.rados.0.smithi086.stdout:2188: seq_num 711 ranges {0=712704,712704=786432,1499136=516096,2015232=303104} 2024-09-11T03:39:13.001 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:12 smithi130 ceph-mon[83685]: pgmap v387: 121 pgs: 121 active+clean; 293 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-09-11T03:39:13.001 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:12 smithi130 ceph-mon[83685]: osdmap e481: 8 total, 8 up, 8 in 2024-09-11T03:39:13.001 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:12 smithi130 ceph-mon[83685]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:13.001 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:12 smithi130 ceph-mon[83685]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:13.001 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:12 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:13.001 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:12 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-11T03:39:13.001 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:12 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:39:13.001 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:12 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1104703339' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:13.001 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:12 smithi130 ceph-mon[83685]: osdmap e482: 8 total, 8 up, 8 in 2024-09-11T03:39:13.002 INFO:tasks.rados.rados.0.smithi086.stdout:2188: writing smithi08678205-36 from 0 to 712704 tid 1 2024-09-11T03:39:13.006 INFO:tasks.rados.rados.0.smithi086.stdout:2188: writing smithi08678205-36 from 712704 to 1499136 tid 2 2024-09-11T03:39:13.010 INFO:tasks.rados.rados.0.smithi086.stdout:2188: writing smithi08678205-36 from 1499136 to 2015232 tid 3 2024-09-11T03:39:13.012 INFO:tasks.rados.rados.0.smithi086.stdout:2188: writing smithi08678205-36 from 2015232 to 2318336 tid 4 2024-09-11T03:39:13.012 INFO:tasks.rados.rados.0.smithi086.stdout:2185: done (1 left) 2024-09-11T03:39:13.012 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 203 2024-09-11T03:39:13.012 INFO:tasks.rados.rados.0.smithi086.stdout:2188: finishing write tid 1 to smithi08678205-36 2024-09-11T03:39:13.012 INFO:tasks.rados.rados.0.smithi086.stdout:2189: seq_num 712 ranges {4849664=729088,5578752=671744,6250496=671744,6922240=262144} 2024-09-11T03:39:13.041 INFO:tasks.rados.rados.0.smithi086.stdout:2189: writing smithi08678205-39 from 4849664 to 5578752 tid 1 2024-09-11T03:39:13.045 INFO:tasks.rados.rados.0.smithi086.stdout:2189: writing smithi08678205-39 from 5578752 to 6250496 tid 2 2024-09-11T03:39:13.048 INFO:tasks.rados.rados.0.smithi086.stdout:2189: writing smithi08678205-39 from 6250496 to 6922240 tid 3 2024-09-11T03:39:13.050 INFO:tasks.rados.rados.0.smithi086.stdout:2189: writing smithi08678205-39 from 6922240 to 7184384 tid 4 2024-09-11T03:39:13.050 INFO:tasks.rados.rados.0.smithi086.stdout:2190: snap_create 2024-09-11T03:39:13.050 INFO:tasks.rados.rados.0.smithi086.stdout:2188: finishing write tid 2 to smithi08678205-36 2024-09-11T03:39:13.050 INFO:tasks.rados.rados.0.smithi086.stdout:2188: finishing write tid 3 to smithi08678205-36 2024-09-11T03:39:13.051 INFO:tasks.rados.rados.0.smithi086.stdout:2188: finishing write tid 4 to smithi08678205-36 2024-09-11T03:39:13.051 INFO:tasks.rados.rados.0.smithi086.stdout:2188: finishing write tid 5 to smithi08678205-36 2024-09-11T03:39:13.051 INFO:tasks.rados.rados.0.smithi086.stdout:2188: finishing write tid 6 to smithi08678205-36 2024-09-11T03:39:13.051 INFO:tasks.rados.rados.0.smithi086.stdout:2188: oid 36 updating version 0 to 1911 2024-09-11T03:39:13.051 INFO:tasks.rados.rados.0.smithi086.stdout:2188: oid 36 version 1911 is already newer than 1910 2024-09-11T03:39:13.051 INFO:tasks.rados.rados.0.smithi086.stdout:2188: oid 36 version 1911 is already newer than 1908 2024-09-11T03:39:13.051 INFO:tasks.rados.rados.0.smithi086.stdout:2188: oid 36 version 1911 is already newer than 1909 2024-09-11T03:39:13.051 INFO:tasks.rados.rados.0.smithi086.stdout:2188: oid 36 version 1911 is already newer than 1907 2024-09-11T03:39:13.051 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 1911 (ObjNum 711 snap 203 seq_num 711) dirty exists 2024-09-11T03:39:13.051 INFO:tasks.rados.rados.0.smithi086.stdout:2188: left oid 36 (ObjNum 711 snap 203 seq_num 711) 2024-09-11T03:39:13.051 INFO:tasks.rados.rados.0.smithi086.stdout:2189: finishing write tid 1 to smithi08678205-39 2024-09-11T03:39:13.051 INFO:tasks.rados.rados.0.smithi086.stdout:2189: finishing write tid 2 to smithi08678205-39 2024-09-11T03:39:13.053 INFO:tasks.rados.rados.0.smithi086.stdout:2189: finishing write tid 3 to smithi08678205-39 2024-09-11T03:39:13.053 INFO:tasks.rados.rados.0.smithi086.stdout:2189: finishing write tid 4 to smithi08678205-39 2024-09-11T03:39:13.053 INFO:tasks.rados.rados.0.smithi086.stdout:2189: finishing write tid 5 to smithi08678205-39 2024-09-11T03:39:13.054 INFO:tasks.rados.rados.0.smithi086.stdout:2189: finishing write tid 6 to smithi08678205-39 2024-09-11T03:39:13.054 INFO:tasks.rados.rados.0.smithi086.stdout:2189: oid 39 updating version 0 to 1636 2024-09-11T03:39:13.054 INFO:tasks.rados.rados.0.smithi086.stdout:2189: oid 39 updating version 1636 to 1637 2024-09-11T03:39:13.054 INFO:tasks.rados.rados.0.smithi086.stdout:2189: oid 39 version 1637 is already newer than 1635 2024-09-11T03:39:13.054 INFO:tasks.rados.rados.0.smithi086.stdout:2189: oid 39 updating version 1637 to 1639 2024-09-11T03:39:13.055 INFO:tasks.rados.rados.0.smithi086.stdout:2189: oid 39 version 1639 is already newer than 1638 2024-09-11T03:39:13.055 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1639 (ObjNum 712 snap 203 seq_num 712) dirty exists 2024-09-11T03:39:13.055 INFO:tasks.rados.rados.0.smithi086.stdout:2189: left oid 39 (ObjNum 712 snap 203 seq_num 712) 2024-09-11T03:39:13.730 INFO:tasks.rados.rados.0.smithi086.stdout:2188: done (2 left) 2024-09-11T03:39:13.731 INFO:tasks.rados.rados.0.smithi086.stdout:2189: done (1 left) 2024-09-11T03:39:13.731 INFO:tasks.rados.rados.0.smithi086.stdout:2190: done (0 left) 2024-09-11T03:39:13.731 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 204 2024-09-11T03:39:13.731 INFO:tasks.rados.rados.0.smithi086.stdout:2191: seq_num 713 ranges {8577024=745472,9322496=557056,9879552=483328,10362880=565248} 2024-09-11T03:39:13.780 INFO:tasks.rados.rados.0.smithi086.stdout:2191: writing smithi08678205-49 from 8577024 to 9322496 tid 1 2024-09-11T03:39:13.783 INFO:tasks.rados.rados.0.smithi086.stdout:2191: writing smithi08678205-49 from 9322496 to 9879552 tid 2 2024-09-11T03:39:13.789 INFO:tasks.rados.rados.0.smithi086.stdout:2191: writing smithi08678205-49 from 9879552 to 10362880 tid 3 2024-09-11T03:39:13.789 INFO:tasks.rados.rados.0.smithi086.stdout:2191: writing smithi08678205-49 from 10362880 to 10928128 tid 4 2024-09-11T03:39:13.789 INFO:tasks.rados.rados.0.smithi086.stdout:2192: delete oid 40 current snap is 204 2024-09-11T03:39:13.790 INFO:tasks.rados.rados.0.smithi086.stdout:2191: finishing write tid 1 to smithi08678205-49 2024-09-11T03:39:13.790 INFO:tasks.rados.rados.0.smithi086.stdout:2191: finishing write tid 2 to smithi08678205-49 2024-09-11T03:39:13.790 INFO:tasks.rados.rados.0.smithi086.stdout:2191: finishing write tid 3 to smithi08678205-49 2024-09-11T03:39:13.792 INFO:tasks.rados.rados.0.smithi086.stdout:2192: done (1 left) 2024-09-11T03:39:13.792 INFO:tasks.rados.rados.0.smithi086.stdout:2193: read oid 6 snap 180 2024-09-11T03:39:13.792 INFO:tasks.rados.rados.0.smithi086.stdout:2193: expect (ObjNum 645 snap 180 seq_num 645) 2024-09-11T03:39:13.792 INFO:tasks.rados.rados.0.smithi086.stdout:2194: rollback oid 3 current snap is 204 2024-09-11T03:39:13.792 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 3 to 170 2024-09-11T03:39:13.792 INFO:tasks.rados.rados.0.smithi086.stdout:2195: read oid 42 snap -1 2024-09-11T03:39:13.792 INFO:tasks.rados.rados.0.smithi086.stdout:2195: expect deleted 2024-09-11T03:39:13.792 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 204 2024-09-11T03:39:13.792 INFO:tasks.rados.rados.0.smithi086.stdout:2196: seq_num 715 ranges {1548288=778240,2326528=770048,3096576=499712,3596288=335872} 2024-09-11T03:39:13.805 INFO:tasks.rados.rados.0.smithi086.stdout:2196: writing smithi08678205-41 from 1548288 to 2326528 tid 1 2024-09-11T03:39:13.809 INFO:tasks.rados.rados.0.smithi086.stdout:2196: writing smithi08678205-41 from 2326528 to 3096576 tid 2 2024-09-11T03:39:13.812 INFO:tasks.rados.rados.0.smithi086.stdout:2196: writing smithi08678205-41 from 3096576 to 3596288 tid 3 2024-09-11T03:39:13.814 INFO:tasks.rados.rados.0.smithi086.stdout:2196: writing smithi08678205-41 from 3596288 to 3932160 tid 4 2024-09-11T03:39:13.815 INFO:tasks.rados.rados.0.smithi086.stdout:2197: read oid 28 snap -1 2024-09-11T03:39:13.815 INFO:tasks.rados.rados.0.smithi086.stdout:2197: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:39:13.815 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 13 current snap is 204 2024-09-11T03:39:13.815 INFO:tasks.rados.rados.0.smithi086.stdout:2198: seq_num 716 ranges {0=794624,794624=655360,1449984=704512,2154496=245760} 2024-09-11T03:39:13.819 INFO:tasks.rados.rados.0.smithi086.stdout:2198: writing smithi08678205-13 from 0 to 794624 tid 1 2024-09-11T03:39:13.824 INFO:tasks.rados.rados.0.smithi086.stdout:2198: writing smithi08678205-13 from 794624 to 1449984 tid 2 2024-09-11T03:39:13.828 INFO:tasks.rados.rados.0.smithi086.stdout:2198: writing smithi08678205-13 from 1449984 to 2154496 tid 3 2024-09-11T03:39:13.830 INFO:tasks.rados.rados.0.smithi086.stdout:2198: writing smithi08678205-13 from 2154496 to 2400256 tid 4 2024-09-11T03:39:13.830 INFO:tasks.rados.rados.0.smithi086.stdout:2199: snap_remove snap 195 2024-09-11T03:39:14.065 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:13 smithi130 ceph-mon[83685]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:14.065 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:13 smithi130 ceph-mon[83685]: Upgrade: Updating osd.6 2024-09-11T03:39:14.065 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:13 smithi130 ceph-mon[83685]: Deploying daemon osd.6 on smithi130 2024-09-11T03:39:14.065 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:13 smithi130 ceph-mon[83685]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:14.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:13 smithi086 ceph-mon[89281]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:14.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:13 smithi086 ceph-mon[89281]: Upgrade: Updating osd.6 2024-09-11T03:39:14.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:13 smithi086 ceph-mon[89281]: Deploying daemon osd.6 on smithi130 2024-09-11T03:39:14.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:13 smithi086 ceph-mon[89281]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:14.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:13 smithi086 ceph-mon[91691]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:14.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:13 smithi086 ceph-mon[91691]: Upgrade: Updating osd.6 2024-09-11T03:39:14.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:13 smithi086 ceph-mon[91691]: Deploying daemon osd.6 on smithi130 2024-09-11T03:39:14.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:13 smithi086 ceph-mon[91691]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:14.744 INFO:tasks.rados.rados.0.smithi086.stdout:2199: done (7 left) 2024-09-11T03:39:14.744 INFO:tasks.rados.rados.0.smithi086.stdout:2200: delete oid 2 current snap is 204 2024-09-11T03:39:14.744 INFO:tasks.rados.rados.0.smithi086.stdout:2191: finishing write tid 4 to smithi08678205-49 2024-09-11T03:39:14.744 INFO:tasks.rados.rados.0.smithi086.stdout:2191: finishing write tid 5 to smithi08678205-49 2024-09-11T03:39:14.744 INFO:tasks.rados.rados.0.smithi086.stdout:2194: finishing rollback tid 0 to smithi08678205-3 2024-09-11T03:39:14.745 INFO:tasks.rados.rados.0.smithi086.stdout:2194: finishing rollback tid 1 to smithi08678205-3 2024-09-11T03:39:14.745 INFO:tasks.rados.rados.0.smithi086.stdout:2194: finishing rollback tid 2 to smithi08678205-3 2024-09-11T03:39:14.745 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 1802 (ObjNum 464 snap 134 seq_num 464) dirty exists 2024-09-11T03:39:14.745 INFO:tasks.rados.rados.0.smithi086.stdout:2191: finishing write tid 6 to smithi08678205-49 2024-09-11T03:39:14.745 INFO:tasks.rados.rados.0.smithi086.stdout:2191: oid 49 updating version 0 to 1157 2024-09-11T03:39:14.745 INFO:tasks.rados.rados.0.smithi086.stdout:2191: oid 49 updating version 1157 to 1160 2024-09-11T03:39:14.745 INFO:tasks.rados.rados.0.smithi086.stdout:2191: oid 49 version 1160 is already newer than 1156 2024-09-11T03:39:14.745 INFO:tasks.rados.rados.0.smithi086.stdout:2191: oid 49 version 1160 is already newer than 1159 2024-09-11T03:39:14.745 INFO:tasks.rados.rados.0.smithi086.stdout:2191: oid 49 version 1160 is already newer than 1158 2024-09-11T03:39:14.745 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1160 (ObjNum 713 snap 204 seq_num 713) dirty exists 2024-09-11T03:39:14.745 INFO:tasks.rados.rados.0.smithi086.stdout:2191: left oid 49 (ObjNum 713 snap 204 seq_num 713) 2024-09-11T03:39:14.745 INFO:tasks.rados.rados.0.smithi086.stdout:2193: expect (ObjNum 645 snap 180 seq_num 645) 2024-09-11T03:39:14.784 INFO:tasks.rados.rados.0.smithi086.stdout:2196: finishing write tid 1 to smithi08678205-41 2024-09-11T03:39:14.784 INFO:tasks.rados.rados.0.smithi086.stdout:2196: finishing write tid 2 to smithi08678205-41 2024-09-11T03:39:14.785 INFO:tasks.rados.rados.0.smithi086.stdout:2196: finishing write tid 3 to smithi08678205-41 2024-09-11T03:39:14.785 INFO:tasks.rados.rados.0.smithi086.stdout:2196: finishing write tid 4 to smithi08678205-41 2024-09-11T03:39:14.785 INFO:tasks.rados.rados.0.smithi086.stdout:2196: finishing write tid 5 to smithi08678205-41 2024-09-11T03:39:14.785 INFO:tasks.rados.rados.0.smithi086.stdout:2198: finishing write tid 1 to smithi08678205-13 2024-09-11T03:39:14.785 INFO:tasks.rados.rados.0.smithi086.stdout:2196: finishing write tid 6 to smithi08678205-41 2024-09-11T03:39:14.785 INFO:tasks.rados.rados.0.smithi086.stdout:2196: oid 41 updating version 0 to 1915 2024-09-11T03:39:14.785 INFO:tasks.rados.rados.0.smithi086.stdout:2196: oid 41 version 1915 is already newer than 1913 2024-09-11T03:39:14.785 INFO:tasks.rados.rados.0.smithi086.stdout:2196: oid 41 version 1915 is already newer than 1914 2024-09-11T03:39:14.785 INFO:tasks.rados.rados.0.smithi086.stdout:2196: oid 41 updating version 1915 to 1917 2024-09-11T03:39:14.785 INFO:tasks.rados.rados.0.smithi086.stdout:2196: oid 41 version 1917 is already newer than 1916 2024-09-11T03:39:14.785 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 1917 (ObjNum 715 snap 204 seq_num 715) dirty exists 2024-09-11T03:39:14.785 INFO:tasks.rados.rados.0.smithi086.stdout:2196: left oid 41 (ObjNum 715 snap 204 seq_num 715) 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2198: finishing write tid 2 to smithi08678205-13 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2191: done (7 left) 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2193: done (6 left) 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2194: done (5 left) 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2195: done (4 left) 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2196: done (3 left) 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2200: done (2 left) 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2201: read oid 14 snap -1 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2201: expect deleted 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 20 current snap is 204 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2198: finishing write tid 3 to smithi08678205-13 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2198: finishing write tid 4 to smithi08678205-13 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2198: finishing write tid 5 to smithi08678205-13 2024-09-11T03:39:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2197: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:39:14.908 INFO:tasks.rados.rados.0.smithi086.stdout:2198: finishing write tid 6 to smithi08678205-13 2024-09-11T03:39:14.908 INFO:tasks.rados.rados.0.smithi086.stdout:2198: oid 13 updating version 0 to 587 2024-09-11T03:39:14.908 INFO:tasks.rados.rados.0.smithi086.stdout:2198: oid 13 version 587 is already newer than 585 2024-09-11T03:39:14.908 INFO:tasks.rados.rados.0.smithi086.stdout:2198: oid 13 updating version 587 to 588 2024-09-11T03:39:14.908 INFO:tasks.rados.rados.0.smithi086.stdout:2198: oid 13 version 588 is already newer than 584 2024-09-11T03:39:14.908 INFO:tasks.rados.rados.0.smithi086.stdout:2198: oid 13 version 588 is already newer than 586 2024-09-11T03:39:14.908 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 588 (ObjNum 716 snap 204 seq_num 716) dirty exists 2024-09-11T03:39:14.908 INFO:tasks.rados.rados.0.smithi086.stdout:2198: left oid 13 (ObjNum 716 snap 204 seq_num 716) 2024-09-11T03:39:14.909 INFO:tasks.rados.rados.0.smithi086.stdout:2202: seq_num 718 ranges {942080=32768} 2024-09-11T03:39:14.913 INFO:tasks.rados.rados.0.smithi086.stdout:2202: writing smithi08678205-20 from 942080 to 974848 tid 1 2024-09-11T03:39:14.913 INFO:tasks.rados.rados.0.smithi086.stdout:2197: done (3 left) 2024-09-11T03:39:14.913 INFO:tasks.rados.rados.0.smithi086.stdout:2198: done (2 left) 2024-09-11T03:39:14.914 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 204 2024-09-11T03:39:14.914 INFO:tasks.rados.rados.0.smithi086.stdout:2203: seq_num 719 ranges {4849664=49152} 2024-09-11T03:39:14.939 INFO:tasks.rados.rados.0.smithi086.stdout:2203: writing smithi08678205-22 from 4849664 to 4898816 tid 1 2024-09-11T03:39:14.939 INFO:tasks.rados.rados.0.smithi086.stdout:2201: done (2 left) 2024-09-11T03:39:14.939 INFO:tasks.rados.rados.0.smithi086.stdout:2204: snap_create 2024-09-11T03:39:14.939 INFO:tasks.rados.rados.0.smithi086.stdout:2202: finishing write tid 1 to smithi08678205-20 2024-09-11T03:39:14.939 INFO:tasks.rados.rados.0.smithi086.stdout:2202: finishing write tid 2 to smithi08678205-20 2024-09-11T03:39:14.939 INFO:tasks.rados.rados.0.smithi086.stdout:2202: finishing write tid 3 to smithi08678205-20 2024-09-11T03:39:14.939 INFO:tasks.rados.rados.0.smithi086.stdout:2202: oid 20 updating version 0 to 1640 2024-09-11T03:39:14.939 INFO:tasks.rados.rados.0.smithi086.stdout:2202: oid 20 updating version 1640 to 1641 2024-09-11T03:39:14.940 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 1641 (ObjNum 718 snap 204 seq_num 718) dirty exists 2024-09-11T03:39:14.940 INFO:tasks.rados.rados.0.smithi086.stdout:2202: left oid 20 (ObjNum 718 snap 204 seq_num 718) 2024-09-11T03:39:14.941 INFO:tasks.rados.rados.0.smithi086.stdout:2203: finishing write tid 1 to smithi08678205-22 2024-09-11T03:39:14.941 INFO:tasks.rados.rados.0.smithi086.stdout:2203: finishing write tid 2 to smithi08678205-22 2024-09-11T03:39:14.942 INFO:tasks.rados.rados.0.smithi086.stdout:2203: finishing write tid 3 to smithi08678205-22 2024-09-11T03:39:14.943 INFO:tasks.rados.rados.0.smithi086.stdout:2203: oid 22 updating version 0 to 820 2024-09-11T03:39:14.943 INFO:tasks.rados.rados.0.smithi086.stdout:2203: oid 22 updating version 820 to 821 2024-09-11T03:39:14.943 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 821 (ObjNum 719 snap 204 seq_num 719) dirty exists 2024-09-11T03:39:14.943 INFO:tasks.rados.rados.0.smithi086.stdout:2203: left oid 22 (ObjNum 719 snap 204 seq_num 719) 2024-09-11T03:39:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:14 smithi086 ceph-mon[89281]: pgmap v390: 121 pgs: 121 active+clean; 291 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-11T03:39:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:14 smithi086 ceph-mon[89281]: osdmap e483: 8 total, 8 up, 8 in 2024-09-11T03:39:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:14 smithi086 ceph-mon[91691]: pgmap v390: 121 pgs: 121 active+clean; 291 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-11T03:39:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:14 smithi086 ceph-mon[91691]: osdmap e483: 8 total, 8 up, 8 in 2024-09-11T03:39:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:14 smithi130 ceph-mon[83685]: pgmap v390: 121 pgs: 121 active+clean; 291 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-09-11T03:39:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:14 smithi130 ceph-mon[83685]: osdmap e483: 8 total, 8 up, 8 in 2024-09-11T03:39:15.416 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:15 smithi130 systemd[1]: Stopping Ceph osd.6 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:39:15.741 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[47536]: 2024-09-11T03:39:15.415+0000 7f02e90e9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:39:15.741 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[47536]: 2024-09-11T03:39:15.415+0000 7f02e90e9640 -1 osd.6 484 *** Got signal Terminated *** 2024-09-11T03:39:15.741 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[47536]: 2024-09-11T03:39:15.415+0000 7f02e90e9640 -1 osd.6 484 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:39:15.747 INFO:tasks.rados.rados.0.smithi086.stdout:2202: done (2 left) 2024-09-11T03:39:15.747 INFO:tasks.rados.rados.0.smithi086.stdout:2203: done (1 left) 2024-09-11T03:39:15.747 INFO:tasks.rados.rados.0.smithi086.stdout:2204: done (0 left) 2024-09-11T03:39:15.748 INFO:tasks.rados.rados.0.smithi086.stdout:2205: setattr oid 20 current snap is 205 2024-09-11T03:39:15.749 INFO:tasks.rados.rados.0.smithi086.stdout:2206: delete oid 19 current snap is 205 2024-09-11T03:39:16.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:15 smithi086 ceph-mon[89281]: osdmap e484: 8 total, 8 up, 8 in 2024-09-11T03:39:16.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:15 smithi086 ceph-mon[89281]: osd.6 marked itself down and dead 2024-09-11T03:39:16.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:15 smithi086 ceph-mon[91691]: osdmap e484: 8 total, 8 up, 8 in 2024-09-11T03:39:16.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:15 smithi086 ceph-mon[91691]: osd.6 marked itself down and dead 2024-09-11T03:39:16.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:15 smithi130 ceph-mon[83685]: osdmap e484: 8 total, 8 up, 8 in 2024-09-11T03:39:16.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:15 smithi130 ceph-mon[83685]: osd.6 marked itself down and dead 2024-09-11T03:39:16.591 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:16 smithi130 podman[98658]: 2024-09-11 03:39:16.303284574 +0000 UTC m=+1.013070971 container died 173bca8efbf72757cb1d4575347e6d3540a0b059f07e547bc2d523230e992f66 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-7a853b1, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-11T03:39:16.755 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 1642 (ObjNum 718 snap 204 seq_num 718) dirty exists 2024-09-11T03:39:16.764 INFO:tasks.rados.rados.0.smithi086.stdout:2205: done (1 left) 2024-09-11T03:39:16.764 INFO:tasks.rados.rados.0.smithi086.stdout:2206: done (0 left) 2024-09-11T03:39:16.764 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 205 2024-09-11T03:39:16.764 INFO:tasks.rados.rados.0.smithi086.stdout:2207: seq_num 721 ranges {0=81920} 2024-09-11T03:39:16.764 INFO:tasks.rados.rados.0.smithi086.stdout:2207: writing smithi08678205-15 from 0 to 81920 tid 1 2024-09-11T03:39:16.764 INFO:tasks.rados.rados.0.smithi086.stdout:2208: rollback oid 12 current snap is 205 2024-09-11T03:39:16.764 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 12 to 170 2024-09-11T03:39:16.764 INFO:tasks.rados.rados.0.smithi086.stdout:2209: read oid 16 snap -1 2024-09-11T03:39:16.764 INFO:tasks.rados.rados.0.smithi086.stdout:2209: expect (ObjNum 679 snap 196 seq_num 679) 2024-09-11T03:39:16.764 INFO:tasks.rados.rados.0.smithi086.stdout:2210: setattr oid 44 current snap is 205 2024-09-11T03:39:16.766 INFO:tasks.rados.rados.0.smithi086.stdout:2211: copy_from oid 26 from oid 39 current snap is 205 2024-09-11T03:39:16.766 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 205 2024-09-11T03:39:16.766 INFO:tasks.rados.rados.0.smithi086.stdout:2212: seq_num 722 ranges {1310720=98304} 2024-09-11T03:39:16.774 INFO:tasks.rados.rados.0.smithi086.stdout:2212: writing smithi08678205-7 from 1310720 to 1409024 tid 1 2024-09-11T03:39:16.774 INFO:tasks.rados.rados.0.smithi086.stdout:2213: rollback oid 29 current snap is 205 2024-09-11T03:39:16.774 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 29 to 203 2024-09-11T03:39:16.774 INFO:tasks.rados.rados.0.smithi086.stdout:2207: finishing write tid 1 to smithi08678205-15 2024-09-11T03:39:16.774 INFO:tasks.rados.rados.0.smithi086.stdout:2207: finishing write tid 2 to smithi08678205-15 2024-09-11T03:39:16.775 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 582 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-11T03:39:16.775 INFO:tasks.rados.rados.0.smithi086.stdout:2207: finishing write tid 3 to smithi08678205-15 2024-09-11T03:39:16.775 INFO:tasks.rados.rados.0.smithi086.stdout:2207: oid 15 updating version 0 to 1929 2024-09-11T03:39:16.775 INFO:tasks.rados.rados.0.smithi086.stdout:2207: oid 15 version 1929 is already newer than 1928 2024-09-11T03:39:16.775 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 1929 (ObjNum 721 snap 205 seq_num 721) dirty exists 2024-09-11T03:39:16.775 INFO:tasks.rados.rados.0.smithi086.stdout:2207: left oid 15 (ObjNum 721 snap 205 seq_num 721) 2024-09-11T03:39:16.775 INFO:tasks.rados.rados.0.smithi086.stdout:2208: finishing rollback tid 0 to smithi08678205-12 2024-09-11T03:39:16.775 INFO:tasks.rados.rados.0.smithi086.stdout:2208: finishing rollback tid 1 to smithi08678205-12 2024-09-11T03:39:16.775 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 1144 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-11T03:39:16.775 INFO:tasks.rados.rados.0.smithi086.stdout:2207: done (6 left) 2024-09-11T03:39:16.775 INFO:tasks.rados.rados.0.smithi086.stdout:2208: done (5 left) 2024-09-11T03:39:16.775 INFO:tasks.rados.rados.0.smithi086.stdout:2210: done (4 left) 2024-09-11T03:39:16.776 INFO:tasks.rados.rados.0.smithi086.stdout:2214: delete oid 23 current snap is 205 2024-09-11T03:39:16.777 INFO:tasks.rados.rados.0.smithi086.stdout:2209: expect (ObjNum 679 snap 196 seq_num 679) 2024-09-11T03:39:16.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:16 smithi130 ceph-mon[83685]: pgmap v393: 121 pgs: 121 active+clean; 327 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.9 MiB/s wr, 26 op/s 2024-09-11T03:39:16.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:16 smithi130 ceph-mon[83685]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:39:16.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:16 smithi130 ceph-mon[83685]: osdmap e485: 8 total, 7 up, 8 in 2024-09-11T03:39:16.847 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:16 smithi130 podman[98658]: 2024-09-11 03:39:16.699302127 +0000 UTC m=+1.409088522 container cleanup 173bca8efbf72757cb1d4575347e6d3540a0b059f07e547bc2d523230e992f66 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-7a853b1, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:39:16.847 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:16 smithi130 bash[98658]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6 2024-09-11T03:39:16.861 INFO:tasks.rados.rados.0.smithi086.stdout:2212: finishing write tid 1 to smithi08678205-7 2024-09-11T03:39:16.861 INFO:tasks.rados.rados.0.smithi086.stdout:2212: finishing write tid 2 to smithi08678205-7 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:2213: finishing rollback tid 0 to smithi08678205-29 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:2209: done (4 left) 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:2214: done (3 left) 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 205 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:2212: finishing write tid 3 to smithi08678205-7 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:2212: oid 7 updating version 0 to 1146 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:2212: oid 7 version 1146 is already newer than 1145 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1146 (ObjNum 722 snap 205 seq_num 722) dirty exists 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:2212: left oid 7 (ObjNum 722 snap 205 seq_num 722) 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:2213: finishing rollback tid 1 to smithi08678205-29 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:2213: finishing rollback tid 2 to smithi08678205-29 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 1664 (ObjNum 637 snap 180 seq_num 637) dirty exists 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:2211: finishing copy_from racing read to smithi08678205-26 2024-09-11T03:39:16.862 INFO:tasks.rados.rados.0.smithi086.stdout:2215: seq_num 724 ranges {4849664=131072} 2024-09-11T03:39:16.887 INFO:tasks.rados.rados.0.smithi086.stdout:2215: writing smithi08678205-38 from 4849664 to 4980736 tid 1 2024-09-11T03:39:16.888 INFO:tasks.rados.rados.0.smithi086.stdout:2212: done (3 left) 2024-09-11T03:39:16.888 INFO:tasks.rados.rados.0.smithi086.stdout:2213: done (2 left) 2024-09-11T03:39:16.888 INFO:tasks.rados.rados.0.smithi086.stdout:2216: rollback oid 23 current snap is 205 2024-09-11T03:39:16.888 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 23 to 180 2024-09-11T03:39:16.888 INFO:tasks.rados.rados.0.smithi086.stdout:2211: finishing copy_from to smithi08678205-26 2024-09-11T03:39:16.888 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 1639 (ObjNum 712 snap 203 seq_num 712) dirty exists 2024-09-11T03:39:16.888 INFO:tasks.rados.rados.0.smithi086.stdout:2211: done (2 left) 2024-09-11T03:39:16.888 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 205 2024-09-11T03:39:16.888 INFO:tasks.rados.rados.0.smithi086.stdout:2217: seq_num 725 ranges {1785856=147456} 2024-09-11T03:39:16.898 INFO:tasks.rados.rados.0.smithi086.stdout:2217: writing smithi08678205-11 from 1785856 to 1933312 tid 1 2024-09-11T03:39:16.898 INFO:tasks.rados.rados.0.smithi086.stdout:2218: rollback oid 45 current snap is 205 2024-09-11T03:39:16.898 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 45 to 200 2024-09-11T03:39:16.899 INFO:tasks.rados.rados.0.smithi086.stdout:2216: finishing rollback tid 1 to smithi08678205-23 2024-09-11T03:39:16.899 INFO:tasks.rados.rados.0.smithi086.stdout:2215: finishing write tid 1 to smithi08678205-38 2024-09-11T03:39:16.899 INFO:tasks.rados.rados.0.smithi086.stdout:2215: finishing write tid 2 to smithi08678205-38 2024-09-11T03:39:16.899 INFO:tasks.rados.rados.0.smithi086.stdout:2216: finishing rollback tid 2 to smithi08678205-23 2024-09-11T03:39:16.899 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 1933 (ObjNum 621 snap 177 seq_num 621) dirty exists 2024-09-11T03:39:16.899 INFO:tasks.rados.rados.0.smithi086.stdout:2215: finishing write tid 3 to smithi08678205-38 2024-09-11T03:39:16.899 INFO:tasks.rados.rados.0.smithi086.stdout:2215: oid 38 updating version 0 to 824 2024-09-11T03:39:16.899 INFO:tasks.rados.rados.0.smithi086.stdout:2215: oid 38 version 824 is already newer than 823 2024-09-11T03:39:16.899 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 824 (ObjNum 724 snap 205 seq_num 724) dirty exists 2024-09-11T03:39:16.899 INFO:tasks.rados.rados.0.smithi086.stdout:2215: left oid 38 (ObjNum 724 snap 205 seq_num 724) 2024-09-11T03:39:16.899 INFO:tasks.rados.rados.0.smithi086.stdout:2215: done (3 left) 2024-09-11T03:39:16.899 INFO:tasks.rados.rados.0.smithi086.stdout:2216: done (2 left) 2024-09-11T03:39:16.900 INFO:tasks.rados.rados.0.smithi086.stdout:2219: snap_create 2024-09-11T03:39:16.901 INFO:tasks.rados.rados.0.smithi086.stdout:2217: finishing write tid 1 to smithi08678205-11 2024-09-11T03:39:16.901 INFO:tasks.rados.rados.0.smithi086.stdout:2217: finishing write tid 2 to smithi08678205-11 2024-09-11T03:39:16.902 INFO:tasks.rados.rados.0.smithi086.stdout:2218: finishing rollback tid 0 to smithi08678205-45 2024-09-11T03:39:16.902 INFO:tasks.rados.rados.0.smithi086.stdout:2218: finishing rollback tid 1 to smithi08678205-45 2024-09-11T03:39:16.903 INFO:tasks.rados.rados.0.smithi086.stdout:2218: finishing rollback tid 2 to smithi08678205-45 2024-09-11T03:39:16.903 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 1157 (ObjNum 648 snap 180 seq_num 648) dirty exists 2024-09-11T03:39:16.903 INFO:tasks.rados.rados.0.smithi086.stdout:2217: finishing write tid 3 to smithi08678205-11 2024-09-11T03:39:16.904 INFO:tasks.rados.rados.0.smithi086.stdout:2217: oid 11 updating version 0 to 1111 2024-09-11T03:39:16.904 INFO:tasks.rados.rados.0.smithi086.stdout:2217: oid 11 updating version 1111 to 1112 2024-09-11T03:39:16.904 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1112 (ObjNum 725 snap 205 seq_num 725) dirty exists 2024-09-11T03:39:16.904 INFO:tasks.rados.rados.0.smithi086.stdout:2217: left oid 11 (ObjNum 725 snap 205 seq_num 725) 2024-09-11T03:39:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:16 smithi086 ceph-mon[89281]: pgmap v393: 121 pgs: 121 active+clean; 327 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.9 MiB/s wr, 26 op/s 2024-09-11T03:39:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:16 smithi086 ceph-mon[89281]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:39:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:16 smithi086 ceph-mon[89281]: osdmap e485: 8 total, 7 up, 8 in 2024-09-11T03:39:17.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:16 smithi086 ceph-mon[91691]: pgmap v393: 121 pgs: 121 active+clean; 327 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.9 MiB/s wr, 26 op/s 2024-09-11T03:39:17.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:16 smithi086 ceph-mon[91691]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:39:17.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:16 smithi086 ceph-mon[91691]: osdmap e485: 8 total, 7 up, 8 in 2024-09-11T03:39:17.283 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:16 smithi130 podman[98674]: 2024-09-11 03:39:16.867672976 +0000 UTC m=+0.566047764 container remove 173bca8efbf72757cb1d4575347e6d3540a0b059f07e547bc2d523230e992f66 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=reef-7a853b1, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:39:17.553 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:17 smithi130 podman[98766]: 2024-09-11 03:39:17.186732113 +0000 UTC m=+0.016199571 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:39:17.553 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:17 smithi130 podman[98766]: 2024-09-11 03:39:17.285206388 +0000 UTC m=+0.114673877 container create e404a56d3ad70d1b30c8b64ccb6f210974f467cc58dc15c38bc488647d1db87e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-11T03:39:17.554 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:17 smithi130 podman[98766]: 2024-09-11 03:39:17.4792854 +0000 UTC m=+0.308752849 container init e404a56d3ad70d1b30c8b64ccb6f210974f467cc58dc15c38bc488647d1db87e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=) 2024-09-11T03:39:17.554 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:17 smithi130 podman[98766]: 2024-09-11 03:39:17.482625341 +0000 UTC m=+0.312092788 container start e404a56d3ad70d1b30c8b64ccb6f210974f467cc58dc15c38bc488647d1db87e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-deactivate, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-11T03:39:17.554 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:17 smithi130 podman[98766]: 2024-09-11 03:39:17.554226375 +0000 UTC m=+0.383693831 container attach e404a56d3ad70d1b30c8b64ccb6f210974f467cc58dc15c38bc488647d1db87e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-11T03:39:17.673 INFO:tasks.rados.rados.0.smithi086.stdout:2217: done (2 left) 2024-09-11T03:39:17.673 INFO:tasks.rados.rados.0.smithi086.stdout:2218: done (1 left) 2024-09-11T03:39:17.676 INFO:tasks.rados.rados.0.smithi086.stdout:2219: done (0 left) 2024-09-11T03:39:17.676 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 50 current snap is 206 2024-09-11T03:39:17.676 INFO:tasks.rados.rados.0.smithi086.stdout:2220: seq_num 726 ranges {1245184=163840} 2024-09-11T03:39:17.681 INFO:tasks.rados.rados.0.smithi086.stdout:2220: writing smithi08678205-50 from 1245184 to 1409024 tid 1 2024-09-11T03:39:17.681 INFO:tasks.rados.rados.0.smithi086.stdout:2221: read oid 28 snap 203 2024-09-11T03:39:17.681 INFO:tasks.rados.rados.0.smithi086.stdout:2221: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:39:17.681 INFO:tasks.rados.rados.0.smithi086.stdout:2222: snap_remove snap 170 2024-09-11T03:39:17.847 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:17 smithi130 podman[98766]: 2024-09-11 03:39:17.674254504 +0000 UTC m=+0.503721961 container died e404a56d3ad70d1b30c8b64ccb6f210974f467cc58dc15c38bc488647d1db87e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-deactivate, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-11T03:39:17.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:17 smithi130 ceph-mon[83685]: osdmap e486: 8 total, 7 up, 8 in 2024-09-11T03:39:17.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:17 smithi130 ceph-mon[83685]: osdmap e487: 8 total, 7 up, 8 in 2024-09-11T03:39:18.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:17 smithi086 ceph-mon[89281]: osdmap e486: 8 total, 7 up, 8 in 2024-09-11T03:39:18.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:17 smithi086 ceph-mon[89281]: osdmap e487: 8 total, 7 up, 8 in 2024-09-11T03:39:18.072 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:39:18 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:39:18] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.43.0" 2024-09-11T03:39:18.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:17 smithi086 ceph-mon[91691]: osdmap e486: 8 total, 7 up, 8 in 2024-09-11T03:39:18.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:17 smithi086 ceph-mon[91691]: osdmap e487: 8 total, 7 up, 8 in 2024-09-11T03:39:18.597 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:18 smithi130 podman[98788]: 2024-09-11 03:39:18.225807482 +0000 UTC m=+0.544385110 container remove e404a56d3ad70d1b30c8b64ccb6f210974f467cc58dc15c38bc488647d1db87e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-11T03:39:18.597 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:18 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-11T03:39:18.597 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:18 smithi130 systemd[1]: Stopped Ceph osd.6 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:39:18.597 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:18 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.6.service: Consumed 12.718s CPU time. 2024-09-11T03:39:18.597 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:18 smithi130 systemd[1]: Starting Ceph osd.6 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:39:18.683 INFO:tasks.rados.rados.0.smithi086.stdout:2220: finishing write tid 1 to smithi08678205-50 2024-09-11T03:39:18.683 INFO:tasks.rados.rados.0.smithi086.stdout:2220: finishing write tid 2 to smithi08678205-50 2024-09-11T03:39:18.683 INFO:tasks.rados.rados.0.smithi086.stdout:2220: finishing write tid 3 to smithi08678205-50 2024-09-11T03:39:18.683 INFO:tasks.rados.rados.0.smithi086.stdout:2220: oid 50 updating version 0 to 1114 2024-09-11T03:39:18.683 INFO:tasks.rados.rados.0.smithi086.stdout:2220: oid 50 updating version 1114 to 1115 2024-09-11T03:39:18.683 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 1115 (ObjNum 726 snap 206 seq_num 726) dirty exists 2024-09-11T03:39:18.683 INFO:tasks.rados.rados.0.smithi086.stdout:2220: left oid 50 (ObjNum 726 snap 206 seq_num 726) 2024-09-11T03:39:18.683 INFO:tasks.rados.rados.0.smithi086.stdout:2221: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:39:18.818 INFO:tasks.rados.rados.0.smithi086.stdout:2220: done (2 left) 2024-09-11T03:39:18.818 INFO:tasks.rados.rados.0.smithi086.stdout:2221: done (1 left) 2024-09-11T03:39:18.818 INFO:tasks.rados.rados.0.smithi086.stdout:2222: done (0 left) 2024-09-11T03:39:18.818 INFO:tasks.rados.rados.0.smithi086.stdout:2223: read oid 26 snap -1 2024-09-11T03:39:18.818 INFO:tasks.rados.rados.0.smithi086.stdout:2223: expect (ObjNum 712 snap 203 seq_num 712) 2024-09-11T03:39:18.818 INFO:tasks.rados.rados.0.smithi086.stdout:2224: snap_remove snap 191 2024-09-11T03:39:18.903 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:18 smithi130 ceph-mon[83685]: pgmap v396: 121 pgs: 3 peering, 14 stale+active+clean, 104 active+clean; 334 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.6 MiB/s wr, 26 op/s 2024-09-11T03:39:18.903 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:18 smithi130 ceph-mon[83685]: osdmap e488: 8 total, 7 up, 8 in 2024-09-11T03:39:18.903 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:18 smithi130 podman[98885]: 2024-09-11 03:39:18.553239741 +0000 UTC m=+0.016152339 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:39:18.903 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:18 smithi130 podman[98885]: 2024-09-11 03:39:18.659190837 +0000 UTC m=+0.122103475 container create ee82f8e1c1289b51cfb6a27e2a144829af4eff486f2e1daea412f71db207b2f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-11T03:39:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:18 smithi086 ceph-mon[91691]: pgmap v396: 121 pgs: 3 peering, 14 stale+active+clean, 104 active+clean; 334 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.6 MiB/s wr, 26 op/s 2024-09-11T03:39:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:18 smithi086 ceph-mon[91691]: osdmap e488: 8 total, 7 up, 8 in 2024-09-11T03:39:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:18 smithi086 ceph-mon[89281]: pgmap v396: 121 pgs: 3 peering, 14 stale+active+clean, 104 active+clean; 334 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.6 MiB/s wr, 26 op/s 2024-09-11T03:39:19.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:18 smithi086 ceph-mon[89281]: osdmap e488: 8 total, 7 up, 8 in 2024-09-11T03:39:19.346 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:18 smithi130 podman[98885]: 2024-09-11 03:39:18.903707526 +0000 UTC m=+0.366620131 container init ee82f8e1c1289b51cfb6a27e2a144829af4eff486f2e1daea412f71db207b2f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS) 2024-09-11T03:39:19.347 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:18 smithi130 podman[98885]: 2024-09-11 03:39:18.907105099 +0000 UTC m=+0.370017691 container start ee82f8e1c1289b51cfb6a27e2a144829af4eff486f2e1daea412f71db207b2f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-11T03:39:19.347 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:18 smithi130 podman[98885]: 2024-09-11 03:39:18.978567987 +0000 UTC m=+0.441480597 container attach ee82f8e1c1289b51cfb6a27e2a144829af4eff486f2e1daea412f71db207b2f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:39:19.347 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate[98901]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:39:19.347 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 bash[98885]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:39:19.347 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate[98901]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:39:19.347 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 bash[98885]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:39:19.770 INFO:tasks.rados.rados.0.smithi086.stdout:2224: done (1 left) 2024-09-11T03:39:19.770 INFO:tasks.rados.rados.0.smithi086.stdout:2225: snap_remove snap 168 2024-09-11T03:39:19.783 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate[98901]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-11T03:39:19.783 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 bash[98885]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-11T03:39:19.783 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate[98901]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-11T03:39:19.783 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 bash[98885]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-11T03:39:20.081 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate[98901]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-11T03:39:20.081 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 bash[98885]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-11T03:39:20.082 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate[98901]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-11T03:39:20.082 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 bash[98885]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-11T03:39:20.082 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate[98901]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-11T03:39:20.082 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 bash[98885]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-11T03:39:20.082 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate[98901]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-11T03:39:20.082 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 bash[98885]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-11T03:39:20.082 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate[98901]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-11T03:39:20.082 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 bash[98885]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-11T03:39:20.082 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:19 smithi130 podman[98885]: 2024-09-11 03:39:19.813560098 +0000 UTC m=+1.276472695 container died ee82f8e1c1289b51cfb6a27e2a144829af4eff486f2e1daea412f71db207b2f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS) 2024-09-11T03:39:20.756 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:20 smithi130 podman[99026]: 2024-09-11 03:39:20.44981215 +0000 UTC m=+0.630051193 container remove ee82f8e1c1289b51cfb6a27e2a144829af4eff486f2e1daea412f71db207b2f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-activate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:39:20.756 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:20 smithi130 podman[99086]: 2024-09-11 03:39:20.567996203 +0000 UTC m=+0.016213931 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:39:20.756 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:20 smithi130 podman[99086]: 2024-09-11 03:39:20.667240636 +0000 UTC m=+0.115458350 container create 3a448619e99ab987ec1a833c481150de9ef473e4f087243a3104dc4b4e48f8db (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:39:20.756 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:20 smithi130 ceph-mon[83685]: pgmap v399: 121 pgs: 17 active+undersized, 3 peering, 6 stale+active+clean, 4 active+undersized+degraded, 91 active+clean; 333 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 17 op/s; 39/573 objects degraded (6.806%) 2024-09-11T03:39:20.756 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:20.757 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:39:20.757 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:20 smithi130 ceph-mon[83685]: Health check failed: Degraded data redundancy: 39/573 objects degraded (6.806%), 4 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:20.757 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:20 smithi130 ceph-mon[83685]: osdmap e489: 8 total, 7 up, 8 in 2024-09-11T03:39:20.772 INFO:tasks.rados.rados.0.smithi086.stdout:2225: done (1 left) 2024-09-11T03:39:20.772 INFO:tasks.rados.rados.0.smithi086.stdout:2226: read oid 34 snap 197 2024-09-11T03:39:20.772 INFO:tasks.rados.rados.0.smithi086.stdout:2226: expect (ObjNum 605 snap 172 seq_num 605) 2024-09-11T03:39:20.772 INFO:tasks.rados.rados.0.smithi086.stdout:2227: rollback oid 8 current snap is 206 2024-09-11T03:39:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 8 to 181 2024-09-11T03:39:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:2223: expect (ObjNum 712 snap 203 seq_num 712) 2024-09-11T03:39:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:20 smithi086 ceph-mon[89281]: pgmap v399: 121 pgs: 17 active+undersized, 3 peering, 6 stale+active+clean, 4 active+undersized+degraded, 91 active+clean; 333 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 17 op/s; 39/573 objects degraded (6.806%) 2024-09-11T03:39:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:39:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:20 smithi086 ceph-mon[89281]: Health check failed: Degraded data redundancy: 39/573 objects degraded (6.806%), 4 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:20 smithi086 ceph-mon[89281]: osdmap e489: 8 total, 7 up, 8 in 2024-09-11T03:39:20.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:20 smithi086 ceph-mon[91691]: pgmap v399: 121 pgs: 17 active+undersized, 3 peering, 6 stale+active+clean, 4 active+undersized+degraded, 91 active+clean; 333 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 17 op/s; 39/573 objects degraded (6.806%) 2024-09-11T03:39:20.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:20.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:39:20.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:20 smithi086 ceph-mon[91691]: Health check failed: Degraded data redundancy: 39/573 objects degraded (6.806%), 4 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:20.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:20 smithi086 ceph-mon[91691]: osdmap e489: 8 total, 7 up, 8 in 2024-09-11T03:39:21.069 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:20 smithi130 podman[99086]: 2024-09-11 03:39:20.978515357 +0000 UTC m=+0.426733085 container init 3a448619e99ab987ec1a833c481150de9ef473e4f087243a3104dc4b4e48f8db (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True) 2024-09-11T03:39:21.069 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:20 smithi130 podman[99086]: 2024-09-11 03:39:20.982027634 +0000 UTC m=+0.430245349 container start 3a448619e99ab987ec1a833c481150de9ef473e4f087243a3104dc4b4e48f8db (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-11T03:39:21.069 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:21 smithi130 ceph-osd[99105]: -- 172.21.15.130:0/3819856455 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55db37d57a40 con 0x55db37d35c00 2024-09-11T03:39:21.069 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:21 smithi130 bash[99086]: 3a448619e99ab987ec1a833c481150de9ef473e4f087243a3104dc4b4e48f8db 2024-09-11T03:39:21.217 INFO:tasks.rados.rados.0.smithi086.stdout:2226: expect (ObjNum 605 snap 172 seq_num 605) 2024-09-11T03:39:21.230 INFO:tasks.rados.rados.0.smithi086.stdout:2227: finishing rollback tid 0 to smithi08678205-8 2024-09-11T03:39:21.230 INFO:tasks.rados.rados.0.smithi086.stdout:2227: finishing rollback tid 1 to smithi08678205-8 2024-09-11T03:39:21.230 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 1159 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-11T03:39:21.230 INFO:tasks.rados.rados.0.smithi086.stdout:2223: done (2 left) 2024-09-11T03:39:21.231 INFO:tasks.rados.rados.0.smithi086.stdout:2226: done (1 left) 2024-09-11T03:39:21.231 INFO:tasks.rados.rados.0.smithi086.stdout:2227: done (0 left) 2024-09-11T03:39:21.231 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 20 current snap is 206 2024-09-11T03:39:21.231 INFO:tasks.rados.rados.0.smithi086.stdout:2228: seq_num 727 ranges {974848=180224} 2024-09-11T03:39:21.237 INFO:tasks.rados.rados.0.smithi086.stdout:2228: writing smithi08678205-20 from 974848 to 1155072 tid 1 2024-09-11T03:39:21.237 INFO:tasks.rados.rados.0.smithi086.stdout:2229: copy_from oid 2 from oid 40 current snap is 206 2024-09-11T03:39:21.237 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 206 2024-09-11T03:39:21.237 INFO:tasks.rados.rados.0.smithi086.stdout:2230: seq_num 728 ranges {3817472=196608} 2024-09-11T03:39:21.257 INFO:tasks.rados.rados.0.smithi086.stdout:2230: writing smithi08678205-1 from 3817472 to 4014080 tid 1 2024-09-11T03:39:21.258 INFO:tasks.rados.rados.0.smithi086.stdout:2231: snap_remove snap 180 2024-09-11T03:39:21.346 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:21 smithi130 systemd[1]: Started Ceph osd.6 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:39:22.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:21 smithi086 ceph-mon[89281]: osdmap e490: 8 total, 7 up, 8 in 2024-09-11T03:39:22.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:21 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:22.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:21 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:22.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:21 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:39:22.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:21 smithi086 ceph-mon[91691]: osdmap e490: 8 total, 7 up, 8 in 2024-09-11T03:39:22.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:21 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:22.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:21 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:22.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:21 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:39:22.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:21 smithi130 ceph-mon[83685]: osdmap e490: 8 total, 7 up, 8 in 2024-09-11T03:39:22.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:21 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:22.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:21 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:22.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:21 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:39:22.133 INFO:tasks.rados.rados.0.smithi086.stdout:2229: finishing copy_from to smithi08678205-2 2024-09-11T03:39:22.133 INFO:tasks.rados.rados.0.smithi086.stdout:2229: got expected ENOENT (src dne) 2024-09-11T03:39:22.133 INFO:tasks.rados.rados.0.smithi086.stdout:2229: finishing copy_from racing read to smithi08678205-2 2024-09-11T03:39:22.134 INFO:tasks.rados.rados.0.smithi086.stdout:2228: finishing write tid 1 to smithi08678205-20 2024-09-11T03:39:22.134 INFO:tasks.rados.rados.0.smithi086.stdout:2228: finishing write tid 2 to smithi08678205-20 2024-09-11T03:39:22.134 INFO:tasks.rados.rados.0.smithi086.stdout:2228: finishing write tid 3 to smithi08678205-20 2024-09-11T03:39:22.134 INFO:tasks.rados.rados.0.smithi086.stdout:2228: oid 20 updating version 0 to 1643 2024-09-11T03:39:22.134 INFO:tasks.rados.rados.0.smithi086.stdout:2228: oid 20 updating version 1643 to 1644 2024-09-11T03:39:22.134 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 1644 (ObjNum 727 snap 206 seq_num 727) dirty exists 2024-09-11T03:39:22.134 INFO:tasks.rados.rados.0.smithi086.stdout:2228: left oid 20 (ObjNum 727 snap 206 seq_num 727) 2024-09-11T03:39:22.134 INFO:tasks.rados.rados.0.smithi086.stdout:2230: finishing write tid 1 to smithi08678205-1 2024-09-11T03:39:22.134 INFO:tasks.rados.rados.0.smithi086.stdout:2230: finishing write tid 2 to smithi08678205-1 2024-09-11T03:39:22.134 INFO:tasks.rados.rados.0.smithi086.stdout:2230: finishing write tid 3 to smithi08678205-1 2024-09-11T03:39:22.134 INFO:tasks.rados.rados.0.smithi086.stdout:2230: oid 1 updating version 0 to 1162 2024-09-11T03:39:22.134 INFO:tasks.rados.rados.0.smithi086.stdout:2230: oid 1 version 1162 is already newer than 1161 2024-09-11T03:39:22.134 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 1162 (ObjNum 728 snap 206 seq_num 728) dirty exists 2024-09-11T03:39:22.135 INFO:tasks.rados.rados.0.smithi086.stdout:2230: left oid 1 (ObjNum 728 snap 206 seq_num 728) 2024-09-11T03:39:22.135 INFO:tasks.rados.rados.0.smithi086.stdout:2228: done (3 left) 2024-09-11T03:39:22.135 INFO:tasks.rados.rados.0.smithi086.stdout:2229: done (2 left) 2024-09-11T03:39:22.135 INFO:tasks.rados.rados.0.smithi086.stdout:2230: done (1 left) 2024-09-11T03:39:22.135 INFO:tasks.rados.rados.0.smithi086.stdout:2231: done (0 left) 2024-09-11T03:39:22.135 INFO:tasks.rados.rados.0.smithi086.stdout:2232: snap_remove snap 204 2024-09-11T03:39:22.677 INFO:tasks.rados.rados.0.smithi086.stdout:2232: done (0 left) 2024-09-11T03:39:22.677 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 206 2024-09-11T03:39:22.677 INFO:tasks.rados.rados.0.smithi086.stdout:2233: seq_num 729 ranges {1196032=212992} 2024-09-11T03:39:22.685 INFO:tasks.rados.rados.0.smithi086.stdout:2233: writing smithi08678205-9 from 1196032 to 1409024 tid 1 2024-09-11T03:39:22.685 INFO:tasks.rados.rados.0.smithi086.stdout:2234: setattr oid 30 current snap is 206 2024-09-11T03:39:22.687 INFO:tasks.rados.rados.0.smithi086.stdout:2235: rollback oid 11 current snap is 206 2024-09-11T03:39:22.687 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 205 2024-09-11T03:39:22.687 INFO:tasks.rados.rados.0.smithi086.stdout:2236: read oid 46 snap -1 2024-09-11T03:39:22.688 INFO:tasks.rados.rados.0.smithi086.stdout:2236: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:39:22.688 INFO:tasks.rados.rados.0.smithi086.stdout:2237: setattr oid 23 current snap is 206 2024-09-11T03:39:22.689 INFO:tasks.rados.rados.0.smithi086.stdout:2238: read oid 50 snap 193 2024-09-11T03:39:22.689 INFO:tasks.rados.rados.0.smithi086.stdout:2238: expect (ObjNum 647 snap 180 seq_num 647) 2024-09-11T03:39:22.689 INFO:tasks.rados.rados.0.smithi086.stdout:2239: snap_create 2024-09-11T03:39:22.690 INFO:tasks.rados.rados.0.smithi086.stdout:2233: finishing write tid 1 to smithi08678205-9 2024-09-11T03:39:22.690 INFO:tasks.rados.rados.0.smithi086.stdout:2233: finishing write tid 2 to smithi08678205-9 2024-09-11T03:39:22.691 INFO:tasks.rados.rados.0.smithi086.stdout:2233: finishing write tid 3 to smithi08678205-9 2024-09-11T03:39:22.692 INFO:tasks.rados.rados.0.smithi086.stdout:2233: oid 9 updating version 0 to 851 2024-09-11T03:39:22.692 INFO:tasks.rados.rados.0.smithi086.stdout:2233: oid 9 version 851 is already newer than 850 2024-09-11T03:39:22.692 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 851 (ObjNum 729 snap 206 seq_num 729) dirty exists 2024-09-11T03:39:22.692 INFO:tasks.rados.rados.0.smithi086.stdout:2233: left oid 9 (ObjNum 729 snap 206 seq_num 729) 2024-09-11T03:39:22.692 INFO:tasks.rados.rados.0.smithi086.stdout:2236: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:39:22.711 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 1987 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:39:22.712 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 1989 (ObjNum 621 snap 177 seq_num 621) dirty exists 2024-09-11T03:39:22.712 INFO:tasks.rados.rados.0.smithi086.stdout:2235: finishing rollback tid 0 to smithi08678205-11 2024-09-11T03:39:22.712 INFO:tasks.rados.rados.0.smithi086.stdout:2235: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:39:22.712 INFO:tasks.rados.rados.0.smithi086.stdout:2235: finishing rollback tid 2 to smithi08678205-11 2024-09-11T03:39:22.712 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1119 (ObjNum 725 snap 205 seq_num 725) dirty exists 2024-09-11T03:39:22.712 INFO:tasks.rados.rados.0.smithi086.stdout:2238: expect (ObjNum 647 snap 180 seq_num 647) 2024-09-11T03:39:22.846 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:39:22.624+0000 7fe4994b4640 -1 Falling back to public interface 2024-09-11T03:39:23.554 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:23 smithi130 ceph-mon[83685]: pgmap v402: 121 pgs: 32 active+undersized, 3 peering, 8 active+undersized+degraded, 78 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 23 op/s; 63/582 objects degraded (10.825%) 2024-09-11T03:39:23.554 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:23 smithi130 ceph-mon[83685]: osdmap e491: 8 total, 7 up, 8 in 2024-09-11T03:39:23.554 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:23 smithi130 ceph-mon[83685]: osdmap e492: 8 total, 7 up, 8 in 2024-09-11T03:39:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:23 smithi086 ceph-mon[89281]: pgmap v402: 121 pgs: 32 active+undersized, 3 peering, 8 active+undersized+degraded, 78 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 23 op/s; 63/582 objects degraded (10.825%) 2024-09-11T03:39:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:23 smithi086 ceph-mon[89281]: osdmap e491: 8 total, 7 up, 8 in 2024-09-11T03:39:23.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:23 smithi086 ceph-mon[89281]: osdmap e492: 8 total, 7 up, 8 in 2024-09-11T03:39:23.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:23 smithi086 ceph-mon[91691]: pgmap v402: 121 pgs: 32 active+undersized, 3 peering, 8 active+undersized+degraded, 78 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 23 op/s; 63/582 objects degraded (10.825%) 2024-09-11T03:39:23.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:23 smithi086 ceph-mon[91691]: osdmap e491: 8 total, 7 up, 8 in 2024-09-11T03:39:23.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:23 smithi086 ceph-mon[91691]: osdmap e492: 8 total, 7 up, 8 in 2024-09-11T03:39:23.683 INFO:tasks.rados.rados.0.smithi086.stdout:2233: done (6 left) 2024-09-11T03:39:23.683 INFO:tasks.rados.rados.0.smithi086.stdout:2234: done (5 left) 2024-09-11T03:39:23.683 INFO:tasks.rados.rados.0.smithi086.stdout:2235: done (4 left) 2024-09-11T03:39:23.683 INFO:tasks.rados.rados.0.smithi086.stdout:2236: done (3 left) 2024-09-11T03:39:23.683 INFO:tasks.rados.rados.0.smithi086.stdout:2237: done (2 left) 2024-09-11T03:39:23.683 INFO:tasks.rados.rados.0.smithi086.stdout:2238: done (1 left) 2024-09-11T03:39:23.683 INFO:tasks.rados.rados.0.smithi086.stdout:2239: done (0 left) 2024-09-11T03:39:23.683 INFO:tasks.rados.rados.0.smithi086.stdout:2240: read oid 24 snap -1 2024-09-11T03:39:23.683 INFO:tasks.rados.rados.0.smithi086.stdout:2240: expect (ObjNum 629 snap 178 seq_num 629) 2024-09-11T03:39:23.683 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 207 2024-09-11T03:39:23.683 INFO:tasks.rados.rados.0.smithi086.stdout:2241: seq_num 730 ranges {811008=229376} 2024-09-11T03:39:23.688 INFO:tasks.rados.rados.0.smithi086.stdout:2241: writing smithi08678205-23 from 811008 to 1040384 tid 1 2024-09-11T03:39:23.688 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 5 current snap is 207 2024-09-11T03:39:23.688 INFO:tasks.rados.rados.0.smithi086.stdout:2242: seq_num 731 ranges {2457600=245760} 2024-09-11T03:39:23.703 INFO:tasks.rados.rados.0.smithi086.stdout:2242: writing smithi08678205-5 from 2457600 to 2703360 tid 1 2024-09-11T03:39:23.703 INFO:tasks.rados.rados.0.smithi086.stdout:2243: snap_remove snap 197 2024-09-11T03:39:24.686 INFO:tasks.rados.rados.0.smithi086.stdout:2243: done (3 left) 2024-09-11T03:39:24.686 INFO:tasks.rados.rados.0.smithi086.stdout:2244: read oid 4 snap 200 2024-09-11T03:39:24.686 INFO:tasks.rados.rados.0.smithi086.stdout:2244: expect (ObjNum 676 snap 195 seq_num 676) 2024-09-11T03:39:24.686 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 20 current snap is 207 2024-09-11T03:39:24.686 INFO:tasks.rados.rados.0.smithi086.stdout:2240: expect (ObjNum 629 snap 178 seq_num 629) 2024-09-11T03:39:24.719 INFO:tasks.rados.rados.0.smithi086.stdout:2241: finishing write tid 1 to smithi08678205-23 2024-09-11T03:39:24.720 INFO:tasks.rados.rados.0.smithi086.stdout:2241: finishing write tid 2 to smithi08678205-23 2024-09-11T03:39:24.720 INFO:tasks.rados.rados.0.smithi086.stdout:2245: seq_num 732 ranges {1155072=262144} 2024-09-11T03:39:24.727 INFO:tasks.rados.rados.0.smithi086.stdout:2245: writing smithi08678205-20 from 1155072 to 1417216 tid 1 2024-09-11T03:39:24.728 INFO:tasks.rados.rados.0.smithi086.stdout:2240: done (4 left) 2024-09-11T03:39:24.728 INFO:tasks.rados.rados.0.smithi086.stdout:2246: copy_from oid 50 from oid 49 current snap is 207 2024-09-11T03:39:24.728 INFO:tasks.rados.rados.0.smithi086.stdout:2241: finishing write tid 3 to smithi08678205-23 2024-09-11T03:39:24.728 INFO:tasks.rados.rados.0.smithi086.stdout:2241: oid 23 updating version 0 to 1992 2024-09-11T03:39:24.728 INFO:tasks.rados.rados.0.smithi086.stdout:2241: oid 23 version 1992 is already newer than 1991 2024-09-11T03:39:24.728 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 1992 (ObjNum 730 snap 207 seq_num 730) dirty exists 2024-09-11T03:39:24.728 INFO:tasks.rados.rados.0.smithi086.stdout:2241: left oid 23 (ObjNum 730 snap 207 seq_num 730) 2024-09-11T03:39:24.729 INFO:tasks.rados.rados.0.smithi086.stdout:2242: finishing write tid 1 to smithi08678205-5 2024-09-11T03:39:24.729 INFO:tasks.rados.rados.0.smithi086.stdout:2242: finishing write tid 2 to smithi08678205-5 2024-09-11T03:39:24.729 INFO:tasks.rados.rados.0.smithi086.stdout:2242: finishing write tid 3 to smithi08678205-5 2024-09-11T03:39:24.729 INFO:tasks.rados.rados.0.smithi086.stdout:2242: oid 5 updating version 0 to 1804 2024-09-11T03:39:24.729 INFO:tasks.rados.rados.0.smithi086.stdout:2242: oid 5 version 1804 is already newer than 1803 2024-09-11T03:39:24.729 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 1804 (ObjNum 731 snap 207 seq_num 731) dirty exists 2024-09-11T03:39:24.729 INFO:tasks.rados.rados.0.smithi086.stdout:2242: left oid 5 (ObjNum 731 snap 207 seq_num 731) 2024-09-11T03:39:24.729 INFO:tasks.rados.rados.0.smithi086.stdout:2244: expect (ObjNum 676 snap 195 seq_num 676) 2024-09-11T03:39:24.852 INFO:tasks.rados.rados.0.smithi086.stdout:2245: finishing write tid 1 to smithi08678205-20 2024-09-11T03:39:24.852 INFO:tasks.rados.rados.0.smithi086.stdout:2245: finishing write tid 2 to smithi08678205-20 2024-09-11T03:39:24.853 INFO:tasks.rados.rados.0.smithi086.stdout:2245: finishing write tid 3 to smithi08678205-20 2024-09-11T03:39:24.853 INFO:tasks.rados.rados.0.smithi086.stdout:2245: oid 20 updating version 0 to 1646 2024-09-11T03:39:24.853 INFO:tasks.rados.rados.0.smithi086.stdout:2245: oid 20 version 1646 is already newer than 1645 2024-09-11T03:39:24.853 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 1646 (ObjNum 732 snap 207 seq_num 732) dirty exists 2024-09-11T03:39:24.853 INFO:tasks.rados.rados.0.smithi086.stdout:2245: left oid 20 (ObjNum 732 snap 207 seq_num 732) 2024-09-11T03:39:24.853 INFO:tasks.rados.rados.0.smithi086.stdout:2246: finishing copy_from racing read to smithi08678205-50 2024-09-11T03:39:24.853 INFO:tasks.rados.rados.0.smithi086.stdout:2246: finishing copy_from to smithi08678205-50 2024-09-11T03:39:24.853 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 1160 (ObjNum 713 snap 204 seq_num 713) dirty exists 2024-09-11T03:39:24.853 INFO:tasks.rados.rados.0.smithi086.stdout:2241: done (4 left) 2024-09-11T03:39:24.853 INFO:tasks.rados.rados.0.smithi086.stdout:2242: done (3 left) 2024-09-11T03:39:24.853 INFO:tasks.rados.rados.0.smithi086.stdout:2244: done (2 left) 2024-09-11T03:39:24.853 INFO:tasks.rados.rados.0.smithi086.stdout:2245: done (1 left) 2024-09-11T03:39:24.854 INFO:tasks.rados.rados.0.smithi086.stdout:2246: done (0 left) 2024-09-11T03:39:24.854 INFO:tasks.rados.rados.0.smithi086.stdout:2247: snap_create 2024-09-11T03:39:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:24 smithi086 ceph-mon[89281]: pgmap v405: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 65/585 objects degraded (11.111%) 2024-09-11T03:39:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:24 smithi086 ceph-mon[89281]: osdmap e493: 8 total, 7 up, 8 in 2024-09-11T03:39:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:24 smithi086 ceph-mon[91691]: pgmap v405: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 65/585 objects degraded (11.111%) 2024-09-11T03:39:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:24 smithi086 ceph-mon[91691]: osdmap e493: 8 total, 7 up, 8 in 2024-09-11T03:39:25.077 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:24 smithi130 ceph-mon[83685]: pgmap v405: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 65/585 objects degraded (11.111%) 2024-09-11T03:39:25.077 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:24 smithi130 ceph-mon[83685]: osdmap e493: 8 total, 7 up, 8 in 2024-09-11T03:39:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:2247: done (0 left) 2024-09-11T03:39:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:2248: copy_from oid 24 from oid 14 current snap is 208 2024-09-11T03:39:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 208 2024-09-11T03:39:25.702 INFO:tasks.rados.rados.0.smithi086.stdout:2249: seq_num 733 ranges {3227648=278528} 2024-09-11T03:39:25.720 INFO:tasks.rados.rados.0.smithi086.stdout:2249: writing smithi08678205-10 from 3227648 to 3506176 tid 1 2024-09-11T03:39:25.721 INFO:tasks.rados.rados.0.smithi086.stdout:2250: snap_remove snap 181 2024-09-11T03:39:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:25 smithi086 ceph-mon[89281]: osdmap e494: 8 total, 7 up, 8 in 2024-09-11T03:39:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:25 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:25 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:26.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:25 smithi086 ceph-mon[91691]: osdmap e494: 8 total, 7 up, 8 in 2024-09-11T03:39:26.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:25 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:26.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:25 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:26.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:25 smithi130 ceph-mon[83685]: osdmap e494: 8 total, 7 up, 8 in 2024-09-11T03:39:26.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:25 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:26.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:25 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:26.709 INFO:tasks.rados.rados.0.smithi086.stdout:2250: done (2 left) 2024-09-11T03:39:26.709 INFO:tasks.rados.rados.0.smithi086.stdout:2251: read oid 36 snap -1 2024-09-11T03:39:26.709 INFO:tasks.rados.rados.0.smithi086.stdout:2251: expect (ObjNum 711 snap 203 seq_num 711) 2024-09-11T03:39:26.709 INFO:tasks.rados.rados.0.smithi086.stdout:2252: delete oid 40 current snap is 208 2024-09-11T03:39:26.709 INFO:tasks.rados.rados.0.smithi086.stdout:2248: finishing copy_from to smithi08678205-24 2024-09-11T03:39:26.709 INFO:tasks.rados.rados.0.smithi086.stdout:2248: got expected ENOENT (src dne) 2024-09-11T03:39:26.710 INFO:tasks.rados.rados.0.smithi086.stdout:2248: finishing copy_from racing read to smithi08678205-24 2024-09-11T03:39:26.710 INFO:tasks.rados.rados.0.smithi086.stdout:2249: finishing write tid 1 to smithi08678205-10 2024-09-11T03:39:26.710 INFO:tasks.rados.rados.0.smithi086.stdout:2249: finishing write tid 2 to smithi08678205-10 2024-09-11T03:39:26.710 INFO:tasks.rados.rados.0.smithi086.stdout:2249: finishing write tid 3 to smithi08678205-10 2024-09-11T03:39:26.710 INFO:tasks.rados.rados.0.smithi086.stdout:2249: oid 10 updating version 0 to 1805 2024-09-11T03:39:26.710 INFO:tasks.rados.rados.0.smithi086.stdout:2249: oid 10 updating version 1805 to 1806 2024-09-11T03:39:26.710 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 1806 (ObjNum 733 snap 208 seq_num 733) dirty exists 2024-09-11T03:39:26.710 INFO:tasks.rados.rados.0.smithi086.stdout:2249: left oid 10 (ObjNum 733 snap 208 seq_num 733) 2024-09-11T03:39:26.720 INFO:tasks.rados.rados.0.smithi086.stdout:2248: done (3 left) 2024-09-11T03:39:26.720 INFO:tasks.rados.rados.0.smithi086.stdout:2249: done (2 left) 2024-09-11T03:39:26.720 INFO:tasks.rados.rados.0.smithi086.stdout:2252: done (1 left) 2024-09-11T03:39:26.720 INFO:tasks.rados.rados.0.smithi086.stdout:2253: rmattr oid 25 current snap is 208 2024-09-11T03:39:26.721 INFO:tasks.rados.rados.0.smithi086.stdout:2254: rollback oid 24 current snap is 208 2024-09-11T03:39:26.721 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 24 to 193 2024-09-11T03:39:26.721 INFO:tasks.rados.rados.0.smithi086.stdout:2255: rmattr oid 23 current snap is 208 2024-09-11T03:39:26.721 INFO:tasks.rados.rados.0.smithi086.stdout:2256: rollback oid 37 current snap is 208 2024-09-11T03:39:26.721 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 37 to 207 2024-09-11T03:39:26.721 INFO:tasks.rados.rados.0.smithi086.stdout:2257: read oid 9 snap -1 2024-09-11T03:39:26.721 INFO:tasks.rados.rados.0.smithi086.stdout:2257: expect (ObjNum 729 snap 206 seq_num 729) 2024-09-11T03:39:26.721 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 208 2024-09-11T03:39:26.721 INFO:tasks.rados.rados.0.smithi086.stdout:2258: seq_num 735 ranges {81920=311296} 2024-09-11T03:39:26.723 INFO:tasks.rados.rados.0.smithi086.stdout:2258: writing smithi08678205-15 from 81920 to 393216 tid 1 2024-09-11T03:39:26.723 INFO:tasks.rados.rados.0.smithi086.stdout:2259: snap_create 2024-09-11T03:39:26.725 INFO:tasks.rados.rados.0.smithi086.stdout:2256: finishing rollback tid 0 to smithi08678205-37 2024-09-11T03:39:26.725 INFO:tasks.rados.rados.0.smithi086.stdout:2256: finishing rollback tid 1 to smithi08678205-37 2024-09-11T03:39:26.725 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 1161 (ObjNum 619 snap 177 seq_num 619) dirty exists 2024-09-11T03:39:26.726 INFO:tasks.rados.rados.0.smithi086.stdout:2256: finishing rollback tid 2 to smithi08678205-37 2024-09-11T03:39:26.726 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1642 (ObjNum 577 snap 167 seq_num 577) dirty exists 2024-09-11T03:39:26.728 INFO:tasks.rados.rados.0.smithi086.stdout:2251: expect (ObjNum 711 snap 203 seq_num 711) 2024-09-11T03:39:26.793 INFO:tasks.rados.rados.0.smithi086.stdout:2254: finishing rollback tid 0 to smithi08678205-24 2024-09-11T03:39:26.793 INFO:tasks.rados.rados.0.smithi086.stdout:2254: finishing rollback tid 1 to smithi08678205-24 2024-09-11T03:39:26.793 INFO:tasks.rados.rados.0.smithi086.stdout:2254: finishing rollback tid 2 to smithi08678205-24 2024-09-11T03:39:26.794 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 1809 (ObjNum 629 snap 178 seq_num 629) dirty exists 2024-09-11T03:39:26.794 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2006 (ObjNum 730 snap 207 seq_num 730) dirty exists 2024-09-11T03:39:26.794 INFO:tasks.rados.rados.0.smithi086.stdout:2257: expect (ObjNum 729 snap 206 seq_num 729) 2024-09-11T03:39:26.847 INFO:tasks.rados.rados.0.smithi086.stdout:2258: finishing write tid 1 to smithi08678205-15 2024-09-11T03:39:26.848 INFO:tasks.rados.rados.0.smithi086.stdout:2258: finishing write tid 2 to smithi08678205-15 2024-09-11T03:39:26.848 INFO:tasks.rados.rados.0.smithi086.stdout:2258: finishing write tid 3 to smithi08678205-15 2024-09-11T03:39:26.848 INFO:tasks.rados.rados.0.smithi086.stdout:2258: oid 15 updating version 0 to 2008 2024-09-11T03:39:26.848 INFO:tasks.rados.rados.0.smithi086.stdout:2258: oid 15 updating version 2008 to 2009 2024-09-11T03:39:26.848 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2009 (ObjNum 735 snap 208 seq_num 735) dirty exists 2024-09-11T03:39:26.848 INFO:tasks.rados.rados.0.smithi086.stdout:2258: left oid 15 (ObjNum 735 snap 208 seq_num 735) 2024-09-11T03:39:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[89281]: pgmap v408: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 273 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 208 KiB/s wr, 18 op/s; 67/552 objects degraded (12.138%) 2024-09-11T03:39:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 67/552 objects degraded (12.138%), 9 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[89281]: osdmap e495: 8 total, 7 up, 8 in 2024-09-11T03:39:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[89281]: from='osd.6 [v2:172.21.15.130:6816/3952611016,v1:172.21.15.130:6817/3952611016]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-11T03:39:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[89281]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-11T03:39:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[91691]: pgmap v408: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 273 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 208 KiB/s wr, 18 op/s; 67/552 objects degraded (12.138%) 2024-09-11T03:39:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 67/552 objects degraded (12.138%), 9 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[91691]: osdmap e495: 8 total, 7 up, 8 in 2024-09-11T03:39:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[91691]: from='osd.6 [v2:172.21.15.130:6816/3952611016,v1:172.21.15.130:6817/3952611016]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-11T03:39:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:26 smithi086 ceph-mon[91691]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-11T03:39:27.096 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:26 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:39:26.648+0000 7fe4994b4640 -1 osd.6 484 log_to_monitors true 2024-09-11T03:39:27.096 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:39:26 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:39:26.755+0000 7fe49125e640 -1 osd.6 484 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:39:27.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:26 smithi130 ceph-mon[83685]: pgmap v408: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 273 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 208 KiB/s wr, 18 op/s; 67/552 objects degraded (12.138%) 2024-09-11T03:39:27.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:26 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 67/552 objects degraded (12.138%), 9 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:26 smithi130 ceph-mon[83685]: osdmap e495: 8 total, 7 up, 8 in 2024-09-11T03:39:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:26 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:26 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:26 smithi130 ceph-mon[83685]: from='osd.6 [v2:172.21.15.130:6816/3952611016,v1:172.21.15.130:6817/3952611016]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-11T03:39:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:26 smithi130 ceph-mon[83685]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-11T03:39:27.747 INFO:tasks.rados.rados.0.smithi086.stdout:2251: done (7 left) 2024-09-11T03:39:27.747 INFO:tasks.rados.rados.0.smithi086.stdout:2253: done (6 left) 2024-09-11T03:39:27.747 INFO:tasks.rados.rados.0.smithi086.stdout:2254: done (5 left) 2024-09-11T03:39:27.747 INFO:tasks.rados.rados.0.smithi086.stdout:2255: done (4 left) 2024-09-11T03:39:27.747 INFO:tasks.rados.rados.0.smithi086.stdout:2256: done (3 left) 2024-09-11T03:39:27.747 INFO:tasks.rados.rados.0.smithi086.stdout:2257: done (2 left) 2024-09-11T03:39:27.747 INFO:tasks.rados.rados.0.smithi086.stdout:2258: done (1 left) 2024-09-11T03:39:27.748 INFO:tasks.rados.rados.0.smithi086.stdout:2259: done (0 left) 2024-09-11T03:39:27.748 INFO:tasks.rados.rados.0.smithi086.stdout:2260: snap_create 2024-09-11T03:39:27.975 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:27 smithi130 ceph-mon[83685]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-11T03:39:27.975 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:27 smithi130 ceph-mon[83685]: osdmap e496: 8 total, 7 up, 8 in 2024-09-11T03:39:27.975 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:27 smithi130 ceph-mon[83685]: from='osd.6 [v2:172.21.15.130:6816/3952611016,v1:172.21.15.130:6817/3952611016]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:39:27.975 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:27 smithi130 ceph-mon[83685]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:39:28.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:27 smithi086 ceph-mon[89281]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-11T03:39:28.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:27 smithi086 ceph-mon[89281]: osdmap e496: 8 total, 7 up, 8 in 2024-09-11T03:39:28.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:27 smithi086 ceph-mon[89281]: from='osd.6 [v2:172.21.15.130:6816/3952611016,v1:172.21.15.130:6817/3952611016]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:39:28.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:27 smithi086 ceph-mon[89281]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:39:28.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:27 smithi086 ceph-mon[91691]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-11T03:39:28.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:27 smithi086 ceph-mon[91691]: osdmap e496: 8 total, 7 up, 8 in 2024-09-11T03:39:28.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:27 smithi086 ceph-mon[91691]: from='osd.6 [v2:172.21.15.130:6816/3952611016,v1:172.21.15.130:6817/3952611016]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:39:28.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:27 smithi086 ceph-mon[91691]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:39:28.321 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:39:28 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:39:28] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.43.0" 2024-09-11T03:39:28.749 INFO:tasks.rados.rados.0.smithi086.stdout:2260: done (0 left) 2024-09-11T03:39:28.749 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 210 2024-09-11T03:39:28.749 INFO:tasks.rados.rados.0.smithi086.stdout:2261: seq_num 736 ranges {1933312=335872} 2024-09-11T03:39:28.762 INFO:tasks.rados.rados.0.smithi086.stdout:2261: writing smithi08678205-11 from 1933312 to 2269184 tid 1 2024-09-11T03:39:28.762 INFO:tasks.rados.rados.0.smithi086.stdout:2262: delete oid 48 current snap is 210 2024-09-11T03:39:28.778 INFO:tasks.rados.rados.0.smithi086.stdout:2262: done (1 left) 2024-09-11T03:39:28.778 INFO:tasks.rados.rados.0.smithi086.stdout:2263: snap_create 2024-09-11T03:39:28.785 INFO:tasks.rados.rados.0.smithi086.stdout:2261: finishing write tid 1 to smithi08678205-11 2024-09-11T03:39:28.785 INFO:tasks.rados.rados.0.smithi086.stdout:2261: finishing write tid 2 to smithi08678205-11 2024-09-11T03:39:28.788 INFO:tasks.rados.rados.0.smithi086.stdout:2261: finishing write tid 3 to smithi08678205-11 2024-09-11T03:39:28.789 INFO:tasks.rados.rados.0.smithi086.stdout:2261: oid 11 updating version 0 to 1163 2024-09-11T03:39:28.789 INFO:tasks.rados.rados.0.smithi086.stdout:2261: oid 11 version 1163 is already newer than 1162 2024-09-11T03:39:28.789 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1163 (ObjNum 736 snap 210 seq_num 736) dirty exists 2024-09-11T03:39:28.789 INFO:tasks.rados.rados.0.smithi086.stdout:2261: left oid 11 (ObjNum 736 snap 210 seq_num 736) 2024-09-11T03:39:28.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:28 smithi130 ceph-mon[83685]: pgmap v411: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 268 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 260 KiB/s wr, 18 op/s; 67/543 objects degraded (12.339%) 2024-09-11T03:39:28.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:28 smithi130 ceph-mon[83685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:39:28.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:28 smithi130 ceph-mon[83685]: osd.6 [v2:172.21.15.130:6816/3952611016,v1:172.21.15.130:6817/3952611016] boot 2024-09-11T03:39:28.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:28 smithi130 ceph-mon[83685]: osdmap e497: 8 total, 8 up, 8 in 2024-09-11T03:39:28.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:28 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-11T03:39:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:28 smithi086 ceph-mon[89281]: pgmap v411: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 268 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 260 KiB/s wr, 18 op/s; 67/543 objects degraded (12.339%) 2024-09-11T03:39:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:28 smithi086 ceph-mon[89281]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:39:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:28 smithi086 ceph-mon[89281]: osd.6 [v2:172.21.15.130:6816/3952611016,v1:172.21.15.130:6817/3952611016] boot 2024-09-11T03:39:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:28 smithi086 ceph-mon[89281]: osdmap e497: 8 total, 8 up, 8 in 2024-09-11T03:39:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:28 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-11T03:39:29.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:28 smithi086 ceph-mon[91691]: pgmap v411: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 268 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 260 KiB/s wr, 18 op/s; 67/543 objects degraded (12.339%) 2024-09-11T03:39:29.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:28 smithi086 ceph-mon[91691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:39:29.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:28 smithi086 ceph-mon[91691]: osd.6 [v2:172.21.15.130:6816/3952611016,v1:172.21.15.130:6817/3952611016] boot 2024-09-11T03:39:29.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:28 smithi086 ceph-mon[91691]: osdmap e497: 8 total, 8 up, 8 in 2024-09-11T03:39:29.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:28 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-11T03:39:29.750 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:39:29.324+0000 7f1689c5f640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-11T03:39:29.755 INFO:tasks.rados.rados.0.smithi086.stdout:2261: done (1 left) 2024-09-11T03:39:29.755 INFO:tasks.rados.rados.0.smithi086.stdout:2263: done (0 left) 2024-09-11T03:39:29.755 INFO:tasks.rados.rados.0.smithi086.stdout:2264: read oid 1 snap -1 2024-09-11T03:39:29.755 INFO:tasks.rados.rados.0.smithi086.stdout:2264: expect (ObjNum 728 snap 206 seq_num 728) 2024-09-11T03:39:29.755 INFO:tasks.rados.rados.0.smithi086.stdout:2265: read oid 17 snap -1 2024-09-11T03:39:29.755 INFO:tasks.rados.rados.0.smithi086.stdout:2265: expect (ObjNum 698 snap 200 seq_num 698) 2024-09-11T03:39:29.755 INFO:tasks.rados.rados.0.smithi086.stdout:2266: snap_remove snap 209 2024-09-11T03:39:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[89281]: osdmap e498: 8 total, 8 up, 8 in 2024-09-11T03:39:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:39:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:39:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:39:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:30.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-11T03:39:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[91691]: osdmap e498: 8 total, 8 up, 8 in 2024-09-11T03:39:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:39:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:39:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:39:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:29 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-11T03:39:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:29 smithi130 ceph-mon[83685]: osdmap e498: 8 total, 8 up, 8 in 2024-09-11T03:39:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:29 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:29 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:29 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:39:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:29 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:39:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:29 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:30.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:29 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:39:30.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:29 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:30.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:29 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:30.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:29 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:30.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:29 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-11T03:39:30.756 INFO:tasks.rados.rados.0.smithi086.stdout:2266: done (2 left) 2024-09-11T03:39:30.756 INFO:tasks.rados.rados.0.smithi086.stdout:2267: rollback oid 11 current snap is 211 2024-09-11T03:39:30.756 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 200 2024-09-11T03:39:30.756 INFO:tasks.rados.rados.0.smithi086.stdout:2268: snap_create 2024-09-11T03:39:30.756 INFO:tasks.rados.rados.0.smithi086.stdout:2265: expect (ObjNum 698 snap 200 seq_num 698) 2024-09-11T03:39:30.813 INFO:tasks.rados.rados.0.smithi086.stdout:2264: expect (ObjNum 728 snap 206 seq_num 728) 2024-09-11T03:39:31.000 INFO:tasks.rados.rados.0.smithi086.stdout:2267: finishing rollback tid 0 to smithi08678205-11 2024-09-11T03:39:31.000 INFO:tasks.rados.rados.0.smithi086.stdout:2267: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:39:31.000 INFO:tasks.rados.rados.0.smithi086.stdout:2267: finishing rollback tid 2 to smithi08678205-11 2024-09-11T03:39:31.000 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1166 (ObjNum 630 snap 178 seq_num 630) dirty exists 2024-09-11T03:39:31.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:30 smithi086 ceph-mon[89281]: pgmap v414: 121 pgs: 12 peering, 23 active+undersized, 8 active+undersized+degraded, 78 active+clean; 279 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 304 KiB/s rd, 2.7 MiB/s wr, 5 op/s; 54/552 objects degraded (9.783%) 2024-09-11T03:39:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:30 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-11T03:39:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:30 smithi086 ceph-mon[89281]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-11T03:39:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:30 smithi086 ceph-mon[89281]: osdmap e499: 8 total, 8 up, 8 in 2024-09-11T03:39:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:30 smithi086 ceph-mon[91691]: pgmap v414: 121 pgs: 12 peering, 23 active+undersized, 8 active+undersized+degraded, 78 active+clean; 279 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 304 KiB/s rd, 2.7 MiB/s wr, 5 op/s; 54/552 objects degraded (9.783%) 2024-09-11T03:39:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:30 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-11T03:39:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:30 smithi086 ceph-mon[91691]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-11T03:39:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:30 smithi086 ceph-mon[91691]: osdmap e499: 8 total, 8 up, 8 in 2024-09-11T03:39:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:30 smithi130 ceph-mon[83685]: pgmap v414: 121 pgs: 12 peering, 23 active+undersized, 8 active+undersized+degraded, 78 active+clean; 279 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 304 KiB/s rd, 2.7 MiB/s wr, 5 op/s; 54/552 objects degraded (9.783%) 2024-09-11T03:39:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:30 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-11T03:39:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:30 smithi130 ceph-mon[83685]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-11T03:39:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:30 smithi130 ceph-mon[83685]: osdmap e499: 8 total, 8 up, 8 in 2024-09-11T03:39:31.757 INFO:tasks.rados.rados.0.smithi086.stdout:2264: done (3 left) 2024-09-11T03:39:31.757 INFO:tasks.rados.rados.0.smithi086.stdout:2265: done (2 left) 2024-09-11T03:39:31.757 INFO:tasks.rados.rados.0.smithi086.stdout:2267: done (1 left) 2024-09-11T03:39:31.757 INFO:tasks.rados.rados.0.smithi086.stdout:2268: done (0 left) 2024-09-11T03:39:31.757 INFO:tasks.rados.rados.0.smithi086.stdout:2269: snap_remove snap 200 2024-09-11T03:39:32.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:31 smithi086 ceph-mon[91691]: osdmap e500: 8 total, 8 up, 8 in 2024-09-11T03:39:32.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:31 smithi086 ceph-mon[91691]: osdmap e501: 8 total, 8 up, 8 in 2024-09-11T03:39:32.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:31 smithi086 ceph-mon[89281]: osdmap e500: 8 total, 8 up, 8 in 2024-09-11T03:39:32.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:31 smithi086 ceph-mon[89281]: osdmap e501: 8 total, 8 up, 8 in 2024-09-11T03:39:32.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:31 smithi130 ceph-mon[83685]: osdmap e500: 8 total, 8 up, 8 in 2024-09-11T03:39:32.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:31 smithi130 ceph-mon[83685]: osdmap e501: 8 total, 8 up, 8 in 2024-09-11T03:39:32.763 INFO:tasks.rados.rados.0.smithi086.stdout:2269: done (0 left) 2024-09-11T03:39:32.763 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 212 2024-09-11T03:39:32.763 INFO:tasks.rados.rados.0.smithi086.stdout:2270: seq_num 738 ranges {0=368640} 2024-09-11T03:39:32.764 INFO:tasks.rados.rados.0.smithi086.stdout:2270: writing smithi08678205-33 from 0 to 368640 tid 1 2024-09-11T03:39:32.765 INFO:tasks.rados.rados.0.smithi086.stdout:2271: snap_remove snap 186 2024-09-11T03:39:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:32 smithi086 ceph-mon[89281]: pgmap v417: 121 pgs: 12 peering, 13 active+undersized, 5 active+undersized+degraded, 91 active+clean; 273 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.8 MiB/s wr, 12 op/s; 30/534 objects degraded (5.618%); 1.9 MiB/s, 0 objects/s recovering 2024-09-11T03:39:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:32 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 30/534 objects degraded (5.618%), 5 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:32 smithi086 ceph-mon[91691]: pgmap v417: 121 pgs: 12 peering, 13 active+undersized, 5 active+undersized+degraded, 91 active+clean; 273 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.8 MiB/s wr, 12 op/s; 30/534 objects degraded (5.618%); 1.9 MiB/s, 0 objects/s recovering 2024-09-11T03:39:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:32 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 30/534 objects degraded (5.618%), 5 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:32 smithi130 ceph-mon[83685]: pgmap v417: 121 pgs: 12 peering, 13 active+undersized, 5 active+undersized+degraded, 91 active+clean; 273 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.8 MiB/s wr, 12 op/s; 30/534 objects degraded (5.618%); 1.9 MiB/s, 0 objects/s recovering 2024-09-11T03:39:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:32 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 30/534 objects degraded (5.618%), 5 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:33.762 INFO:tasks.rados.rados.0.smithi086.stdout:2271: done (1 left) 2024-09-11T03:39:33.762 INFO:tasks.rados.rados.0.smithi086.stdout:2272: read oid 16 snap -1 2024-09-11T03:39:33.762 INFO:tasks.rados.rados.0.smithi086.stdout:2272: expect (ObjNum 679 snap 196 seq_num 679) 2024-09-11T03:39:33.762 INFO:tasks.rados.rados.0.smithi086.stdout:2273: copy_from oid 22 from oid 49 current snap is 212 2024-09-11T03:39:33.762 INFO:tasks.rados.rados.0.smithi086.stdout:2270: finishing write tid 1 to smithi08678205-33 2024-09-11T03:39:33.762 INFO:tasks.rados.rados.0.smithi086.stdout:2270: finishing write tid 2 to smithi08678205-33 2024-09-11T03:39:33.762 INFO:tasks.rados.rados.0.smithi086.stdout:2270: finishing write tid 3 to smithi08678205-33 2024-09-11T03:39:33.762 INFO:tasks.rados.rados.0.smithi086.stdout:2270: oid 33 updating version 0 to 2019 2024-09-11T03:39:33.762 INFO:tasks.rados.rados.0.smithi086.stdout:2270: oid 33 version 2019 is already newer than 2018 2024-09-11T03:39:33.762 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 2019 (ObjNum 738 snap 212 seq_num 738) dirty exists 2024-09-11T03:39:33.762 INFO:tasks.rados.rados.0.smithi086.stdout:2270: left oid 33 (ObjNum 738 snap 212 seq_num 738) 2024-09-11T03:39:33.762 INFO:tasks.rados.rados.0.smithi086.stdout:2270: done (2 left) 2024-09-11T03:39:33.763 INFO:tasks.rados.rados.0.smithi086.stdout:2274: copy_from oid 20 from oid 14 current snap is 212 2024-09-11T03:39:33.763 INFO:tasks.rados.rados.0.smithi086.stdout:2275: read oid 12 snap 211 2024-09-11T03:39:33.763 INFO:tasks.rados.rados.0.smithi086.stdout:2275: expect deleted 2024-09-11T03:39:33.763 INFO:tasks.rados.rados.0.smithi086.stdout:2276: snap_remove snap 205 2024-09-11T03:39:34.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:33 smithi086 ceph-mon[89281]: osdmap e502: 8 total, 8 up, 8 in 2024-09-11T03:39:34.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:33 smithi086 ceph-mon[89281]: osdmap e503: 8 total, 8 up, 8 in 2024-09-11T03:39:34.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:33 smithi086 ceph-mon[91691]: osdmap e502: 8 total, 8 up, 8 in 2024-09-11T03:39:34.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:33 smithi086 ceph-mon[91691]: osdmap e503: 8 total, 8 up, 8 in 2024-09-11T03:39:34.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:33 smithi130 ceph-mon[83685]: osdmap e502: 8 total, 8 up, 8 in 2024-09-11T03:39:34.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:33 smithi130 ceph-mon[83685]: osdmap e503: 8 total, 8 up, 8 in 2024-09-11T03:39:34.770 INFO:tasks.rados.rados.0.smithi086.stdout:2276: done (4 left) 2024-09-11T03:39:34.770 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 212 2024-09-11T03:39:34.770 INFO:tasks.rados.rados.0.smithi086.stdout:2277: seq_num 739 ranges {2457600=385024} 2024-09-11T03:39:34.786 INFO:tasks.rados.rados.0.smithi086.stdout:2277: writing smithi08678205-37 from 2457600 to 2842624 tid 1 2024-09-11T03:39:34.786 INFO:tasks.rados.rados.0.smithi086.stdout:2278: copy_from oid 42 from oid 11 current snap is 212 2024-09-11T03:39:34.786 INFO:tasks.rados.rados.0.smithi086.stdout:2274: finishing copy_from to smithi08678205-20 2024-09-11T03:39:34.786 INFO:tasks.rados.rados.0.smithi086.stdout:2274: got expected ENOENT (src dne) 2024-09-11T03:39:34.786 INFO:tasks.rados.rados.0.smithi086.stdout:2274: finishing copy_from racing read to smithi08678205-20 2024-09-11T03:39:34.786 INFO:tasks.rados.rados.0.smithi086.stdout:2272: expect (ObjNum 679 snap 196 seq_num 679) 2024-09-11T03:39:34.870 INFO:tasks.rados.rados.0.smithi086.stdout:2273: finishing copy_from racing read to smithi08678205-22 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:2273: finishing copy_from to smithi08678205-22 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 1160 (ObjNum 713 snap 204 seq_num 713) dirty exists 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:2277: finishing write tid 1 to smithi08678205-37 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:2277: finishing write tid 2 to smithi08678205-37 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:2277: finishing write tid 3 to smithi08678205-37 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:2277: oid 37 updating version 0 to 1644 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:2277: oid 37 version 1644 is already newer than 1643 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1644 (ObjNum 739 snap 212 seq_num 739) dirty exists 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:2277: left oid 37 (ObjNum 739 snap 212 seq_num 739) 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:2278: finishing copy_from racing read to smithi08678205-42 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:2272: done (5 left) 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:2273: done (4 left) 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:2274: done (3 left) 2024-09-11T03:39:34.871 INFO:tasks.rados.rados.0.smithi086.stdout:2275: done (2 left) 2024-09-11T03:39:34.872 INFO:tasks.rados.rados.0.smithi086.stdout:2277: done (1 left) 2024-09-11T03:39:34.872 INFO:tasks.rados.rados.0.smithi086.stdout:2279: rmattr oid 24 current snap is 212 2024-09-11T03:39:34.872 INFO:tasks.rados.rados.0.smithi086.stdout:2279: done (1 left) 2024-09-11T03:39:34.872 INFO:tasks.rados.rados.0.smithi086.stdout:2280: snap_create 2024-09-11T03:39:34.872 INFO:tasks.rados.rados.0.smithi086.stdout:2278: finishing copy_from to smithi08678205-42 2024-09-11T03:39:34.872 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 1166 (ObjNum 630 snap 178 seq_num 630) dirty exists 2024-09-11T03:39:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:34 smithi086 ceph-mon[89281]: pgmap v420: 121 pgs: 6 peering, 115 active+clean; 259 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 226 KiB/s wr, 8 op/s; 8.5 MiB/s, 2 objects/s recovering 2024-09-11T03:39:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:34 smithi086 ceph-mon[89281]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/534 objects degraded (5.618%), 5 pgs degraded) 2024-09-11T03:39:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:34 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:39:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:39:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:34 smithi086 ceph-mon[89281]: osdmap e504: 8 total, 8 up, 8 in 2024-09-11T03:39:35.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:34 smithi086 ceph-mon[91691]: pgmap v420: 121 pgs: 6 peering, 115 active+clean; 259 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 226 KiB/s wr, 8 op/s; 8.5 MiB/s, 2 objects/s recovering 2024-09-11T03:39:35.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:34 smithi086 ceph-mon[91691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/534 objects degraded (5.618%), 5 pgs degraded) 2024-09-11T03:39:35.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:34 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:39:35.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:35.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:39:35.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:34 smithi086 ceph-mon[91691]: osdmap e504: 8 total, 8 up, 8 in 2024-09-11T03:39:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:34 smithi130 ceph-mon[83685]: pgmap v420: 121 pgs: 6 peering, 115 active+clean; 259 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 226 KiB/s wr, 8 op/s; 8.5 MiB/s, 2 objects/s recovering 2024-09-11T03:39:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:34 smithi130 ceph-mon[83685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/534 objects degraded (5.618%), 5 pgs degraded) 2024-09-11T03:39:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:34 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:39:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:39:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:34 smithi130 ceph-mon[83685]: osdmap e504: 8 total, 8 up, 8 in 2024-09-11T03:39:35.794 INFO:tasks.rados.rados.0.smithi086.stdout:2278: done (1 left) 2024-09-11T03:39:35.794 INFO:tasks.rados.rados.0.smithi086.stdout:2280: done (0 left) 2024-09-11T03:39:35.794 INFO:tasks.rados.rados.0.smithi086.stdout:2281: delete oid 9 current snap is 213 2024-09-11T03:39:35.800 INFO:tasks.rados.rados.0.smithi086.stdout:2281: done (0 left) 2024-09-11T03:39:35.800 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 213 2024-09-11T03:39:35.801 INFO:tasks.rados.rados.0.smithi086.stdout:2282: seq_num 741 ranges {1310720=417792} 2024-09-11T03:39:35.810 INFO:tasks.rados.rados.0.smithi086.stdout:2282: writing smithi08678205-35 from 1310720 to 1728512 tid 1 2024-09-11T03:39:35.810 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 213 2024-09-11T03:39:35.810 INFO:tasks.rados.rados.0.smithi086.stdout:2283: seq_num 742 ranges {0=434176} 2024-09-11T03:39:35.812 INFO:tasks.rados.rados.0.smithi086.stdout:2283: writing smithi08678205-6 from 0 to 434176 tid 1 2024-09-11T03:39:35.812 INFO:tasks.rados.rados.0.smithi086.stdout:2284: delete oid 37 current snap is 213 2024-09-11T03:39:35.815 INFO:tasks.rados.rados.0.smithi086.stdout:2284: done (2 left) 2024-09-11T03:39:35.815 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 213 2024-09-11T03:39:35.816 INFO:tasks.rados.rados.0.smithi086.stdout:2285: seq_num 744 ranges {0=466944} 2024-09-11T03:39:35.819 INFO:tasks.rados.rados.0.smithi086.stdout:2285: writing smithi08678205-2 from 0 to 466944 tid 1 2024-09-11T03:39:35.819 INFO:tasks.rados.rados.0.smithi086.stdout:2286: copy_from oid 43 from oid 28 current snap is 213 2024-09-11T03:39:35.819 INFO:tasks.rados.rados.0.smithi086.stdout:2283: finishing write tid 1 to smithi08678205-6 2024-09-11T03:39:35.819 INFO:tasks.rados.rados.0.smithi086.stdout:2283: finishing write tid 2 to smithi08678205-6 2024-09-11T03:39:35.819 INFO:tasks.rados.rados.0.smithi086.stdout:2282: finishing write tid 1 to smithi08678205-35 2024-09-11T03:39:35.819 INFO:tasks.rados.rados.0.smithi086.stdout:2282: finishing write tid 2 to smithi08678205-35 2024-09-11T03:39:35.819 INFO:tasks.rados.rados.0.smithi086.stdout:2283: finishing write tid 3 to smithi08678205-6 2024-09-11T03:39:35.819 INFO:tasks.rados.rados.0.smithi086.stdout:2283: oid 6 updating version 0 to 606 2024-09-11T03:39:35.819 INFO:tasks.rados.rados.0.smithi086.stdout:2283: oid 6 version 606 is already newer than 605 2024-09-11T03:39:35.819 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 606 (ObjNum 742 snap 213 seq_num 742) dirty exists 2024-09-11T03:39:35.820 INFO:tasks.rados.rados.0.smithi086.stdout:2283: left oid 6 (ObjNum 742 snap 213 seq_num 742) 2024-09-11T03:39:35.820 INFO:tasks.rados.rados.0.smithi086.stdout:2283: done (3 left) 2024-09-11T03:39:35.820 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 14 current snap is 213 2024-09-11T03:39:35.820 INFO:tasks.rados.rados.0.smithi086.stdout:2287: seq_num 745 ranges {0=483328} 2024-09-11T03:39:35.821 INFO:tasks.rados.rados.0.smithi086.stdout:2287: writing smithi08678205-14 from 0 to 483328 tid 1 2024-09-11T03:39:35.822 INFO:tasks.rados.rados.0.smithi086.stdout:2288: copy_from oid 29 from oid 25 current snap is 213 2024-09-11T03:39:35.822 INFO:tasks.rados.rados.0.smithi086.stdout:2282: finishing write tid 3 to smithi08678205-35 2024-09-11T03:39:35.822 INFO:tasks.rados.rados.0.smithi086.stdout:2282: oid 35 updating version 0 to 1811 2024-09-11T03:39:35.822 INFO:tasks.rados.rados.0.smithi086.stdout:2282: oid 35 version 1811 is already newer than 1810 2024-09-11T03:39:35.822 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 1811 (ObjNum 741 snap 213 seq_num 741) dirty exists 2024-09-11T03:39:35.822 INFO:tasks.rados.rados.0.smithi086.stdout:2282: left oid 35 (ObjNum 741 snap 213 seq_num 741) 2024-09-11T03:39:35.822 INFO:tasks.rados.rados.0.smithi086.stdout:2282: done (4 left) 2024-09-11T03:39:35.822 INFO:tasks.rados.rados.0.smithi086.stdout:2289: delete oid 12 current snap is 213 2024-09-11T03:39:35.824 INFO:tasks.rados.rados.0.smithi086.stdout:2289: done (4 left) 2024-09-11T03:39:35.825 INFO:tasks.rados.rados.0.smithi086.stdout:2290: snap_remove snap 210 2024-09-11T03:39:36.800 INFO:tasks.rados.rados.0.smithi086.stdout:2290: done (4 left) 2024-09-11T03:39:36.800 INFO:tasks.rados.rados.0.smithi086.stdout:2291: snap_remove snap 206 2024-09-11T03:39:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:36 smithi086 ceph-mon[89281]: pgmap v423: 121 pgs: 121 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 608 KiB/s wr, 2 op/s; 7.7 MiB/s, 3 objects/s recovering 2024-09-11T03:39:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:36 smithi086 ceph-mon[89281]: osdmap e505: 8 total, 8 up, 8 in 2024-09-11T03:39:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:36 smithi086 ceph-mon[91691]: pgmap v423: 121 pgs: 121 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 608 KiB/s wr, 2 op/s; 7.7 MiB/s, 3 objects/s recovering 2024-09-11T03:39:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:36 smithi086 ceph-mon[91691]: osdmap e505: 8 total, 8 up, 8 in 2024-09-11T03:39:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:36 smithi130 ceph-mon[83685]: pgmap v423: 121 pgs: 121 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 608 KiB/s wr, 2 op/s; 7.7 MiB/s, 3 objects/s recovering 2024-09-11T03:39:37.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:36 smithi130 ceph-mon[83685]: osdmap e505: 8 total, 8 up, 8 in 2024-09-11T03:39:37.685 INFO:tasks.rados.rados.0.smithi086.stdout:2291: done (4 left) 2024-09-11T03:39:37.685 INFO:tasks.rados.rados.0.smithi086.stdout:2292: copy_from oid 6 from oid 46 current snap is 213 2024-09-11T03:39:37.685 INFO:tasks.rados.rados.0.smithi086.stdout:2285: finishing write tid 1 to smithi08678205-2 2024-09-11T03:39:37.685 INFO:tasks.rados.rados.0.smithi086.stdout:2285: finishing write tid 2 to smithi08678205-2 2024-09-11T03:39:37.685 INFO:tasks.rados.rados.0.smithi086.stdout:2287: finishing write tid 1 to smithi08678205-14 2024-09-11T03:39:37.685 INFO:tasks.rados.rados.0.smithi086.stdout:2287: finishing write tid 2 to smithi08678205-14 2024-09-11T03:39:37.685 INFO:tasks.rados.rados.0.smithi086.stdout:2285: finishing write tid 3 to smithi08678205-2 2024-09-11T03:39:37.686 INFO:tasks.rados.rados.0.smithi086.stdout:2285: oid 2 updating version 0 to 605 2024-09-11T03:39:37.686 INFO:tasks.rados.rados.0.smithi086.stdout:2285: oid 2 version 605 is already newer than 604 2024-09-11T03:39:37.686 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 605 (ObjNum 744 snap 213 seq_num 744) dirty exists 2024-09-11T03:39:37.686 INFO:tasks.rados.rados.0.smithi086.stdout:2285: left oid 2 (ObjNum 744 snap 213 seq_num 744) 2024-09-11T03:39:37.686 INFO:tasks.rados.rados.0.smithi086.stdout:2287: finishing write tid 3 to smithi08678205-14 2024-09-11T03:39:37.686 INFO:tasks.rados.rados.0.smithi086.stdout:2287: oid 14 updating version 0 to 1167 2024-09-11T03:39:37.686 INFO:tasks.rados.rados.0.smithi086.stdout:2287: oid 14 updating version 1167 to 1168 2024-09-11T03:39:37.686 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 1168 (ObjNum 745 snap 213 seq_num 745) dirty exists 2024-09-11T03:39:37.686 INFO:tasks.rados.rados.0.smithi086.stdout:2287: left oid 14 (ObjNum 745 snap 213 seq_num 745) 2024-09-11T03:39:37.686 INFO:tasks.rados.rados.0.smithi086.stdout:2286: finishing copy_from racing read to smithi08678205-43 2024-09-11T03:39:37.686 INFO:tasks.rados.rados.0.smithi086.stdout:2286: finishing copy_from to smithi08678205-43 2024-09-11T03:39:37.686 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 1906 (ObjNum 710 snap 203 seq_num 710) dirty exists 2024-09-11T03:39:37.686 INFO:tasks.rados.rados.0.smithi086.stdout:2288: finishing copy_from racing read to smithi08678205-29 2024-09-11T03:39:37.687 INFO:tasks.rados.rados.0.smithi086.stdout:2288: finishing copy_from to smithi08678205-29 2024-09-11T03:39:37.687 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 1161 (ObjNum 619 snap 177 seq_num 619) dirty exists 2024-09-11T03:39:37.687 INFO:tasks.rados.rados.0.smithi086.stdout:2285: done (4 left) 2024-09-11T03:39:37.687 INFO:tasks.rados.rados.0.smithi086.stdout:2286: done (3 left) 2024-09-11T03:39:37.687 INFO:tasks.rados.rados.0.smithi086.stdout:2287: done (2 left) 2024-09-11T03:39:37.687 INFO:tasks.rados.rados.0.smithi086.stdout:2288: done (1 left) 2024-09-11T03:39:37.688 INFO:tasks.rados.rados.0.smithi086.stdout:2293: read oid 21 snap -1 2024-09-11T03:39:37.688 INFO:tasks.rados.rados.0.smithi086.stdout:2293: expect (ObjNum 549 snap 162 seq_num 549) 2024-09-11T03:39:37.688 INFO:tasks.rados.rados.0.smithi086.stdout:2294: setattr oid 28 current snap is 213 2024-09-11T03:39:37.688 INFO:tasks.rados.rados.0.smithi086.stdout:2295: snap_remove snap 211 2024-09-11T03:39:38.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:37 smithi086 ceph-mon[89281]: osdmap e506: 8 total, 8 up, 8 in 2024-09-11T03:39:38.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:37 smithi086 ceph-mon[89281]: osdmap e507: 8 total, 8 up, 8 in 2024-09-11T03:39:38.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:37 smithi086 ceph-mon[91691]: osdmap e506: 8 total, 8 up, 8 in 2024-09-11T03:39:38.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:37 smithi086 ceph-mon[91691]: osdmap e507: 8 total, 8 up, 8 in 2024-09-11T03:39:38.073 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:39:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:39:38] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2024-09-11T03:39:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:37 smithi130 ceph-mon[83685]: osdmap e506: 8 total, 8 up, 8 in 2024-09-11T03:39:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:37 smithi130 ceph-mon[83685]: osdmap e507: 8 total, 8 up, 8 in 2024-09-11T03:39:38.685 INFO:tasks.rados.rados.0.smithi086.stdout:2295: done (3 left) 2024-09-11T03:39:38.685 INFO:tasks.rados.rados.0.smithi086.stdout:2296: read oid 40 snap 208 2024-09-11T03:39:38.685 INFO:tasks.rados.rados.0.smithi086.stdout:2296: expect deleted 2024-09-11T03:39:38.685 INFO:tasks.rados.rados.0.smithi086.stdout:2297: rmattr oid 29 current snap is 213 2024-09-11T03:39:38.685 INFO:tasks.rados.rados.0.smithi086.stdout:2292: finishing copy_from racing read to smithi08678205-6 2024-09-11T03:39:38.685 INFO:tasks.rados.rados.0.smithi086.stdout:2292: finishing copy_from to smithi08678205-6 2024-09-11T03:39:38.685 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1618 (ObjNum 610 snap 175 seq_num 610) dirty exists 2024-09-11T03:39:38.685 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 2046 (ObjNum 710 snap 203 seq_num 710) dirty exists 2024-09-11T03:39:38.686 INFO:tasks.rados.rados.0.smithi086.stdout:2293: expect (ObjNum 549 snap 162 seq_num 549) 2024-09-11T03:39:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:38 smithi086 ceph-mon[89281]: pgmap v426: 121 pgs: 121 active+clean; 254 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.3 MiB/s wr, 3 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-09-11T03:39:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:38 smithi086 ceph-mon[89281]: osdmap e508: 8 total, 8 up, 8 in 2024-09-11T03:39:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:38 smithi086 ceph-mon[91691]: pgmap v426: 121 pgs: 121 active+clean; 254 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.3 MiB/s wr, 3 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-09-11T03:39:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:38 smithi086 ceph-mon[91691]: osdmap e508: 8 total, 8 up, 8 in 2024-09-11T03:39:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:38 smithi130 ceph-mon[83685]: pgmap v426: 121 pgs: 121 active+clean; 254 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.3 MiB/s wr, 3 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-09-11T03:39:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:38 smithi130 ceph-mon[83685]: osdmap e508: 8 total, 8 up, 8 in 2024-09-11T03:39:39.664 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 1665 (ObjNum 619 snap 177 seq_num 619) dirty exists 2024-09-11T03:39:39.664 INFO:tasks.rados.rados.0.smithi086.stdout:2292: done (4 left) 2024-09-11T03:39:39.665 INFO:tasks.rados.rados.0.smithi086.stdout:2293: done (3 left) 2024-09-11T03:39:39.665 INFO:tasks.rados.rados.0.smithi086.stdout:2294: done (2 left) 2024-09-11T03:39:39.665 INFO:tasks.rados.rados.0.smithi086.stdout:2296: done (1 left) 2024-09-11T03:39:39.665 INFO:tasks.rados.rados.0.smithi086.stdout:2297: done (0 left) 2024-09-11T03:39:39.665 INFO:tasks.rados.rados.0.smithi086.stdout:2298: read oid 3 snap -1 2024-09-11T03:39:39.665 INFO:tasks.rados.rados.0.smithi086.stdout:2298: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:39:39.665 INFO:tasks.rados.rados.0.smithi086.stdout:2299: rollback oid 42 current snap is 213 2024-09-11T03:39:39.665 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 42 to 193 2024-09-11T03:39:39.665 INFO:tasks.rados.rados.0.smithi086.stdout:2300: rollback oid 25 current snap is 213 2024-09-11T03:39:39.665 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 25 to 198 2024-09-11T03:39:39.665 INFO:tasks.rados.rados.0.smithi086.stdout:2301: snap_create 2024-09-11T03:39:39.668 INFO:tasks.rados.rados.0.smithi086.stdout:2299: finishing rollback tid 0 to smithi08678205-42 2024-09-11T03:39:39.668 INFO:tasks.rados.rados.0.smithi086.stdout:2299: finishing rollback tid 1 to smithi08678205-42 2024-09-11T03:39:39.669 INFO:tasks.rados.rados.0.smithi086.stdout:2299: finishing rollback tid 2 to smithi08678205-42 2024-09-11T03:39:39.669 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 1171 (ObjNum 667 snap 189 seq_num 667) dirty exists 2024-09-11T03:39:39.669 INFO:tasks.rados.rados.0.smithi086.stdout:2300: finishing rollback tid 0 to smithi08678205-25 2024-09-11T03:39:39.669 INFO:tasks.rados.rados.0.smithi086.stdout:2300: finishing rollback tid 1 to smithi08678205-25 2024-09-11T03:39:39.669 INFO:tasks.rados.rados.0.smithi086.stdout:2300: finishing rollback tid 2 to smithi08678205-25 2024-09-11T03:39:39.669 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 1192 (ObjNum 619 snap 177 seq_num 619) dirty exists 2024-09-11T03:39:39.701 INFO:tasks.rados.rados.0.smithi086.stdout:2298: expect (ObjNum 464 snap 134 seq_num 464) 2024-09-11T03:39:40.539 INFO:tasks.rados.rados.0.smithi086.stdout:2298: done (3 left) 2024-09-11T03:39:40.539 INFO:tasks.rados.rados.0.smithi086.stdout:2299: done (2 left) 2024-09-11T03:39:40.539 INFO:tasks.rados.rados.0.smithi086.stdout:2300: done (1 left) 2024-09-11T03:39:40.539 INFO:tasks.rados.rados.0.smithi086.stdout:2301: done (0 left) 2024-09-11T03:39:40.539 INFO:tasks.rados.rados.0.smithi086.stdout:2302: read oid 42 snap 198 2024-09-11T03:39:40.539 INFO:tasks.rados.rados.0.smithi086.stdout:2302: expect (ObjNum 667 snap 189 seq_num 667) 2024-09-11T03:39:40.539 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 214 2024-09-11T03:39:40.539 INFO:tasks.rados.rados.0.smithi086.stdout:2303: seq_num 747 ranges {0=516096} 2024-09-11T03:39:40.541 INFO:tasks.rados.rados.0.smithi086.stdout:2303: writing smithi08678205-12 from 0 to 516096 tid 1 2024-09-11T03:39:40.541 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 214 2024-09-11T03:39:40.542 INFO:tasks.rados.rados.0.smithi086.stdout:2304: seq_num 748 ranges {10928128=532480} 2024-09-11T03:39:40.602 INFO:tasks.rados.rados.0.smithi086.stdout:2304: writing smithi08678205-22 from 10928128 to 11460608 tid 1 2024-09-11T03:39:40.603 INFO:tasks.rados.rados.0.smithi086.stdout:2305: rollback oid 35 current snap is 214 2024-09-11T03:39:40.603 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 35 to 198 2024-09-11T03:39:40.603 INFO:tasks.rados.rados.0.smithi086.stdout:2303: finishing write tid 1 to smithi08678205-12 2024-09-11T03:39:40.603 INFO:tasks.rados.rados.0.smithi086.stdout:2303: finishing write tid 2 to smithi08678205-12 2024-09-11T03:39:40.603 INFO:tasks.rados.rados.0.smithi086.stdout:2302: expect (ObjNum 667 snap 189 seq_num 667) 2024-09-11T03:39:40.698 INFO:tasks.rados.rados.0.smithi086.stdout:2303: finishing write tid 3 to smithi08678205-12 2024-09-11T03:39:40.698 INFO:tasks.rados.rados.0.smithi086.stdout:2303: oid 12 updating version 0 to 1147 2024-09-11T03:39:40.699 INFO:tasks.rados.rados.0.smithi086.stdout:2303: oid 12 updating version 1147 to 1148 2024-09-11T03:39:40.699 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 1148 (ObjNum 747 snap 214 seq_num 747) dirty exists 2024-09-11T03:39:40.699 INFO:tasks.rados.rados.0.smithi086.stdout:2303: left oid 12 (ObjNum 747 snap 214 seq_num 747) 2024-09-11T03:39:40.699 INFO:tasks.rados.rados.0.smithi086.stdout:2302: done (3 left) 2024-09-11T03:39:40.699 INFO:tasks.rados.rados.0.smithi086.stdout:2303: done (2 left) 2024-09-11T03:39:40.699 INFO:tasks.rados.rados.0.smithi086.stdout:2306: rollback oid 50 current snap is 214 2024-09-11T03:39:40.699 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 50 to 203 2024-09-11T03:39:40.699 INFO:tasks.rados.rados.0.smithi086.stdout:2305: finishing rollback tid 0 to smithi08678205-35 2024-09-11T03:39:40.699 INFO:tasks.rados.rados.0.smithi086.stdout:2305: finishing rollback tid 1 to smithi08678205-35 2024-09-11T03:39:40.699 INFO:tasks.rados.rados.0.smithi086.stdout:2305: finishing rollback tid 2 to smithi08678205-35 2024-09-11T03:39:40.699 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 1814 (ObjNum 651 snap 181 seq_num 651) dirty exists 2024-09-11T03:39:40.699 INFO:tasks.rados.rados.0.smithi086.stdout:2304: finishing write tid 1 to smithi08678205-22 2024-09-11T03:39:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2304: finishing write tid 2 to smithi08678205-22 2024-09-11T03:39:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2304: finishing write tid 3 to smithi08678205-22 2024-09-11T03:39:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2304: oid 22 updating version 0 to 1163 2024-09-11T03:39:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2304: oid 22 version 1163 is already newer than 1162 2024-09-11T03:39:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 1163 (ObjNum 748 snap 214 seq_num 748) dirty exists 2024-09-11T03:39:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2304: left oid 22 (ObjNum 748 snap 214 seq_num 748) 2024-09-11T03:39:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2304: done (2 left) 2024-09-11T03:39:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2305: done (1 left) 2024-09-11T03:39:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2307: read oid 35 snap -1 2024-09-11T03:39:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2307: expect (ObjNum 651 snap 181 seq_num 651) 2024-09-11T03:39:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2308: rmattr oid 36 current snap is 214 2024-09-11T03:39:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2308: done (2 left) 2024-09-11T03:39:40.700 INFO:tasks.rados.rados.0.smithi086.stdout:2309: setattr oid 7 current snap is 214 2024-09-11T03:39:40.701 INFO:tasks.rados.rados.0.smithi086.stdout:2310: delete oid 37 current snap is 214 2024-09-11T03:39:40.702 INFO:tasks.rados.rados.0.smithi086.stdout:2306: finishing rollback tid 0 to smithi08678205-50 2024-09-11T03:39:40.702 INFO:tasks.rados.rados.0.smithi086.stdout:2306: finishing rollback tid 1 to smithi08678205-50 2024-09-11T03:39:40.703 INFO:tasks.rados.rados.0.smithi086.stdout:2310: done (3 left) 2024-09-11T03:39:40.703 INFO:tasks.rados.rados.0.smithi086.stdout:2311: copy_from oid 41 from oid 19 current snap is 214 2024-09-11T03:39:40.703 INFO:tasks.rados.rados.0.smithi086.stdout:2312: delete oid 23 current snap is 214 2024-09-11T03:39:40.703 INFO:tasks.rados.rados.0.smithi086.stdout:2306: finishing rollback tid 2 to smithi08678205-50 2024-09-11T03:39:40.704 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 1196 (ObjNum 647 snap 180 seq_num 647) dirty exists 2024-09-11T03:39:40.705 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1149 (ObjNum 722 snap 205 seq_num 722) dirty exists 2024-09-11T03:39:40.706 INFO:tasks.rados.rados.0.smithi086.stdout:2311: finishing copy_from to smithi08678205-41 2024-09-11T03:39:40.706 INFO:tasks.rados.rados.0.smithi086.stdout:2311: got expected ENOENT (src dne) 2024-09-11T03:39:40.706 INFO:tasks.rados.rados.0.smithi086.stdout:2311: finishing copy_from racing read to smithi08678205-41 2024-09-11T03:39:40.706 INFO:tasks.rados.rados.0.smithi086.stdout:2307: expect (ObjNum 651 snap 181 seq_num 651) 2024-09-11T03:39:40.740 INFO:tasks.rados.rados.0.smithi086.stdout:2306: done (4 left) 2024-09-11T03:39:40.740 INFO:tasks.rados.rados.0.smithi086.stdout:2307: done (3 left) 2024-09-11T03:39:40.741 INFO:tasks.rados.rados.0.smithi086.stdout:2309: done (2 left) 2024-09-11T03:39:40.741 INFO:tasks.rados.rados.0.smithi086.stdout:2311: done (1 left) 2024-09-11T03:39:40.741 INFO:tasks.rados.rados.0.smithi086.stdout:2312: done (0 left) 2024-09-11T03:39:40.741 INFO:tasks.rados.rados.0.smithi086.stdout:2313: read oid 39 snap -1 2024-09-11T03:39:40.741 INFO:tasks.rados.rados.0.smithi086.stdout:2313: expect (ObjNum 712 snap 203 seq_num 712) 2024-09-11T03:39:40.741 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 214 2024-09-11T03:39:40.741 INFO:tasks.rados.rados.0.smithi086.stdout:2314: seq_num 751 ranges {11403264=581632} 2024-09-11T03:39:40.806 INFO:tasks.rados.rados.0.smithi086.stdout:2314: writing smithi08678205-21 from 11403264 to 11984896 tid 1 2024-09-11T03:39:40.807 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 214 2024-09-11T03:39:40.807 INFO:tasks.rados.rados.0.smithi086.stdout:2315: seq_num 752 ranges {2105344=598016} 2024-09-11T03:39:40.821 INFO:tasks.rados.rados.0.smithi086.stdout:2315: writing smithi08678205-17 from 2105344 to 2703360 tid 1 2024-09-11T03:39:40.821 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 18 current snap is 214 2024-09-11T03:39:40.821 INFO:tasks.rados.rados.0.smithi086.stdout:2316: seq_num 753 ranges {0=614400} 2024-09-11T03:39:40.821 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:40 smithi086 ceph-mon[91691]: pgmap v429: 121 pgs: 121 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-11T03:39:40.821 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:40.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:40 smithi086 ceph-mon[89281]: pgmap v429: 121 pgs: 121 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-11T03:39:40.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:40.824 INFO:tasks.rados.rados.0.smithi086.stdout:2316: writing smithi08678205-18 from 0 to 614400 tid 1 2024-09-11T03:39:40.825 INFO:tasks.rados.rados.0.smithi086.stdout:2317: read oid 16 snap 213 2024-09-11T03:39:40.825 INFO:tasks.rados.rados.0.smithi086.stdout:2317: expect (ObjNum 679 snap 196 seq_num 679) 2024-09-11T03:39:40.825 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 214 2024-09-11T03:39:40.825 INFO:tasks.rados.rados.0.smithi086.stdout:2318: seq_num 754 ranges {1310720=630784} 2024-09-11T03:39:40.836 INFO:tasks.rados.rados.0.smithi086.stdout:2318: writing smithi08678205-35 from 1310720 to 1941504 tid 1 2024-09-11T03:39:40.836 INFO:tasks.rados.rados.0.smithi086.stdout:2319: rollback oid 44 current snap is 214 2024-09-11T03:39:40.836 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 44 to 190 2024-09-11T03:39:40.836 INFO:tasks.rados.rados.0.smithi086.stdout:2313: expect (ObjNum 712 snap 203 seq_num 712) 2024-09-11T03:39:40.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:40 smithi130 ceph-mon[83685]: pgmap v429: 121 pgs: 121 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-11T03:39:40.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:41.268 INFO:tasks.rados.rados.0.smithi086.stdout:2314: finishing write tid 1 to smithi08678205-21 2024-09-11T03:39:41.268 INFO:tasks.rados.rados.0.smithi086.stdout:2314: finishing write tid 2 to smithi08678205-21 2024-09-11T03:39:41.268 INFO:tasks.rados.rados.0.smithi086.stdout:2313: done (6 left) 2024-09-11T03:39:41.268 INFO:tasks.rados.rados.0.smithi086.stdout:2320: delete oid 14 current snap is 214 2024-09-11T03:39:41.268 INFO:tasks.rados.rados.0.smithi086.stdout:2314: finishing write tid 3 to smithi08678205-21 2024-09-11T03:39:41.268 INFO:tasks.rados.rados.0.smithi086.stdout:2314: oid 21 updating version 0 to 1173 2024-09-11T03:39:41.268 INFO:tasks.rados.rados.0.smithi086.stdout:2314: oid 21 version 1173 is already newer than 1172 2024-09-11T03:39:41.268 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 1173 (ObjNum 751 snap 214 seq_num 751) dirty exists 2024-09-11T03:39:41.268 INFO:tasks.rados.rados.0.smithi086.stdout:2314: left oid 21 (ObjNum 751 snap 214 seq_num 751) 2024-09-11T03:39:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:2315: finishing write tid 1 to smithi08678205-17 2024-09-11T03:39:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:2315: finishing write tid 2 to smithi08678205-17 2024-09-11T03:39:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:2315: finishing write tid 3 to smithi08678205-17 2024-09-11T03:39:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:2315: oid 17 updating version 0 to 1061 2024-09-11T03:39:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:2315: oid 17 updating version 1061 to 1062 2024-09-11T03:39:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 1062 (ObjNum 752 snap 214 seq_num 752) dirty exists 2024-09-11T03:39:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:2315: left oid 17 (ObjNum 752 snap 214 seq_num 752) 2024-09-11T03:39:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:2316: finishing write tid 1 to smithi08678205-18 2024-09-11T03:39:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:2316: finishing write tid 2 to smithi08678205-18 2024-09-11T03:39:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:2316: finishing write tid 3 to smithi08678205-18 2024-09-11T03:39:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:2316: oid 18 updating version 0 to 1667 2024-09-11T03:39:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:2316: oid 18 version 1667 is already newer than 1666 2024-09-11T03:39:41.269 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 1667 (ObjNum 753 snap 214 seq_num 753) dirty exists 2024-09-11T03:39:41.270 INFO:tasks.rados.rados.0.smithi086.stdout:2316: left oid 18 (ObjNum 753 snap 214 seq_num 753) 2024-09-11T03:39:41.270 INFO:tasks.rados.rados.0.smithi086.stdout:2319: finishing rollback tid 0 to smithi08678205-44 2024-09-11T03:39:41.270 INFO:tasks.rados.rados.0.smithi086.stdout:2319: finishing rollback tid 1 to smithi08678205-44 2024-09-11T03:39:41.270 INFO:tasks.rados.rados.0.smithi086.stdout:2319: finishing rollback tid 2 to smithi08678205-44 2024-09-11T03:39:41.270 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 585 (ObjNum 634 snap 179 seq_num 634) dirty exists 2024-09-11T03:39:41.270 INFO:tasks.rados.rados.0.smithi086.stdout:2317: expect (ObjNum 679 snap 196 seq_num 679) 2024-09-11T03:39:41.349 INFO:tasks.rados.rados.0.smithi086.stdout:2318: finishing write tid 1 to smithi08678205-35 2024-09-11T03:39:41.349 INFO:tasks.rados.rados.0.smithi086.stdout:2318: finishing write tid 2 to smithi08678205-35 2024-09-11T03:39:41.349 INFO:tasks.rados.rados.0.smithi086.stdout:2318: finishing write tid 3 to smithi08678205-35 2024-09-11T03:39:41.349 INFO:tasks.rados.rados.0.smithi086.stdout:2318: oid 35 updating version 0 to 1816 2024-09-11T03:39:41.349 INFO:tasks.rados.rados.0.smithi086.stdout:2318: oid 35 version 1816 is already newer than 1815 2024-09-11T03:39:41.349 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 1816 (ObjNum 754 snap 214 seq_num 754) dirty exists 2024-09-11T03:39:41.350 INFO:tasks.rados.rados.0.smithi086.stdout:2318: left oid 35 (ObjNum 754 snap 214 seq_num 754) 2024-09-11T03:39:41.350 INFO:tasks.rados.rados.0.smithi086.stdout:2314: done (6 left) 2024-09-11T03:39:41.350 INFO:tasks.rados.rados.0.smithi086.stdout:2315: done (5 left) 2024-09-11T03:39:41.350 INFO:tasks.rados.rados.0.smithi086.stdout:2316: done (4 left) 2024-09-11T03:39:41.350 INFO:tasks.rados.rados.0.smithi086.stdout:2317: done (3 left) 2024-09-11T03:39:41.350 INFO:tasks.rados.rados.0.smithi086.stdout:2318: done (2 left) 2024-09-11T03:39:41.350 INFO:tasks.rados.rados.0.smithi086.stdout:2319: done (1 left) 2024-09-11T03:39:41.350 INFO:tasks.rados.rados.0.smithi086.stdout:2320: done (0 left) 2024-09-11T03:39:41.350 INFO:tasks.rados.rados.0.smithi086.stdout:2321: setattr oid 29 current snap is 214 2024-09-11T03:39:41.351 INFO:tasks.rados.rados.0.smithi086.stdout:2322: rollback oid 3 current snap is 214 2024-09-11T03:39:41.351 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 3 to 203 2024-09-11T03:39:41.351 INFO:tasks.rados.rados.0.smithi086.stdout:2323: rollback oid 20 current snap is 214 2024-09-11T03:39:41.351 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 20 to 207 2024-09-11T03:39:41.351 INFO:tasks.rados.rados.0.smithi086.stdout:2324: read oid 43 snap 213 2024-09-11T03:39:41.351 INFO:tasks.rados.rados.0.smithi086.stdout:2324: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:39:41.351 INFO:tasks.rados.rados.0.smithi086.stdout:2325: delete oid 8 current snap is 214 2024-09-11T03:39:41.355 INFO:tasks.rados.rados.0.smithi086.stdout:2322: finishing rollback tid 0 to smithi08678205-3 2024-09-11T03:39:41.356 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 1668 (ObjNum 619 snap 177 seq_num 619) dirty exists 2024-09-11T03:39:41.356 INFO:tasks.rados.rados.0.smithi086.stdout:2323: finishing rollback tid 0 to smithi08678205-20 2024-09-11T03:39:41.356 INFO:tasks.rados.rados.0.smithi086.stdout:2321: done (4 left) 2024-09-11T03:39:41.356 INFO:tasks.rados.rados.0.smithi086.stdout:2325: done (3 left) 2024-09-11T03:39:41.356 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 214 2024-09-11T03:39:41.356 INFO:tasks.rados.rados.0.smithi086.stdout:2322: finishing rollback tid 1 to smithi08678205-3 2024-09-11T03:39:41.356 INFO:tasks.rados.rados.0.smithi086.stdout:2326: seq_num 757 ranges {1785856=688128} 2024-09-11T03:39:41.369 INFO:tasks.rados.rados.0.smithi086.stdout:2326: writing smithi08678205-11 from 1785856 to 2473984 tid 1 2024-09-11T03:39:41.369 INFO:tasks.rados.rados.0.smithi086.stdout:2327: delete oid 48 current snap is 214 2024-09-11T03:39:41.369 INFO:tasks.rados.rados.0.smithi086.stdout:2323: finishing rollback tid 1 to smithi08678205-20 2024-09-11T03:39:41.370 INFO:tasks.rados.rados.0.smithi086.stdout:2322: finishing rollback tid 2 to smithi08678205-3 2024-09-11T03:39:41.370 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 1819 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:39:41.370 INFO:tasks.rados.rados.0.smithi086.stdout:2323: finishing rollback tid 2 to smithi08678205-20 2024-09-11T03:39:41.370 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 1650 (ObjNum 732 snap 207 seq_num 732) dirty exists 2024-09-11T03:39:41.370 INFO:tasks.rados.rados.0.smithi086.stdout:2324: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:39:41.494 INFO:tasks.rados.rados.0.smithi086.stdout:2326: finishing write tid 1 to smithi08678205-11 2024-09-11T03:39:41.494 INFO:tasks.rados.rados.0.smithi086.stdout:2326: finishing write tid 2 to smithi08678205-11 2024-09-11T03:39:41.494 INFO:tasks.rados.rados.0.smithi086.stdout:2326: finishing write tid 3 to smithi08678205-11 2024-09-11T03:39:41.494 INFO:tasks.rados.rados.0.smithi086.stdout:2326: oid 11 updating version 0 to 1198 2024-09-11T03:39:41.494 INFO:tasks.rados.rados.0.smithi086.stdout:2326: oid 11 updating version 1198 to 1199 2024-09-11T03:39:41.494 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1199 (ObjNum 757 snap 214 seq_num 757) dirty exists 2024-09-11T03:39:41.495 INFO:tasks.rados.rados.0.smithi086.stdout:2326: left oid 11 (ObjNum 757 snap 214 seq_num 757) 2024-09-11T03:39:41.495 INFO:tasks.rados.rados.0.smithi086.stdout:2322: done (4 left) 2024-09-11T03:39:41.495 INFO:tasks.rados.rados.0.smithi086.stdout:2323: done (3 left) 2024-09-11T03:39:41.495 INFO:tasks.rados.rados.0.smithi086.stdout:2324: done (2 left) 2024-09-11T03:39:41.495 INFO:tasks.rados.rados.0.smithi086.stdout:2326: done (1 left) 2024-09-11T03:39:41.495 INFO:tasks.rados.rados.0.smithi086.stdout:2327: done (0 left) 2024-09-11T03:39:41.495 INFO:tasks.rados.rados.0.smithi086.stdout:2328: snap_remove snap 198 2024-09-11T03:39:41.544 INFO:tasks.rados.rados.0.smithi086.stdout:2328: done (0 left) 2024-09-11T03:39:41.544 INFO:tasks.rados.rados.0.smithi086.stdout:2329: snap_remove snap 193 2024-09-11T03:39:41.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:41 smithi086 ceph-mon[89281]: osdmap e509: 8 total, 8 up, 8 in 2024-09-11T03:39:41.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:41 smithi086 ceph-mon[91691]: osdmap e509: 8 total, 8 up, 8 in 2024-09-11T03:39:41.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:41 smithi130 ceph-mon[83685]: osdmap e509: 8 total, 8 up, 8 in 2024-09-11T03:39:42.546 INFO:tasks.rados.rados.0.smithi086.stdout:2329: done (0 left) 2024-09-11T03:39:42.546 INFO:tasks.rados.rados.0.smithi086.stdout:2330: rollback oid 34 current snap is 214 2024-09-11T03:39:42.546 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 34 to 213 2024-09-11T03:39:42.547 INFO:tasks.rados.rados.0.smithi086.stdout:2331: snap_remove snap 212 2024-09-11T03:39:42.683 INFO:tasks.rados.rados.0.smithi086.stdout:2331: done (1 left) 2024-09-11T03:39:42.683 INFO:tasks.rados.rados.0.smithi086.stdout:2332: copy_from oid 27 from oid 37 current snap is 214 2024-09-11T03:39:42.683 INFO:tasks.rados.rados.0.smithi086.stdout:2330: finishing rollback tid 1 to smithi08678205-34 2024-09-11T03:39:42.683 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 1661 (ObjNum 65 snap 0 seq_num 1734438238) dirty dne 2024-09-11T03:39:42.683 INFO:tasks.rados.rados.0.smithi086.stdout:2330: done (1 left) 2024-09-11T03:39:42.683 INFO:tasks.rados.rados.0.smithi086.stdout:2333: snap_remove snap 208 2024-09-11T03:39:42.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:42 smithi086 ceph-mon[89281]: pgmap v431: 121 pgs: 121 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-09-11T03:39:42.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:42 smithi086 ceph-mon[89281]: osdmap e510: 8 total, 8 up, 8 in 2024-09-11T03:39:42.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:42 smithi086 ceph-mon[91691]: pgmap v431: 121 pgs: 121 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-09-11T03:39:42.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:42 smithi086 ceph-mon[91691]: osdmap e510: 8 total, 8 up, 8 in 2024-09-11T03:39:42.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:42 smithi130 ceph-mon[83685]: pgmap v431: 121 pgs: 121 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-09-11T03:39:42.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:42 smithi130 ceph-mon[83685]: osdmap e510: 8 total, 8 up, 8 in 2024-09-11T03:39:43.285 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:39:43.687 INFO:tasks.rados.rados.0.smithi086.stdout:2333: done (1 left) 2024-09-11T03:39:43.687 INFO:tasks.rados.rados.0.smithi086.stdout:2334: delete oid 11 current snap is 214 2024-09-11T03:39:43.687 INFO:tasks.rados.rados.0.smithi086.stdout:2332: finishing copy_from to smithi08678205-27 2024-09-11T03:39:43.687 INFO:tasks.rados.rados.0.smithi086.stdout:2332: got expected ENOENT (src dne) 2024-09-11T03:39:43.688 INFO:tasks.rados.rados.0.smithi086.stdout:2332: finishing copy_from racing read to smithi08678205-27 2024-09-11T03:39:43.698 INFO:tasks.rados.rados.0.smithi086.stdout:2332: done (1 left) 2024-09-11T03:39:43.698 INFO:tasks.rados.rados.0.smithi086.stdout:2334: done (0 left) 2024-09-11T03:39:43.698 INFO:tasks.rados.rados.0.smithi086.stdout:2335: read oid 47 snap -1 2024-09-11T03:39:43.698 INFO:tasks.rados.rados.0.smithi086.stdout:2335: expect (ObjNum 601 snap 170 seq_num 601) 2024-09-11T03:39:43.698 INFO:tasks.rados.rados.0.smithi086.stdout:2336: read oid 11 snap -1 2024-09-11T03:39:43.699 INFO:tasks.rados.rados.0.smithi086.stdout:2336: expect deleted 2024-09-11T03:39:43.699 INFO:tasks.rados.rados.0.smithi086.stdout:2337: snap_create 2024-09-11T03:39:43.717 INFO:tasks.rados.rados.0.smithi086.stdout:2335: expect (ObjNum 601 snap 170 seq_num 601) 2024-09-11T03:39:43.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:43 smithi086 ceph-mon[89281]: osdmap e511: 8 total, 8 up, 8 in 2024-09-11T03:39:43.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:43 smithi086 ceph-mon[89281]: osdmap e512: 8 total, 8 up, 8 in 2024-09-11T03:39:43.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:43 smithi086 ceph-mon[91691]: osdmap e511: 8 total, 8 up, 8 in 2024-09-11T03:39:43.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:43 smithi086 ceph-mon[91691]: osdmap e512: 8 total, 8 up, 8 in 2024-09-11T03:39:43.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:43 smithi130 ceph-mon[83685]: osdmap e511: 8 total, 8 up, 8 in 2024-09-11T03:39:43.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:43 smithi130 ceph-mon[83685]: osdmap e512: 8 total, 8 up, 8 in 2024-09-11T03:39:43.859 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:39:43.859 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (8m) 118s ago 9m 25.2M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:39:43.859 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (9m) 18s ago 9m 86.8M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:39:43.859 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (11m) 118s ago 11m 23.1M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:39:43.859 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (11m) 18s ago 11m 16.3M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:39:43.859 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (5m) 18s ago 14m 455M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:39:43.859 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (5m) 118s ago 16m 524M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:39:43.859 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (5m) 118s ago 16m 54.2M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:39:43.860 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (4m) 18s ago 14m 46.1M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:39:43.860 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (4m) 118s ago 14m 44.0M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:39:43.860 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (9m) 118s ago 9m 16.9M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:39:43.860 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (9m) 18s ago 9m 15.4M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:39:43.860 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (3m) 118s ago 14m 178M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 987e6b2de39f 2024-09-11T03:39:43.860 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (3m) 118s ago 13m 130M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 cfd4be907390 2024-09-11T03:39:43.860 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (2m) 118s ago 13m 126M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 0310f346c09e 2024-09-11T03:39:43.860 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (2m) 118s ago 13m 12.2M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 e864761f34a2 2024-09-11T03:39:43.860 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (89s) 18s ago 12m 135M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 95790e251d1e 2024-09-11T03:39:43.860 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (56s) 18s ago 12m 122M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 528becb15668 2024-09-11T03:39:43.860 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (23s) 18s ago 11m 12.2M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 3a448619e99a 2024-09-11T03:39:43.860 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (11m) 18s ago 11m 249M 2480M 18.2.4-837-g7a853b17 f21ba1eea74e 9b9cc3897d8e 2024-09-11T03:39:43.860 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (5m) 18s ago 10m 55.1M - 2.43.0 a07b618ecd1d 700e3afbbd6b 2024-09-11T03:39:44.195 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:39:44.195 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:39:44.195 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:39:44.196 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:39:44.196 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:39:44.196 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:39:44.196 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:39:44.196 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:39:44.196 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 1, 2024-09-11T03:39:44.196 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 7 2024-09-11T03:39:44.196 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:39:44.196 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:39:44.196 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 2 2024-09-11T03:39:44.196 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:39:44.196 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:39:44.196 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 3, 2024-09-11T03:39:44.197 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 12 2024-09-11T03:39:44.197 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:39:44.197 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:39:44.481 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:39:44.481 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:39:44.481 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:39:44.481 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:39:44.481 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:39:44.481 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr", 2024-09-11T03:39:44.481 INFO:teuthology.orchestra.run.smithi086.stdout: "mon" 2024-09-11T03:39:44.481 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:39:44.481 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "12/20 daemons upgraded", 2024-09-11T03:39:44.482 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading osd daemons", 2024-09-11T03:39:44.482 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:39:44.482 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:39:44.699 INFO:tasks.rados.rados.0.smithi086.stdout:2335: done (2 left) 2024-09-11T03:39:44.699 INFO:tasks.rados.rados.0.smithi086.stdout:2336: done (1 left) 2024-09-11T03:39:44.699 INFO:tasks.rados.rados.0.smithi086.stdout:2337: done (0 left) 2024-09-11T03:39:44.699 INFO:tasks.rados.rados.0.smithi086.stdout:2338: read oid 21 snap -1 2024-09-11T03:39:44.700 INFO:tasks.rados.rados.0.smithi086.stdout:2338: expect (ObjNum 751 snap 214 seq_num 751) 2024-09-11T03:39:44.700 INFO:tasks.rados.rados.0.smithi086.stdout:2339: snap_remove snap 190 2024-09-11T03:39:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[89281]: pgmap v435: 121 pgs: 121 active+clean; 262 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-11T03:39:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[89281]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[89281]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[89281]: osdmap e513: 8 total, 8 up, 8 in 2024-09-11T03:39:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[89281]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1662260180' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-11T03:39:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[91691]: pgmap v435: 121 pgs: 121 active+clean; 262 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-11T03:39:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[91691]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[91691]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[91691]: osdmap e513: 8 total, 8 up, 8 in 2024-09-11T03:39:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[91691]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1662260180' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-11T03:39:44.966 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:44 smithi130 ceph-mon[83685]: pgmap v435: 121 pgs: 121 active+clean; 262 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-11T03:39:44.966 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:44 smithi130 ceph-mon[83685]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:44.966 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:44 smithi130 ceph-mon[83685]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:44.966 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:44 smithi130 ceph-mon[83685]: osdmap e513: 8 total, 8 up, 8 in 2024-09-11T03:39:44.966 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:44 smithi130 ceph-mon[83685]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:44.966 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:44 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1662260180' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:39:44.967 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-11T03:39:45.704 INFO:tasks.rados.rados.0.smithi086.stdout:2339: done (1 left) 2024-09-11T03:39:45.704 INFO:tasks.rados.rados.0.smithi086.stdout:2340: copy_from oid 1 from oid 37 current snap is 215 2024-09-11T03:39:45.704 INFO:tasks.rados.rados.0.smithi086.stdout:2341: snap_create 2024-09-11T03:39:45.704 INFO:tasks.rados.rados.0.smithi086.stdout:2338: expect (ObjNum 751 snap 214 seq_num 751) 2024-09-11T03:39:46.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:45 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-11T03:39:46.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:45 smithi086 ceph-mon[91691]: Upgrade: osd.7 is safe to restart 2024-09-11T03:39:46.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:45 smithi086 ceph-mon[91691]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:46.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:45 smithi086 ceph-mon[91691]: osdmap e514: 8 total, 8 up, 8 in 2024-09-11T03:39:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:45 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-11T03:39:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:45 smithi086 ceph-mon[89281]: Upgrade: osd.7 is safe to restart 2024-09-11T03:39:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:45 smithi086 ceph-mon[89281]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:46.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:45 smithi086 ceph-mon[89281]: osdmap e514: 8 total, 8 up, 8 in 2024-09-11T03:39:46.091 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:45 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-11T03:39:46.091 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:45 smithi130 ceph-mon[83685]: Upgrade: osd.7 is safe to restart 2024-09-11T03:39:46.091 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:45 smithi130 ceph-mon[83685]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:39:46.091 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:45 smithi130 ceph-mon[83685]: osdmap e514: 8 total, 8 up, 8 in 2024-09-11T03:39:46.880 INFO:tasks.rados.rados.0.smithi086.stdout:2340: finishing copy_from to smithi08678205-1 2024-09-11T03:39:46.880 INFO:tasks.rados.rados.0.smithi086.stdout:2340: got expected ENOENT (src dne) 2024-09-11T03:39:46.880 INFO:tasks.rados.rados.0.smithi086.stdout:2340: finishing copy_from racing read to smithi08678205-1 2024-09-11T03:39:46.880 INFO:tasks.rados.rados.0.smithi086.stdout:2338: done (2 left) 2024-09-11T03:39:46.881 INFO:tasks.rados.rados.0.smithi086.stdout:2340: done (1 left) 2024-09-11T03:39:46.881 INFO:tasks.rados.rados.0.smithi086.stdout:2341: done (0 left) 2024-09-11T03:39:46.881 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 216 2024-09-11T03:39:46.881 INFO:tasks.rados.rados.0.smithi086.stdout:2342: seq_num 760 ranges {11984896=737280} 2024-09-11T03:39:46.946 INFO:tasks.rados.rados.0.smithi086.stdout:2342: writing smithi08678205-21 from 11984896 to 12722176 tid 1 2024-09-11T03:39:46.947 INFO:tasks.rados.rados.0.smithi086.stdout:2343: snap_remove snap 214 2024-09-11T03:39:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[89281]: pgmap v438: 121 pgs: 121 active+clean; 260 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 969 KiB/s wr, 28 op/s 2024-09-11T03:39:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[89281]: osdmap e515: 8 total, 8 up, 8 in 2024-09-11T03:39:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[89281]: Upgrade: Updating osd.7 2024-09-11T03:39:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-11T03:39:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:39:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[89281]: Deploying daemon osd.7 on smithi130 2024-09-11T03:39:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[91691]: pgmap v438: 121 pgs: 121 active+clean; 260 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 969 KiB/s wr, 28 op/s 2024-09-11T03:39:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[91691]: osdmap e515: 8 total, 8 up, 8 in 2024-09-11T03:39:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[91691]: Upgrade: Updating osd.7 2024-09-11T03:39:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-11T03:39:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:39:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:46 smithi086 ceph-mon[91691]: Deploying daemon osd.7 on smithi130 2024-09-11T03:39:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:46 smithi130 ceph-mon[83685]: pgmap v438: 121 pgs: 121 active+clean; 260 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 969 KiB/s wr, 28 op/s 2024-09-11T03:39:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:46 smithi130 ceph-mon[83685]: osdmap e515: 8 total, 8 up, 8 in 2024-09-11T03:39:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:46 smithi130 ceph-mon[83685]: Upgrade: Updating osd.7 2024-09-11T03:39:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:46 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:47.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:46 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-11T03:39:47.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:46 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:39:47.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:46 smithi130 ceph-mon[83685]: Deploying daemon osd.7 on smithi130 2024-09-11T03:39:47.687 INFO:tasks.rados.rados.0.smithi086.stdout:2343: done (1 left) 2024-09-11T03:39:47.688 INFO:tasks.rados.rados.0.smithi086.stdout:2344: read oid 46 snap -1 2024-09-11T03:39:47.688 INFO:tasks.rados.rados.0.smithi086.stdout:2344: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:39:47.688 INFO:tasks.rados.rados.0.smithi086.stdout:2345: snap_create 2024-09-11T03:39:47.688 INFO:tasks.rados.rados.0.smithi086.stdout:2342: finishing write tid 1 to smithi08678205-21 2024-09-11T03:39:47.688 INFO:tasks.rados.rados.0.smithi086.stdout:2342: finishing write tid 2 to smithi08678205-21 2024-09-11T03:39:47.688 INFO:tasks.rados.rados.0.smithi086.stdout:2342: finishing write tid 3 to smithi08678205-21 2024-09-11T03:39:47.688 INFO:tasks.rados.rados.0.smithi086.stdout:2342: oid 21 updating version 0 to 1175 2024-09-11T03:39:47.688 INFO:tasks.rados.rados.0.smithi086.stdout:2342: oid 21 updating version 1175 to 1176 2024-09-11T03:39:47.688 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 1176 (ObjNum 760 snap 216 seq_num 760) dirty exists 2024-09-11T03:39:47.688 INFO:tasks.rados.rados.0.smithi086.stdout:2342: left oid 21 (ObjNum 760 snap 216 seq_num 760) 2024-09-11T03:39:47.694 INFO:tasks.rados.rados.0.smithi086.stdout:2344: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:39:48.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:47 smithi086 ceph-mon[89281]: osdmap e516: 8 total, 8 up, 8 in 2024-09-11T03:39:48.001 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:47 smithi086 ceph-mon[89281]: osdmap e517: 8 total, 8 up, 8 in 2024-09-11T03:39:48.001 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:47 smithi086 ceph-mon[91691]: osdmap e516: 8 total, 8 up, 8 in 2024-09-11T03:39:48.001 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:47 smithi086 ceph-mon[91691]: osdmap e517: 8 total, 8 up, 8 in 2024-09-11T03:39:48.059 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:47 smithi130 ceph-mon[83685]: osdmap e516: 8 total, 8 up, 8 in 2024-09-11T03:39:48.059 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:47 smithi130 ceph-mon[83685]: osdmap e517: 8 total, 8 up, 8 in 2024-09-11T03:39:48.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:39:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:39:48] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2024-09-11T03:39:48.667 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:48 smithi130 systemd[1]: Stopping Ceph osd.7 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:39:48.685 INFO:tasks.rados.rados.0.smithi086.stdout:2342: done (2 left) 2024-09-11T03:39:48.685 INFO:tasks.rados.rados.0.smithi086.stdout:2344: done (1 left) 2024-09-11T03:39:48.685 INFO:tasks.rados.rados.0.smithi086.stdout:2345: done (0 left) 2024-09-11T03:39:48.685 INFO:tasks.rados.rados.0.smithi086.stdout:2346: rollback oid 23 current snap is 217 2024-09-11T03:39:48.685 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 23 to 202 2024-09-11T03:39:48.685 INFO:tasks.rados.rados.0.smithi086.stdout:2347: copy_from oid 7 from oid 25 current snap is 217 2024-09-11T03:39:48.685 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 217 2024-09-11T03:39:48.685 INFO:tasks.rados.rados.0.smithi086.stdout:2348: seq_num 761 ranges {0=753664} 2024-09-11T03:39:48.690 INFO:tasks.rados.rados.0.smithi086.stdout:2348: writing smithi08678205-8 from 0 to 753664 tid 1 2024-09-11T03:39:48.690 INFO:tasks.rados.rados.0.smithi086.stdout:2349: snap_remove snap 213 2024-09-11T03:39:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:48 smithi086 ceph-mon[89281]: pgmap v441: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 251 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 718 KiB/s wr, 23 op/s 2024-09-11T03:39:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:48 smithi086 ceph-mon[89281]: osdmap e518: 8 total, 8 up, 8 in 2024-09-11T03:39:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:48 smithi086 ceph-mon[89281]: osd.7 marked itself down and dead 2024-09-11T03:39:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:48 smithi086 ceph-mon[91691]: pgmap v441: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 251 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 718 KiB/s wr, 23 op/s 2024-09-11T03:39:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:48 smithi086 ceph-mon[91691]: osdmap e518: 8 total, 8 up, 8 in 2024-09-11T03:39:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:48 smithi086 ceph-mon[91691]: osd.7 marked itself down and dead 2024-09-11T03:39:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:48 smithi130 ceph-mon[83685]: pgmap v441: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 251 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 718 KiB/s wr, 23 op/s 2024-09-11T03:39:49.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:48 smithi130 ceph-mon[83685]: osdmap e518: 8 total, 8 up, 8 in 2024-09-11T03:39:49.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:48 smithi130 ceph-mon[83685]: osd.7 marked itself down and dead 2024-09-11T03:39:49.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:48 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[53070]: 2024-09-11T03:39:48.681+0000 7f195dd2c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:39:49.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:48 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[53070]: 2024-09-11T03:39:48.681+0000 7f195dd2c640 -1 osd.7 517 *** Got signal Terminated *** 2024-09-11T03:39:49.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:48 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[53070]: 2024-09-11T03:39:48.681+0000 7f195dd2c640 -1 osd.7 517 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:39:49.694 INFO:tasks.rados.rados.0.smithi086.stdout:2349: done (3 left) 2024-09-11T03:39:49.694 INFO:tasks.rados.rados.0.smithi086.stdout:2350: read oid 31 snap -1 2024-09-11T03:39:49.694 INFO:tasks.rados.rados.0.smithi086.stdout:2350: expect (ObjNum 664 snap 189 seq_num 664) 2024-09-11T03:39:49.694 INFO:tasks.rados.rados.0.smithi086.stdout:2351: read oid 29 snap -1 2024-09-11T03:39:49.694 INFO:tasks.rados.rados.0.smithi086.stdout:2351: expect (ObjNum 619 snap 177 seq_num 619) 2024-09-11T03:39:49.694 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 217 2024-09-11T03:39:49.694 INFO:tasks.rados.rados.0.smithi086.stdout:2352: seq_num 762 ranges {2678784=770048} 2024-09-11T03:39:49.715 INFO:tasks.rados.rados.0.smithi086.stdout:2352: writing smithi08678205-16 from 2678784 to 3448832 tid 1 2024-09-11T03:39:49.715 INFO:tasks.rados.rados.0.smithi086.stdout:2353: read oid 10 snap 202 2024-09-11T03:39:49.715 INFO:tasks.rados.rados.0.smithi086.stdout:2353: expect (ObjNum 691 snap 197 seq_num 691) 2024-09-11T03:39:49.715 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 217 2024-09-11T03:39:49.715 INFO:tasks.rados.rados.0.smithi086.stdout:2346: finishing rollback tid 1 to smithi08678205-23 2024-09-11T03:39:49.715 INFO:tasks.rados.rados.0.smithi086.stdout:2346: finishing rollback tid 2 to smithi08678205-23 2024-09-11T03:39:49.715 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2090 (ObjNum 677 snap 196 seq_num 677) dirty exists 2024-09-11T03:39:49.716 INFO:tasks.rados.rados.0.smithi086.stdout:2348: finishing write tid 1 to smithi08678205-8 2024-09-11T03:39:49.716 INFO:tasks.rados.rados.0.smithi086.stdout:2348: finishing write tid 2 to smithi08678205-8 2024-09-11T03:39:49.716 INFO:tasks.rados.rados.0.smithi086.stdout:2348: finishing write tid 3 to smithi08678205-8 2024-09-11T03:39:49.716 INFO:tasks.rados.rados.0.smithi086.stdout:2348: oid 8 updating version 0 to 1177 2024-09-11T03:39:49.716 INFO:tasks.rados.rados.0.smithi086.stdout:2348: oid 8 updating version 1177 to 1178 2024-09-11T03:39:49.716 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 1178 (ObjNum 761 snap 217 seq_num 761) dirty exists 2024-09-11T03:39:49.716 INFO:tasks.rados.rados.0.smithi086.stdout:2348: left oid 8 (ObjNum 761 snap 217 seq_num 761) 2024-09-11T03:39:49.716 INFO:tasks.rados.rados.0.smithi086.stdout:2354: seq_num 763 ranges {1548288=786432} 2024-09-11T03:39:49.728 INFO:tasks.rados.rados.0.smithi086.stdout:2354: writing smithi08678205-44 from 1548288 to 2334720 tid 1 2024-09-11T03:39:49.728 INFO:tasks.rados.rados.0.smithi086.stdout:2346: done (7 left) 2024-09-11T03:39:49.728 INFO:tasks.rados.rados.0.smithi086.stdout:2348: done (6 left) 2024-09-11T03:39:49.728 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 217 2024-09-11T03:39:49.728 INFO:tasks.rados.rados.0.smithi086.stdout:2347: finishing copy_from racing read to smithi08678205-7 2024-09-11T03:39:49.728 INFO:tasks.rados.rados.0.smithi086.stdout:2347: finishing copy_from to smithi08678205-7 2024-09-11T03:39:49.728 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1192 (ObjNum 619 snap 177 seq_num 619) dirty exists 2024-09-11T03:39:49.728 INFO:tasks.rados.rados.0.smithi086.stdout:2355: seq_num 764 ranges {2703360=802816} 2024-09-11T03:39:49.748 INFO:tasks.rados.rados.0.smithi086.stdout:2355: writing smithi08678205-17 from 2703360 to 3506176 tid 1 2024-09-11T03:39:49.748 INFO:tasks.rados.rados.0.smithi086.stdout:2347: done (6 left) 2024-09-11T03:39:49.748 INFO:tasks.rados.rados.0.smithi086.stdout:2356: read oid 25 snap -1 2024-09-11T03:39:49.748 INFO:tasks.rados.rados.0.smithi086.stdout:2356: expect (ObjNum 619 snap 177 seq_num 619) 2024-09-11T03:39:49.748 INFO:tasks.rados.rados.0.smithi086.stdout:2357: read oid 38 snap -1 2024-09-11T03:39:49.748 INFO:tasks.rados.rados.0.smithi086.stdout:2357: expect (ObjNum 724 snap 205 seq_num 724) 2024-09-11T03:39:49.748 INFO:tasks.rados.rados.0.smithi086.stdout:2358: rollback oid 1 current snap is 217 2024-09-11T03:39:49.748 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 1 to 203 2024-09-11T03:39:49.749 INFO:tasks.rados.rados.0.smithi086.stdout:2352: finishing write tid 1 to smithi08678205-16 2024-09-11T03:39:49.749 INFO:tasks.rados.rados.0.smithi086.stdout:2352: finishing write tid 2 to smithi08678205-16 2024-09-11T03:39:49.749 INFO:tasks.rados.rados.0.smithi086.stdout:2352: finishing write tid 3 to smithi08678205-16 2024-09-11T03:39:49.749 INFO:tasks.rados.rados.0.smithi086.stdout:2352: oid 16 updating version 0 to 1652 2024-09-11T03:39:49.749 INFO:tasks.rados.rados.0.smithi086.stdout:2352: oid 16 version 1652 is already newer than 1651 2024-09-11T03:39:49.749 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 1652 (ObjNum 762 snap 217 seq_num 762) dirty exists 2024-09-11T03:39:49.749 INFO:tasks.rados.rados.0.smithi086.stdout:2352: left oid 16 (ObjNum 762 snap 217 seq_num 762) 2024-09-11T03:39:49.749 INFO:tasks.rados.rados.0.smithi086.stdout:2350: expect (ObjNum 664 snap 189 seq_num 664) 2024-09-11T03:39:50.023 INFO:tasks.rados.rados.0.smithi086.stdout:2354: finishing write tid 1 to smithi08678205-44 2024-09-11T03:39:50.023 INFO:tasks.rados.rados.0.smithi086.stdout:2354: finishing write tid 2 to smithi08678205-44 2024-09-11T03:39:50.023 INFO:tasks.rados.rados.0.smithi086.stdout:2354: finishing write tid 3 to smithi08678205-44 2024-09-11T03:39:50.023 INFO:tasks.rados.rados.0.smithi086.stdout:2354: oid 44 updating version 0 to 586 2024-09-11T03:39:50.024 INFO:tasks.rados.rados.0.smithi086.stdout:2354: oid 44 updating version 586 to 587 2024-09-11T03:39:50.024 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 587 (ObjNum 763 snap 217 seq_num 763) dirty exists 2024-09-11T03:39:50.024 INFO:tasks.rados.rados.0.smithi086.stdout:2354: left oid 44 (ObjNum 763 snap 217 seq_num 763) 2024-09-11T03:39:50.024 INFO:tasks.rados.rados.0.smithi086.stdout:2350: done (8 left) 2024-09-11T03:39:50.024 INFO:tasks.rados.rados.0.smithi086.stdout:2352: done (7 left) 2024-09-11T03:39:50.024 INFO:tasks.rados.rados.0.smithi086.stdout:2354: done (6 left) 2024-09-11T03:39:50.024 INFO:tasks.rados.rados.0.smithi086.stdout:2359: snap_remove snap 215 2024-09-11T03:39:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:39:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:49 smithi086 ceph-mon[89281]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:39:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:49 smithi086 ceph-mon[89281]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-11T03:39:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:49 smithi086 ceph-mon[89281]: osdmap e519: 8 total, 7 up, 8 in 2024-09-11T03:39:50.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:39:50.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:49 smithi086 ceph-mon[91691]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:39:50.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:49 smithi086 ceph-mon[91691]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-11T03:39:50.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:49 smithi086 ceph-mon[91691]: osdmap e519: 8 total, 7 up, 8 in 2024-09-11T03:39:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:39:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:49 smithi130 ceph-mon[83685]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-11T03:39:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:49 smithi130 ceph-mon[83685]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-11T03:39:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:49 smithi130 ceph-mon[83685]: osdmap e519: 8 total, 7 up, 8 in 2024-09-11T03:39:50.540 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:50 smithi130 podman[103161]: 2024-09-11 03:39:50.240387836 +0000 UTC m=+1.674553840 container died 9b9cc3897d8e82c13cae3986c1c7407229a00b834ec2cda1197424d858b421ec (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=reef-7a853b1, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-11T03:39:50.690 INFO:tasks.rados.rados.0.smithi086.stdout:2359: done (6 left) 2024-09-11T03:39:50.691 INFO:tasks.rados.rados.0.smithi086.stdout:2360: read oid 27 snap -1 2024-09-11T03:39:50.691 INFO:tasks.rados.rados.0.smithi086.stdout:2360: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:39:50.691 INFO:tasks.rados.rados.0.smithi086.stdout:2361: snap_remove snap 216 2024-09-11T03:39:50.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:50 smithi130 ceph-mon[83685]: pgmap v444: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 456 KiB/s rd, 788 KiB/s wr, 1 op/s 2024-09-11T03:39:50.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:50 smithi130 ceph-mon[83685]: osdmap e520: 8 total, 7 up, 8 in 2024-09-11T03:39:50.846 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:50 smithi130 podman[103161]: 2024-09-11 03:39:50.639463949 +0000 UTC m=+2.073629950 container cleanup 9b9cc3897d8e82c13cae3986c1c7407229a00b834ec2cda1197424d858b421ec (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7, GIT_BRANCH=HEAD, RELEASE=reef-7a853b1, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-11T03:39:50.847 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:50 smithi130 bash[103161]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7 2024-09-11T03:39:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:50 smithi086 ceph-mon[89281]: pgmap v444: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 456 KiB/s rd, 788 KiB/s wr, 1 op/s 2024-09-11T03:39:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:50 smithi086 ceph-mon[89281]: osdmap e520: 8 total, 7 up, 8 in 2024-09-11T03:39:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:50 smithi086 ceph-mon[91691]: pgmap v444: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 456 KiB/s rd, 788 KiB/s wr, 1 op/s 2024-09-11T03:39:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:50 smithi086 ceph-mon[91691]: osdmap e520: 8 total, 7 up, 8 in 2024-09-11T03:39:51.214 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:50 smithi130 podman[103187]: 2024-09-11 03:39:50.899615239 +0000 UTC m=+0.654274133 container remove 9b9cc3897d8e82c13cae3986c1c7407229a00b834ec2cda1197424d858b421ec (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-7a853b1, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-11T03:39:51.544 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:51 smithi130 podman[103277]: 2024-09-11 03:39:51.117720909 +0000 UTC m=+0.015698054 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:39:51.544 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:51 smithi130 podman[103277]: 2024-09-11 03:39:51.233598644 +0000 UTC m=+0.131575782 container create 5d69e2ca026e5c043cc2d934c8701a3aed6be154089073360ae874141bef0cf0 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-11T03:39:51.544 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:51 smithi130 podman[103277]: 2024-09-11 03:39:51.452992755 +0000 UTC m=+0.350969894 container init 5d69e2ca026e5c043cc2d934c8701a3aed6be154089073360ae874141bef0cf0 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2) 2024-09-11T03:39:51.544 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:51 smithi130 podman[103277]: 2024-09-11 03:39:51.456331259 +0000 UTC m=+0.354308401 container start 5d69e2ca026e5c043cc2d934c8701a3aed6be154089073360ae874141bef0cf0 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-11T03:39:51.544 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:51 smithi130 podman[103277]: 2024-09-11 03:39:51.544635002 +0000 UTC m=+0.442612157 container attach 5d69e2ca026e5c043cc2d934c8701a3aed6be154089073360ae874141bef0cf0 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-11T03:39:51.692 INFO:tasks.rados.rados.0.smithi086.stdout:2361: done (7 left) 2024-09-11T03:39:51.693 INFO:tasks.rados.rados.0.smithi086.stdout:2362: delete oid 49 current snap is 217 2024-09-11T03:39:51.693 INFO:tasks.rados.rados.0.smithi086.stdout:2355: finishing write tid 1 to smithi08678205-17 2024-09-11T03:39:51.693 INFO:tasks.rados.rados.0.smithi086.stdout:2355: finishing write tid 2 to smithi08678205-17 2024-09-11T03:39:51.693 INFO:tasks.rados.rados.0.smithi086.stdout:2355: finishing write tid 3 to smithi08678205-17 2024-09-11T03:39:51.693 INFO:tasks.rados.rados.0.smithi086.stdout:2355: oid 17 updating version 0 to 1063 2024-09-11T03:39:51.693 INFO:tasks.rados.rados.0.smithi086.stdout:2355: oid 17 updating version 1063 to 1064 2024-09-11T03:39:51.693 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 1064 (ObjNum 764 snap 217 seq_num 764) dirty exists 2024-09-11T03:39:51.693 INFO:tasks.rados.rados.0.smithi086.stdout:2355: left oid 17 (ObjNum 764 snap 217 seq_num 764) 2024-09-11T03:39:51.693 INFO:tasks.rados.rados.0.smithi086.stdout:2356: expect (ObjNum 619 snap 177 seq_num 619) 2024-09-11T03:39:51.846 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:51 smithi130 podman[103277]: 2024-09-11 03:39:51.649787243 +0000 UTC m=+0.547764384 container died 5d69e2ca026e5c043cc2d934c8701a3aed6be154089073360ae874141bef0cf0 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-09-11T03:39:51.897 INFO:tasks.rados.rados.0.smithi086.stdout:2357: expect (ObjNum 724 snap 205 seq_num 724) 2024-09-11T03:39:52.272 INFO:tasks.rados.rados.0.smithi086.stdout:2360: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:39:52.275 INFO:tasks.rados.rados.0.smithi086.stdout:2358: finishing rollback tid 0 to smithi08678205-1 2024-09-11T03:39:52.275 INFO:tasks.rados.rados.0.smithi086.stdout:2358: finishing rollback tid 1 to smithi08678205-1 2024-09-11T03:39:52.275 INFO:tasks.rados.rados.0.smithi086.stdout:2358: finishing rollback tid 2 to smithi08678205-1 2024-09-11T03:39:52.275 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 1165 (ObjNum 702 snap 201 seq_num 702) dirty exists 2024-09-11T03:39:52.275 INFO:tasks.rados.rados.0.smithi086.stdout:2355: done (7 left) 2024-09-11T03:39:52.275 INFO:tasks.rados.rados.0.smithi086.stdout:2356: done (6 left) 2024-09-11T03:39:52.276 INFO:tasks.rados.rados.0.smithi086.stdout:2357: done (5 left) 2024-09-11T03:39:52.276 INFO:tasks.rados.rados.0.smithi086.stdout:2358: done (4 left) 2024-09-11T03:39:52.276 INFO:tasks.rados.rados.0.smithi086.stdout:2360: done (3 left) 2024-09-11T03:39:52.276 INFO:tasks.rados.rados.0.smithi086.stdout:2362: done (2 left) 2024-09-11T03:39:52.276 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 40 current snap is 217 2024-09-11T03:39:52.276 INFO:tasks.rados.rados.0.smithi086.stdout:2351: expect (ObjNum 619 snap 177 seq_num 619) 2024-09-11T03:39:52.471 INFO:tasks.rados.rados.0.smithi086.stdout:2353: expect (ObjNum 691 snap 197 seq_num 691) 2024-09-11T03:39:52.596 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 podman[103300]: 2024-09-11 03:39:52.198326782 +0000 UTC m=+0.539759775 container remove 5d69e2ca026e5c043cc2d934c8701a3aed6be154089073360ae874141bef0cf0 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:39:52.596 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-11T03:39:52.597 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 systemd[1]: Stopped Ceph osd.7 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:39:52.597 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.7.service: Consumed 17.178s CPU time. 2024-09-11T03:39:52.597 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 systemd[1]: Starting Ceph osd.7 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:39:52.671 INFO:tasks.rados.rados.0.smithi086.stdout:2363: seq_num 766 ranges {0=434176,434176=401408} 2024-09-11T03:39:52.674 INFO:tasks.rados.rados.0.smithi086.stdout:2363: writing smithi08678205-40 from 0 to 434176 tid 1 2024-09-11T03:39:52.676 INFO:tasks.rados.rados.0.smithi086.stdout:2363: writing smithi08678205-40 from 434176 to 835584 tid 2 2024-09-11T03:39:52.677 INFO:tasks.rados.rados.0.smithi086.stdout:2351: done (2 left) 2024-09-11T03:39:52.677 INFO:tasks.rados.rados.0.smithi086.stdout:2353: done (1 left) 2024-09-11T03:39:52.677 INFO:tasks.rados.rados.0.smithi086.stdout:2364: read oid 11 snap 203 2024-09-11T03:39:52.677 INFO:tasks.rados.rados.0.smithi086.stdout:2364: expect (ObjNum 630 snap 178 seq_num 630) 2024-09-11T03:39:52.677 INFO:tasks.rados.rados.0.smithi086.stdout:2365: read oid 43 snap 202 2024-09-11T03:39:52.677 INFO:tasks.rados.rados.0.smithi086.stdout:2365: expect deleted 2024-09-11T03:39:52.677 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 217 2024-09-11T03:39:52.677 INFO:tasks.rados.rados.0.smithi086.stdout:2366: seq_num 767 ranges {3227648=450560,3678208=401408} 2024-09-11T03:39:52.697 INFO:tasks.rados.rados.0.smithi086.stdout:2366: writing smithi08678205-32 from 3227648 to 3678208 tid 1 2024-09-11T03:39:52.699 INFO:tasks.rados.rados.0.smithi086.stdout:2366: writing smithi08678205-32 from 3678208 to 4079616 tid 2 2024-09-11T03:39:52.699 INFO:tasks.rados.rados.0.smithi086.stdout:2367: read oid 14 snap -1 2024-09-11T03:39:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:2367: expect deleted 2024-09-11T03:39:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:2368: snap_create 2024-09-11T03:39:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:2363: finishing write tid 1 to smithi08678205-40 2024-09-11T03:39:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:2363: finishing write tid 2 to smithi08678205-40 2024-09-11T03:39:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:2363: finishing write tid 3 to smithi08678205-40 2024-09-11T03:39:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:2363: finishing write tid 4 to smithi08678205-40 2024-09-11T03:39:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:2363: oid 40 updating version 0 to 1164 2024-09-11T03:39:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:2363: oid 40 updating version 1164 to 1165 2024-09-11T03:39:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:2363: oid 40 updating version 1165 to 1166 2024-09-11T03:39:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 1166 (ObjNum 766 snap 217 seq_num 766) dirty exists 2024-09-11T03:39:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:2363: left oid 40 (ObjNum 766 snap 217 seq_num 766) 2024-09-11T03:39:52.700 INFO:tasks.rados.rados.0.smithi086.stdout:2364: expect (ObjNum 630 snap 178 seq_num 630) 2024-09-11T03:39:52.759 INFO:tasks.rados.rados.0.smithi086.stdout:2366: finishing write tid 1 to smithi08678205-32 2024-09-11T03:39:52.759 INFO:tasks.rados.rados.0.smithi086.stdout:2366: finishing write tid 2 to smithi08678205-32 2024-09-11T03:39:52.759 INFO:tasks.rados.rados.0.smithi086.stdout:2366: finishing write tid 3 to smithi08678205-32 2024-09-11T03:39:52.759 INFO:tasks.rados.rados.0.smithi086.stdout:2366: finishing write tid 4 to smithi08678205-32 2024-09-11T03:39:52.759 INFO:tasks.rados.rados.0.smithi086.stdout:2366: oid 32 updating version 0 to 1244 2024-09-11T03:39:52.759 INFO:tasks.rados.rados.0.smithi086.stdout:2366: oid 32 version 1244 is already newer than 1242 2024-09-11T03:39:52.759 INFO:tasks.rados.rados.0.smithi086.stdout:2366: oid 32 version 1244 is already newer than 1243 2024-09-11T03:39:52.759 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 1244 (ObjNum 767 snap 217 seq_num 767) dirty exists 2024-09-11T03:39:52.759 INFO:tasks.rados.rados.0.smithi086.stdout:2366: left oid 32 (ObjNum 767 snap 217 seq_num 767) 2024-09-11T03:39:52.926 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:52 smithi130 ceph-mon[83685]: pgmap v447: 121 pgs: 5 active+undersized, 5 peering, 13 stale+active+clean, 3 active+undersized+degraded, 95 active+clean; 208 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 6/408 objects degraded (1.471%) 2024-09-11T03:39:52.926 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:52 smithi130 ceph-mon[83685]: osdmap e521: 8 total, 7 up, 8 in 2024-09-11T03:39:52.927 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:52 smithi130 ceph-mon[83685]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-11T03:39:52.927 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:52 smithi130 ceph-mon[83685]: Health check failed: Degraded data redundancy: 6/408 objects degraded (1.471%), 3 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:52.927 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:52 smithi130 ceph-mon[83685]: osdmap e522: 8 total, 7 up, 8 in 2024-09-11T03:39:52.927 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 podman[103399]: 2024-09-11 03:39:52.53604065 +0000 UTC m=+0.016505236 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:39:52.927 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 podman[103399]: 2024-09-11 03:39:52.649433919 +0000 UTC m=+0.129898546 container create c3221b656e3261d0ab0ed48d2cca1c6770388ea299887aacf4218ca183f7b773 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-11T03:39:52.927 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 podman[103399]: 2024-09-11 03:39:52.852392565 +0000 UTC m=+0.332857151 container init c3221b656e3261d0ab0ed48d2cca1c6770388ea299887aacf4218ca183f7b773 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-11T03:39:52.927 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 podman[103399]: 2024-09-11 03:39:52.856031722 +0000 UTC m=+0.336496308 container start c3221b656e3261d0ab0ed48d2cca1c6770388ea299887aacf4218ca183f7b773 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:39:52.927 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 podman[103399]: 2024-09-11 03:39:52.927307957 +0000 UTC m=+0.407772548 container attach c3221b656e3261d0ab0ed48d2cca1c6770388ea299887aacf4218ca183f7b773 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-11T03:39:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:52 smithi086 ceph-mon[89281]: pgmap v447: 121 pgs: 5 active+undersized, 5 peering, 13 stale+active+clean, 3 active+undersized+degraded, 95 active+clean; 208 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 6/408 objects degraded (1.471%) 2024-09-11T03:39:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:52 smithi086 ceph-mon[89281]: osdmap e521: 8 total, 7 up, 8 in 2024-09-11T03:39:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:52 smithi086 ceph-mon[89281]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-11T03:39:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:52 smithi086 ceph-mon[89281]: Health check failed: Degraded data redundancy: 6/408 objects degraded (1.471%), 3 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:52 smithi086 ceph-mon[89281]: osdmap e522: 8 total, 7 up, 8 in 2024-09-11T03:39:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:52 smithi086 ceph-mon[91691]: pgmap v447: 121 pgs: 5 active+undersized, 5 peering, 13 stale+active+clean, 3 active+undersized+degraded, 95 active+clean; 208 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 6/408 objects degraded (1.471%) 2024-09-11T03:39:53.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:52 smithi086 ceph-mon[91691]: osdmap e521: 8 total, 7 up, 8 in 2024-09-11T03:39:53.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:52 smithi086 ceph-mon[91691]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-11T03:39:53.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:52 smithi086 ceph-mon[91691]: Health check failed: Degraded data redundancy: 6/408 objects degraded (1.471%), 3 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:53.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:52 smithi086 ceph-mon[91691]: osdmap e522: 8 total, 7 up, 8 in 2024-09-11T03:39:53.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate[103414]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:39:53.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 bash[103399]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:39:53.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate[103414]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:39:53.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:52 smithi130 bash[103399]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-11T03:39:53.701 INFO:tasks.rados.rados.0.smithi086.stdout:2363: done (5 left) 2024-09-11T03:39:53.701 INFO:tasks.rados.rados.0.smithi086.stdout:2364: done (4 left) 2024-09-11T03:39:53.701 INFO:tasks.rados.rados.0.smithi086.stdout:2365: done (3 left) 2024-09-11T03:39:53.702 INFO:tasks.rados.rados.0.smithi086.stdout:2366: done (2 left) 2024-09-11T03:39:53.702 INFO:tasks.rados.rados.0.smithi086.stdout:2367: done (1 left) 2024-09-11T03:39:53.702 INFO:tasks.rados.rados.0.smithi086.stdout:2368: done (0 left) 2024-09-11T03:39:53.702 INFO:tasks.rados.rados.0.smithi086.stdout:2369: delete oid 37 current snap is 218 2024-09-11T03:39:53.703 INFO:tasks.rados.rados.0.smithi086.stdout:2369: done (0 left) 2024-09-11T03:39:53.703 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 218 2024-09-11T03:39:53.703 INFO:tasks.rados.rados.0.smithi086.stdout:2370: seq_num 769 ranges {3399680=483328,3883008=401408} 2024-09-11T03:39:53.723 INFO:tasks.rados.rados.0.smithi086.stdout:2370: writing smithi08678205-4 from 3399680 to 3883008 tid 1 2024-09-11T03:39:53.725 INFO:tasks.rados.rados.0.smithi086.stdout:2370: writing smithi08678205-4 from 3883008 to 4284416 tid 2 2024-09-11T03:39:53.725 INFO:tasks.rados.rados.0.smithi086.stdout:2371: snap_create 2024-09-11T03:39:53.729 INFO:tasks.rados.rados.0.smithi086.stdout:2370: finishing write tid 1 to smithi08678205-4 2024-09-11T03:39:53.730 INFO:tasks.rados.rados.0.smithi086.stdout:2370: finishing write tid 2 to smithi08678205-4 2024-09-11T03:39:53.730 INFO:tasks.rados.rados.0.smithi086.stdout:2370: finishing write tid 3 to smithi08678205-4 2024-09-11T03:39:53.732 INFO:tasks.rados.rados.0.smithi086.stdout:2370: finishing write tid 4 to smithi08678205-4 2024-09-11T03:39:53.732 INFO:tasks.rados.rados.0.smithi086.stdout:2370: oid 4 updating version 0 to 1167 2024-09-11T03:39:53.732 INFO:tasks.rados.rados.0.smithi086.stdout:2370: oid 4 updating version 1167 to 1168 2024-09-11T03:39:53.733 INFO:tasks.rados.rados.0.smithi086.stdout:2370: oid 4 updating version 1168 to 1169 2024-09-11T03:39:53.733 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 1169 (ObjNum 769 snap 218 seq_num 769) dirty exists 2024-09-11T03:39:53.733 INFO:tasks.rados.rados.0.smithi086.stdout:2370: left oid 4 (ObjNum 769 snap 218 seq_num 769) 2024-09-11T03:39:53.747 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate[103414]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-11T03:39:53.747 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 bash[103399]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-11T03:39:53.747 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate[103414]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-11T03:39:53.748 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 bash[103399]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-11T03:39:53.748 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate[103414]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-11T03:39:53.748 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 bash[103399]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-11T03:39:54.055 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate[103414]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-11T03:39:54.055 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 bash[103399]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-11T03:39:54.056 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate[103414]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-11T03:39:54.056 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 bash[103399]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-11T03:39:54.056 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate[103414]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-11T03:39:54.056 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 bash[103399]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-11T03:39:54.056 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate[103414]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-11T03:39:54.056 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 bash[103399]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-11T03:39:54.056 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:53 smithi130 podman[103399]: 2024-09-11 03:39:53.776424135 +0000 UTC m=+1.256888723 container died c3221b656e3261d0ab0ed48d2cca1c6770388ea299887aacf4218ca183f7b773 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:39:54.596 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:54 smithi130 podman[103544]: 2024-09-11 03:39:54.314568261 +0000 UTC m=+0.531697190 container remove c3221b656e3261d0ab0ed48d2cca1c6770388ea299887aacf4218ca183f7b773 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-11T03:39:54.596 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:54 smithi130 podman[103605]: 2024-09-11 03:39:54.424037485 +0000 UTC m=+0.016095004 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:39:54.596 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:54 smithi130 podman[103605]: 2024-09-11 03:39:54.523648105 +0000 UTC m=+0.115705616 container create f306260896561e535ad49165bf50cd0128f2dd73dbbaed7188953a0b51c18fc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:39:54.700 INFO:tasks.rados.rados.0.smithi086.stdout:2370: done (1 left) 2024-09-11T03:39:54.700 INFO:tasks.rados.rados.0.smithi086.stdout:2371: done (0 left) 2024-09-11T03:39:54.700 INFO:tasks.rados.rados.0.smithi086.stdout:2372: read oid 39 snap 202 2024-09-11T03:39:54.700 INFO:tasks.rados.rados.0.smithi086.stdout:2372: expect (ObjNum 637 snap 180 seq_num 637) 2024-09-11T03:39:54.700 INFO:tasks.rados.rados.0.smithi086.stdout:2373: read oid 9 snap -1 2024-09-11T03:39:54.700 INFO:tasks.rados.rados.0.smithi086.stdout:2373: expect deleted 2024-09-11T03:39:54.701 INFO:tasks.rados.rados.0.smithi086.stdout:2374: snap_remove snap 218 2024-09-11T03:39:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:54 smithi086 ceph-mon[89281]: pgmap v450: 121 pgs: 25 active+undersized, 5 peering, 3 stale+active+clean, 9 active+undersized+degraded, 79 active+clean; 203 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 960 KiB/s wr, 6 op/s; 21/402 objects degraded (5.224%) 2024-09-11T03:39:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:54 smithi086 ceph-mon[89281]: osdmap e523: 8 total, 7 up, 8 in 2024-09-11T03:39:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:54 smithi086 ceph-mon[91691]: pgmap v450: 121 pgs: 25 active+undersized, 5 peering, 3 stale+active+clean, 9 active+undersized+degraded, 79 active+clean; 203 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 960 KiB/s wr, 6 op/s; 21/402 objects degraded (5.224%) 2024-09-11T03:39:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:54 smithi086 ceph-mon[91691]: osdmap e523: 8 total, 7 up, 8 in 2024-09-11T03:39:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:54 smithi130 ceph-mon[83685]: pgmap v450: 121 pgs: 25 active+undersized, 5 peering, 3 stale+active+clean, 9 active+undersized+degraded, 79 active+clean; 203 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 960 KiB/s wr, 6 op/s; 21/402 objects degraded (5.224%) 2024-09-11T03:39:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:54 smithi130 ceph-mon[83685]: osdmap e523: 8 total, 7 up, 8 in 2024-09-11T03:39:55.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:54 smithi130 podman[103605]: 2024-09-11 03:39:54.767973731 +0000 UTC m=+0.360031243 container init f306260896561e535ad49165bf50cd0128f2dd73dbbaed7188953a0b51c18fc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:39:55.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:54 smithi130 podman[103605]: 2024-09-11 03:39:54.771443993 +0000 UTC m=+0.363501508 container start f306260896561e535ad49165bf50cd0128f2dd73dbbaed7188953a0b51c18fc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-11T03:39:55.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:54 smithi130 ceph-osd[103624]: -- 172.21.15.130:0/3848491243 <== mon.1 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fc79905a40 con 0x55fc7a6d6000 2024-09-11T03:39:55.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:54 smithi130 bash[103605]: f306260896561e535ad49165bf50cd0128f2dd73dbbaed7188953a0b51c18fc5 2024-09-11T03:39:55.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:54 smithi130 systemd[1]: Started Ceph osd.7 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:39:55.701 INFO:tasks.rados.rados.0.smithi086.stdout:2374: done (2 left) 2024-09-11T03:39:55.701 INFO:tasks.rados.rados.0.smithi086.stdout:2375: delete oid 36 current snap is 219 2024-09-11T03:39:55.701 INFO:tasks.rados.rados.0.smithi086.stdout:2372: expect (ObjNum 637 snap 180 seq_num 637) 2024-09-11T03:39:55.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:55 smithi130 ceph-mon[83685]: osdmap e524: 8 total, 7 up, 8 in 2024-09-11T03:39:55.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:55 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:55.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:55 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:55.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:55 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:39:55.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:55 smithi130 ceph-mon[83685]: osdmap e525: 8 total, 7 up, 8 in 2024-09-11T03:39:56.002 INFO:tasks.rados.rados.0.smithi086.stdout:2372: done (2 left) 2024-09-11T03:39:56.002 INFO:tasks.rados.rados.0.smithi086.stdout:2373: done (1 left) 2024-09-11T03:39:56.002 INFO:tasks.rados.rados.0.smithi086.stdout:2375: done (0 left) 2024-09-11T03:39:56.002 INFO:tasks.rados.rados.0.smithi086.stdout:2376: copy_from oid 37 from oid 22 current snap is 219 2024-09-11T03:39:56.003 INFO:tasks.rados.rados.0.smithi086.stdout:2377: rollback oid 28 current snap is 219 2024-09-11T03:39:56.003 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 28 to 203 2024-09-11T03:39:56.003 INFO:tasks.rados.rados.0.smithi086.stdout:2378: copy_from oid 6 from oid 19 current snap is 219 2024-09-11T03:39:56.003 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 20 current snap is 219 2024-09-11T03:39:56.003 INFO:tasks.rados.rados.0.smithi086.stdout:2379: seq_num 771 ranges {1417216=516096,1933312=401408} 2024-09-11T03:39:56.012 INFO:tasks.rados.rados.0.smithi086.stdout:2379: writing smithi08678205-20 from 1417216 to 1933312 tid 1 2024-09-11T03:39:56.015 INFO:tasks.rados.rados.0.smithi086.stdout:2379: writing smithi08678205-20 from 1933312 to 2334720 tid 2 2024-09-11T03:39:56.015 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 219 2024-09-11T03:39:56.015 INFO:tasks.rados.rados.0.smithi086.stdout:2378: finishing copy_from to smithi08678205-6 2024-09-11T03:39:56.015 INFO:tasks.rados.rados.0.smithi086.stdout:2378: got expected ENOENT (src dne) 2024-09-11T03:39:56.015 INFO:tasks.rados.rados.0.smithi086.stdout:2380: seq_num 772 ranges {4079616=532480,4612096=401408} 2024-09-11T03:39:56.040 INFO:tasks.rados.rados.0.smithi086.stdout:2380: writing smithi08678205-32 from 4079616 to 4612096 tid 1 2024-09-11T03:39:56.043 INFO:tasks.rados.rados.0.smithi086.stdout:2380: writing smithi08678205-32 from 4612096 to 5013504 tid 2 2024-09-11T03:39:56.043 INFO:tasks.rados.rados.0.smithi086.stdout:2381: read oid 38 snap -1 2024-09-11T03:39:56.043 INFO:tasks.rados.rados.0.smithi086.stdout:2381: expect (ObjNum 724 snap 205 seq_num 724) 2024-09-11T03:39:56.043 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 219 2024-09-11T03:39:56.043 INFO:tasks.rados.rados.0.smithi086.stdout:2378: finishing copy_from racing read to smithi08678205-6 2024-09-11T03:39:56.043 INFO:tasks.rados.rados.0.smithi086.stdout:2377: finishing rollback tid 0 to smithi08678205-28 2024-09-11T03:39:56.043 INFO:tasks.rados.rados.0.smithi086.stdout:2377: finishing rollback tid 1 to smithi08678205-28 2024-09-11T03:39:56.043 INFO:tasks.rados.rados.0.smithi086.stdout:2377: finishing rollback tid 2 to smithi08678205-28 2024-09-11T03:39:56.044 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 2098 (ObjNum 710 snap 203 seq_num 710) dirty exists 2024-09-11T03:39:56.044 INFO:tasks.rados.rados.0.smithi086.stdout:2379: finishing write tid 1 to smithi08678205-20 2024-09-11T03:39:56.044 INFO:tasks.rados.rados.0.smithi086.stdout:2379: finishing write tid 2 to smithi08678205-20 2024-09-11T03:39:56.044 INFO:tasks.rados.rados.0.smithi086.stdout:2382: seq_num 773 ranges {0=548864,548864=401408} 2024-09-11T03:39:56.046 INFO:tasks.rados.rados.0.smithi086.stdout:2382: writing smithi08678205-36 from 0 to 548864 tid 1 2024-09-11T03:39:56.049 INFO:tasks.rados.rados.0.smithi086.stdout:2382: writing smithi08678205-36 from 548864 to 950272 tid 2 2024-09-11T03:39:56.049 INFO:tasks.rados.rados.0.smithi086.stdout:2377: done (6 left) 2024-09-11T03:39:56.050 INFO:tasks.rados.rados.0.smithi086.stdout:2378: done (5 left) 2024-09-11T03:39:56.050 INFO:tasks.rados.rados.0.smithi086.stdout:2383: rollback oid 49 current snap is 219 2024-09-11T03:39:56.050 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 49 to 217 2024-09-11T03:39:56.050 INFO:tasks.rados.rados.0.smithi086.stdout:2379: finishing write tid 3 to smithi08678205-20 2024-09-11T03:39:56.050 INFO:tasks.rados.rados.0.smithi086.stdout:2379: finishing write tid 4 to smithi08678205-20 2024-09-11T03:39:56.050 INFO:tasks.rados.rados.0.smithi086.stdout:2379: oid 20 updating version 0 to 1655 2024-09-11T03:39:56.050 INFO:tasks.rados.rados.0.smithi086.stdout:2379: oid 20 version 1655 is already newer than 1654 2024-09-11T03:39:56.050 INFO:tasks.rados.rados.0.smithi086.stdout:2379: oid 20 version 1655 is already newer than 1653 2024-09-11T03:39:56.050 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 1655 (ObjNum 771 snap 219 seq_num 771) dirty exists 2024-09-11T03:39:56.050 INFO:tasks.rados.rados.0.smithi086.stdout:2379: left oid 20 (ObjNum 771 snap 219 seq_num 771) 2024-09-11T03:39:56.050 INFO:tasks.rados.rados.0.smithi086.stdout:2380: finishing write tid 1 to smithi08678205-32 2024-09-11T03:39:56.050 INFO:tasks.rados.rados.0.smithi086.stdout:2380: finishing write tid 2 to smithi08678205-32 2024-09-11T03:39:56.050 INFO:tasks.rados.rados.0.smithi086.stdout:2380: finishing write tid 3 to smithi08678205-32 2024-09-11T03:39:56.051 INFO:tasks.rados.rados.0.smithi086.stdout:2379: done (5 left) 2024-09-11T03:39:56.051 INFO:tasks.rados.rados.0.smithi086.stdout:2384: read oid 24 snap 203 2024-09-11T03:39:56.051 INFO:tasks.rados.rados.0.smithi086.stdout:2384: expect (ObjNum 629 snap 178 seq_num 629) 2024-09-11T03:39:56.051 INFO:tasks.rados.rados.0.smithi086.stdout:2385: snap_remove snap 207 2024-09-11T03:39:56.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:55 smithi086 ceph-mon[89281]: osdmap e524: 8 total, 7 up, 8 in 2024-09-11T03:39:56.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:55 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:56.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:55 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:56.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:55 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:39:56.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:55 smithi086 ceph-mon[89281]: osdmap e525: 8 total, 7 up, 8 in 2024-09-11T03:39:56.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:55 smithi086 ceph-mon[91691]: osdmap e524: 8 total, 7 up, 8 in 2024-09-11T03:39:56.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:55 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:56.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:55 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:56.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:55 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:39:56.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:55 smithi086 ceph-mon[91691]: osdmap e525: 8 total, 7 up, 8 in 2024-09-11T03:39:56.705 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:39:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:39:56.419+0000 7fad63bae640 -1 Falling back to public interface 2024-09-11T03:39:56.923 INFO:tasks.rados.rados.0.smithi086.stdout:2376: finishing copy_from racing read to smithi08678205-37 2024-09-11T03:39:56.924 INFO:tasks.rados.rados.0.smithi086.stdout:2380: finishing write tid 4 to smithi08678205-32 2024-09-11T03:39:56.924 INFO:tasks.rados.rados.0.smithi086.stdout:2380: oid 32 updating version 0 to 1246 2024-09-11T03:39:56.924 INFO:tasks.rados.rados.0.smithi086.stdout:2380: oid 32 updating version 1246 to 1248 2024-09-11T03:39:56.924 INFO:tasks.rados.rados.0.smithi086.stdout:2380: oid 32 version 1248 is already newer than 1247 2024-09-11T03:39:56.924 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 1248 (ObjNum 772 snap 219 seq_num 772) dirty exists 2024-09-11T03:39:56.924 INFO:tasks.rados.rados.0.smithi086.stdout:2380: left oid 32 (ObjNum 772 snap 219 seq_num 772) 2024-09-11T03:39:56.924 INFO:tasks.rados.rados.0.smithi086.stdout:2376: finishing copy_from to smithi08678205-37 2024-09-11T03:39:56.924 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1163 (ObjNum 748 snap 214 seq_num 748) dirty exists 2024-09-11T03:39:56.924 INFO:tasks.rados.rados.0.smithi086.stdout:2383: finishing rollback tid 1 to smithi08678205-49 2024-09-11T03:39:56.924 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1166 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-11T03:39:56.925 INFO:tasks.rados.rados.0.smithi086.stdout:2382: finishing write tid 1 to smithi08678205-36 2024-09-11T03:39:56.925 INFO:tasks.rados.rados.0.smithi086.stdout:2382: finishing write tid 2 to smithi08678205-36 2024-09-11T03:39:56.925 INFO:tasks.rados.rados.0.smithi086.stdout:2382: finishing write tid 3 to smithi08678205-36 2024-09-11T03:39:56.925 INFO:tasks.rados.rados.0.smithi086.stdout:2382: finishing write tid 4 to smithi08678205-36 2024-09-11T03:39:56.925 INFO:tasks.rados.rados.0.smithi086.stdout:2382: oid 36 updating version 0 to 2100 2024-09-11T03:39:56.925 INFO:tasks.rados.rados.0.smithi086.stdout:2382: oid 36 version 2100 is already newer than 2099 2024-09-11T03:39:56.925 INFO:tasks.rados.rados.0.smithi086.stdout:2382: oid 36 updating version 2100 to 2101 2024-09-11T03:39:56.925 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2101 (ObjNum 773 snap 219 seq_num 773) dirty exists 2024-09-11T03:39:56.925 INFO:tasks.rados.rados.0.smithi086.stdout:2382: left oid 36 (ObjNum 773 snap 219 seq_num 773) 2024-09-11T03:39:56.925 INFO:tasks.rados.rados.0.smithi086.stdout:2384: expect (ObjNum 629 snap 178 seq_num 629) 2024-09-11T03:39:56.952 INFO:tasks.rados.rados.0.smithi086.stdout:2381: expect (ObjNum 724 snap 205 seq_num 724) 2024-09-11T03:39:56.985 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:56 smithi130 ceph-mon[83685]: pgmap v453: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 204 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 396 KiB/s wr, 4 op/s; 40/393 objects degraded (10.178%) 2024-09-11T03:39:56.985 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:56 smithi130 ceph-mon[83685]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-11T03:39:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:56 smithi086 ceph-mon[89281]: pgmap v453: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 204 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 396 KiB/s wr, 4 op/s; 40/393 objects degraded (10.178%) 2024-09-11T03:39:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:56 smithi086 ceph-mon[89281]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-11T03:39:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:56 smithi086 ceph-mon[91691]: pgmap v453: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 204 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 396 KiB/s wr, 4 op/s; 40/393 objects degraded (10.178%) 2024-09-11T03:39:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:56 smithi086 ceph-mon[91691]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-11T03:39:57.329 INFO:tasks.rados.rados.0.smithi086.stdout:2376: done (6 left) 2024-09-11T03:39:57.330 INFO:tasks.rados.rados.0.smithi086.stdout:2380: done (5 left) 2024-09-11T03:39:57.330 INFO:tasks.rados.rados.0.smithi086.stdout:2381: done (4 left) 2024-09-11T03:39:57.330 INFO:tasks.rados.rados.0.smithi086.stdout:2382: done (3 left) 2024-09-11T03:39:57.330 INFO:tasks.rados.rados.0.smithi086.stdout:2383: done (2 left) 2024-09-11T03:39:57.330 INFO:tasks.rados.rados.0.smithi086.stdout:2384: done (1 left) 2024-09-11T03:39:57.330 INFO:tasks.rados.rados.0.smithi086.stdout:2385: done (0 left) 2024-09-11T03:39:57.330 INFO:tasks.rados.rados.0.smithi086.stdout:2386: rollback oid 44 current snap is 219 2024-09-11T03:39:57.330 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 44 to 217 2024-09-11T03:39:57.330 INFO:tasks.rados.rados.0.smithi086.stdout:2387: rollback oid 40 current snap is 219 2024-09-11T03:39:57.330 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 40 to 202 2024-09-11T03:39:57.330 INFO:tasks.rados.rados.0.smithi086.stdout:2388: snap_remove snap 203 2024-09-11T03:39:57.686 INFO:tasks.rados.rados.0.smithi086.stdout:2388: done (2 left) 2024-09-11T03:39:57.686 INFO:tasks.rados.rados.0.smithi086.stdout:2389: rollback oid 20 current snap is 219 2024-09-11T03:39:57.686 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 20 to 217 2024-09-11T03:39:57.686 INFO:tasks.rados.rados.0.smithi086.stdout:2386: finishing rollback tid 0 to smithi08678205-44 2024-09-11T03:39:57.686 INFO:tasks.rados.rados.0.smithi086.stdout:2386: finishing rollback tid 1 to smithi08678205-44 2024-09-11T03:39:57.686 INFO:tasks.rados.rados.0.smithi086.stdout:2387: finishing rollback tid 0 to smithi08678205-40 2024-09-11T03:39:57.686 INFO:tasks.rados.rados.0.smithi086.stdout:2386: finishing rollback tid 2 to smithi08678205-44 2024-09-11T03:39:57.686 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 590 (ObjNum 763 snap 217 seq_num 763) dirty exists 2024-09-11T03:39:57.686 INFO:tasks.rados.rados.0.smithi086.stdout:2387: finishing rollback tid 1 to smithi08678205-40 2024-09-11T03:39:57.686 INFO:tasks.rados.rados.0.smithi086.stdout:2387: finishing rollback tid 2 to smithi08678205-40 2024-09-11T03:39:57.687 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 1169 (ObjNum 129 snap 0 seq_num 3221121352) dirty exists 2024-09-11T03:39:57.687 INFO:tasks.rados.rados.0.smithi086.stdout:2386: done (2 left) 2024-09-11T03:39:57.687 INFO:tasks.rados.rados.0.smithi086.stdout:2387: done (1 left) 2024-09-11T03:39:57.687 INFO:tasks.rados.rados.0.smithi086.stdout:2390: delete oid 36 current snap is 219 2024-09-11T03:39:57.695 INFO:tasks.rados.rados.0.smithi086.stdout:2390: done (1 left) 2024-09-11T03:39:57.695 INFO:tasks.rados.rados.0.smithi086.stdout:2391: copy_from oid 5 from oid 1 current snap is 219 2024-09-11T03:39:57.695 INFO:tasks.rados.rados.0.smithi086.stdout:2392: snap_create 2024-09-11T03:39:57.698 INFO:tasks.rados.rados.0.smithi086.stdout:2389: finishing rollback tid 0 to smithi08678205-20 2024-09-11T03:39:57.698 INFO:tasks.rados.rados.0.smithi086.stdout:2389: finishing rollback tid 1 to smithi08678205-20 2024-09-11T03:39:57.698 INFO:tasks.rados.rados.0.smithi086.stdout:2389: finishing rollback tid 2 to smithi08678205-20 2024-09-11T03:39:57.698 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 1658 (ObjNum 732 snap 207 seq_num 732) dirty exists 2024-09-11T03:39:57.718 INFO:tasks.rados.rados.0.smithi086.stdout:2391: finishing copy_from racing read to smithi08678205-5 2024-09-11T03:39:57.720 INFO:tasks.rados.rados.0.smithi086.stdout:2391: finishing copy_from to smithi08678205-5 2024-09-11T03:39:57.720 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 1165 (ObjNum 702 snap 201 seq_num 702) dirty exists 2024-09-11T03:39:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:57 smithi130 ceph-mon[83685]: osdmap e526: 8 total, 7 up, 8 in 2024-09-11T03:39:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:57 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 40/393 objects degraded (10.178%), 12 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:57 smithi130 ceph-mon[83685]: osdmap e527: 8 total, 7 up, 8 in 2024-09-11T03:39:58.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:57 smithi086 ceph-mon[89281]: osdmap e526: 8 total, 7 up, 8 in 2024-09-11T03:39:58.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:57 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 40/393 objects degraded (10.178%), 12 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:58.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:57 smithi086 ceph-mon[89281]: osdmap e527: 8 total, 7 up, 8 in 2024-09-11T03:39:58.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:39:58 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:39:58] "GET /metrics HTTP/1.1" 200 36370 "" "Prometheus/2.43.0" 2024-09-11T03:39:58.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:57 smithi086 ceph-mon[91691]: osdmap e526: 8 total, 7 up, 8 in 2024-09-11T03:39:58.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:57 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 40/393 objects degraded (10.178%), 12 pgs degraded (PG_DEGRADED) 2024-09-11T03:39:58.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:57 smithi086 ceph-mon[91691]: osdmap e527: 8 total, 7 up, 8 in 2024-09-11T03:39:58.686 INFO:tasks.rados.rados.0.smithi086.stdout:2389: done (2 left) 2024-09-11T03:39:58.686 INFO:tasks.rados.rados.0.smithi086.stdout:2391: done (1 left) 2024-09-11T03:39:58.687 INFO:tasks.rados.rados.0.smithi086.stdout:2392: done (0 left) 2024-09-11T03:39:58.687 INFO:tasks.rados.rados.0.smithi086.stdout:2393: read oid 15 snap -1 2024-09-11T03:39:58.687 INFO:tasks.rados.rados.0.smithi086.stdout:2393: expect (ObjNum 735 snap 208 seq_num 735) 2024-09-11T03:39:58.687 INFO:tasks.rados.rados.0.smithi086.stdout:2394: rmattr oid 36 current snap is 220 2024-09-11T03:39:58.687 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 220 2024-09-11T03:39:58.687 INFO:tasks.rados.rados.0.smithi086.stdout:2395: seq_num 775 ranges {1261568=589824,1851392=401408} 2024-09-11T03:39:58.697 INFO:tasks.rados.rados.0.smithi086.stdout:2395: writing smithi08678205-45 from 1261568 to 1851392 tid 1 2024-09-11T03:39:58.700 INFO:tasks.rados.rados.0.smithi086.stdout:2395: writing smithi08678205-45 from 1851392 to 2252800 tid 2 2024-09-11T03:39:58.700 INFO:tasks.rados.rados.0.smithi086.stdout:2396: delete oid 2 current snap is 220 2024-09-11T03:39:58.700 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-11T03:39:58.700 INFO:tasks.rados.rados.0.smithi086.stdout:2393: expect (ObjNum 735 snap 208 seq_num 735) 2024-09-11T03:39:58.714 INFO:tasks.rados.rados.0.smithi086.stdout:2395: finishing write tid 1 to smithi08678205-45 2024-09-11T03:39:58.714 INFO:tasks.rados.rados.0.smithi086.stdout:2395: finishing write tid 2 to smithi08678205-45 2024-09-11T03:39:58.714 INFO:tasks.rados.rados.0.smithi086.stdout:2395: finishing write tid 3 to smithi08678205-45 2024-09-11T03:39:58.714 INFO:tasks.rados.rados.0.smithi086.stdout:2395: finishing write tid 4 to smithi08678205-45 2024-09-11T03:39:58.714 INFO:tasks.rados.rados.0.smithi086.stdout:2395: oid 45 updating version 0 to 1181 2024-09-11T03:39:58.714 INFO:tasks.rados.rados.0.smithi086.stdout:2395: oid 45 version 1181 is already newer than 1180 2024-09-11T03:39:58.714 INFO:tasks.rados.rados.0.smithi086.stdout:2395: oid 45 version 1181 is already newer than 1179 2024-09-11T03:39:58.714 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 1181 (ObjNum 775 snap 220 seq_num 775) dirty exists 2024-09-11T03:39:58.715 INFO:tasks.rados.rados.0.smithi086.stdout:2395: left oid 45 (ObjNum 775 snap 220 seq_num 775) 2024-09-11T03:39:58.715 INFO:tasks.rados.rados.0.smithi086.stdout:2393: done (3 left) 2024-09-11T03:39:58.715 INFO:tasks.rados.rados.0.smithi086.stdout:2394: done (2 left) 2024-09-11T03:39:58.715 INFO:tasks.rados.rados.0.smithi086.stdout:2395: done (1 left) 2024-09-11T03:39:58.715 INFO:tasks.rados.rados.0.smithi086.stdout:2396: done (0 left) 2024-09-11T03:39:58.715 INFO:tasks.rados.rados.0.smithi086.stdout:2397: setattr oid 40 current snap is 220 2024-09-11T03:39:58.716 INFO:tasks.rados.rados.0.smithi086.stdout:2398: read oid 50 snap -1 2024-09-11T03:39:58.716 INFO:tasks.rados.rados.0.smithi086.stdout:2398: expect (ObjNum 647 snap 180 seq_num 647) 2024-09-11T03:39:58.716 INFO:tasks.rados.rados.0.smithi086.stdout:2399: copy_from oid 6 from oid 18 current snap is 220 2024-09-11T03:39:58.716 INFO:tasks.rados.rados.0.smithi086.stdout:2400: read oid 16 snap -1 2024-09-11T03:39:58.716 INFO:tasks.rados.rados.0.smithi086.stdout:2400: expect (ObjNum 762 snap 217 seq_num 762) 2024-09-11T03:39:58.716 INFO:tasks.rados.rados.0.smithi086.stdout:2401: snap_create 2024-09-11T03:39:58.721 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 1170 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-11T03:39:58.721 INFO:tasks.rados.rados.0.smithi086.stdout:2398: expect (ObjNum 647 snap 180 seq_num 647) 2024-09-11T03:39:58.755 INFO:tasks.rados.rados.0.smithi086.stdout:2399: finishing copy_from racing read to smithi08678205-6 2024-09-11T03:39:58.756 INFO:tasks.rados.rados.0.smithi086.stdout:2399: finishing copy_from to smithi08678205-6 2024-09-11T03:39:58.756 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1667 (ObjNum 753 snap 214 seq_num 753) dirty exists 2024-09-11T03:39:58.756 INFO:tasks.rados.rados.0.smithi086.stdout:2400: expect (ObjNum 762 snap 217 seq_num 762) 2024-09-11T03:39:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:58 smithi086 ceph-mon[89281]: pgmap v456: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 206 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 608 KiB/s wr, 4 op/s; 41/396 objects degraded (10.354%) 2024-09-11T03:39:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:58 smithi086 ceph-mon[89281]: osdmap e528: 8 total, 7 up, 8 in 2024-09-11T03:39:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:39:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:59.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:58 smithi086 ceph-mon[91691]: pgmap v456: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 206 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 608 KiB/s wr, 4 op/s; 41/396 objects degraded (10.354%) 2024-09-11T03:39:59.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:58 smithi086 ceph-mon[91691]: osdmap e528: 8 total, 7 up, 8 in 2024-09-11T03:39:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:58 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:39:58 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:59.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:58 smithi130 ceph-mon[83685]: pgmap v456: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 206 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 608 KiB/s wr, 4 op/s; 41/396 objects degraded (10.354%) 2024-09-11T03:39:59.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:58 smithi130 ceph-mon[83685]: osdmap e528: 8 total, 7 up, 8 in 2024-09-11T03:39:59.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:58 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:59.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:39:58 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:39:59.690 INFO:tasks.rados.rados.0.smithi086.stdout:2397: done (4 left) 2024-09-11T03:39:59.690 INFO:tasks.rados.rados.0.smithi086.stdout:2398: done (3 left) 2024-09-11T03:39:59.690 INFO:tasks.rados.rados.0.smithi086.stdout:2399: done (2 left) 2024-09-11T03:39:59.690 INFO:tasks.rados.rados.0.smithi086.stdout:2400: done (1 left) 2024-09-11T03:39:59.690 INFO:tasks.rados.rados.0.smithi086.stdout:2401: done (0 left) 2024-09-11T03:39:59.690 INFO:tasks.rados.rados.0.smithi086.stdout:2402: snap_create 2024-09-11T03:40:00.692 INFO:tasks.rados.rados.0.smithi086.stdout:2402: done (0 left) 2024-09-11T03:40:00.692 INFO:tasks.rados.rados.0.smithi086.stdout:2403: delete oid 45 current snap is 222 2024-09-11T03:40:00.695 INFO:tasks.rados.rados.0.smithi086.stdout:2403: done (0 left) 2024-09-11T03:40:00.695 INFO:tasks.rados.rados.0.smithi086.stdout:2404: read oid 40 snap -1 2024-09-11T03:40:00.695 INFO:tasks.rados.rados.0.smithi086.stdout:2404: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:40:00.695 INFO:tasks.rados.rados.0.smithi086.stdout:2405: read oid 22 snap 217 2024-09-11T03:40:00.695 INFO:tasks.rados.rados.0.smithi086.stdout:2405: expect (ObjNum 748 snap 214 seq_num 748) 2024-09-11T03:40:00.695 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 222 2024-09-11T03:40:00.695 INFO:tasks.rados.rados.0.smithi086.stdout:2406: seq_num 778 ranges {393216=638976,1032192=401408} 2024-09-11T03:40:00.700 INFO:tasks.rados.rados.0.smithi086.stdout:2406: writing smithi08678205-15 from 393216 to 1032192 tid 1 2024-09-11T03:40:00.703 INFO:tasks.rados.rados.0.smithi086.stdout:2406: writing smithi08678205-15 from 1032192 to 1433600 tid 2 2024-09-11T03:40:00.703 INFO:tasks.rados.rados.0.smithi086.stdout:2407: setattr oid 17 current snap is 222 2024-09-11T03:40:00.705 INFO:tasks.rados.rados.0.smithi086.stdout:2404: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:40:00.708 INFO:tasks.rados.rados.0.smithi086.stdout:2404: done (3 left) 2024-09-11T03:40:00.708 INFO:tasks.rados.rados.0.smithi086.stdout:2408: snap_remove snap 202 2024-09-11T03:40:00.717 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:40:00.440+0000 7fad63bae640 -1 osd.7 518 log_to_monitors true 2024-09-11T03:40:00.717 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: pgmap v459: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 186 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 872 KiB/s wr, 6 op/s; 41/369 objects degraded (11.111%) 2024-09-11T03:40:00.717 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:00.717 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:00.717 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: osdmap e529: 8 total, 7 up, 8 in 2024-09-11T03:40:00.717 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: Health detail: HEALTH_WARN 1 osds down; all OSDs are running squid or later but require_osd_release < squid; Degraded data redundancy: 41/369 objects degraded (11.111%), 12 pgs degraded 2024-09-11T03:40:00.717 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: [WRN] OSD_DOWN: 1 osds down 2024-09-11T03:40:00.718 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: osd.7 (root=default,host=smithi130) is down 2024-09-11T03:40:00.718 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: [WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-09-11T03:40:00.718 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: all OSDs are running squid or later but require_osd_release < squid 2024-09-11T03:40:00.718 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: [WRN] PG_DEGRADED: Degraded data redundancy: 41/369 objects degraded (11.111%), 12 pgs degraded 2024-09-11T03:40:00.718 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: pg 1.0 is active+undersized+degraded, acting [0,6] 2024-09-11T03:40:00.718 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: pg 2.7 is active+undersized+degraded, acting [6,2] 2024-09-11T03:40:00.718 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: pg 2.b is active+undersized+degraded, acting [4,5] 2024-09-11T03:40:00.718 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: pg 2.f is active+undersized+degraded, acting [4,0] 2024-09-11T03:40:00.718 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: pg 2.1c is active+undersized+degraded, acting [5,2] 2024-09-11T03:40:00.718 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: pg 2.1d is active+undersized+degraded, acting [6,0] 2024-09-11T03:40:00.718 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: pg 2.1f is active+undersized+degraded, acting [0,4] 2024-09-11T03:40:00.718 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: pg 4.3 is active+undersized+degraded, acting [0,5] 2024-09-11T03:40:00.719 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: pg 5.1 is active+undersized+degraded, acting [4,3,NONE] 2024-09-11T03:40:00.719 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: pg 5.4 is active+undersized+degraded, acting [NONE,2,5] 2024-09-11T03:40:00.719 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: pg 5.9 is active+undersized+degraded, acting [NONE,6,1] 2024-09-11T03:40:00.719 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-mon[83685]: pg 5.d is active+undersized+degraded, acting [2,NONE,5] 2024-09-11T03:40:00.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: pgmap v459: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 186 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 872 KiB/s wr, 6 op/s; 41/369 objects degraded (11.111%) 2024-09-11T03:40:00.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:00.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:00.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: osdmap e529: 8 total, 7 up, 8 in 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: Health detail: HEALTH_WARN 1 osds down; all OSDs are running squid or later but require_osd_release < squid; Degraded data redundancy: 41/369 objects degraded (11.111%), 12 pgs degraded 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: [WRN] OSD_DOWN: 1 osds down 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: osd.7 (root=default,host=smithi130) is down 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: [WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: all OSDs are running squid or later but require_osd_release < squid 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: [WRN] PG_DEGRADED: Degraded data redundancy: 41/369 objects degraded (11.111%), 12 pgs degraded 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: pg 1.0 is active+undersized+degraded, acting [0,6] 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: pg 2.7 is active+undersized+degraded, acting [6,2] 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: pg 2.b is active+undersized+degraded, acting [4,5] 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: pg 2.f is active+undersized+degraded, acting [4,0] 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: pg 2.1c is active+undersized+degraded, acting [5,2] 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: pg 2.1d is active+undersized+degraded, acting [6,0] 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: pg 2.1f is active+undersized+degraded, acting [0,4] 2024-09-11T03:40:00.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: pg 4.3 is active+undersized+degraded, acting [0,5] 2024-09-11T03:40:00.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: pg 5.1 is active+undersized+degraded, acting [4,3,NONE] 2024-09-11T03:40:00.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: pg 5.4 is active+undersized+degraded, acting [NONE,2,5] 2024-09-11T03:40:00.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: pg 5.9 is active+undersized+degraded, acting [NONE,6,1] 2024-09-11T03:40:00.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[89281]: pg 5.d is active+undersized+degraded, acting [2,NONE,5] 2024-09-11T03:40:00.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: pgmap v459: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 186 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 872 KiB/s wr, 6 op/s; 41/369 objects degraded (11.111%) 2024-09-11T03:40:00.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:00.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:00.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: osdmap e529: 8 total, 7 up, 8 in 2024-09-11T03:40:00.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: Health detail: HEALTH_WARN 1 osds down; all OSDs are running squid or later but require_osd_release < squid; Degraded data redundancy: 41/369 objects degraded (11.111%), 12 pgs degraded 2024-09-11T03:40:00.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: [WRN] OSD_DOWN: 1 osds down 2024-09-11T03:40:00.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: osd.7 (root=default,host=smithi130) is down 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: [WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: all OSDs are running squid or later but require_osd_release < squid 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: [WRN] PG_DEGRADED: Degraded data redundancy: 41/369 objects degraded (11.111%), 12 pgs degraded 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: pg 1.0 is active+undersized+degraded, acting [0,6] 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: pg 2.7 is active+undersized+degraded, acting [6,2] 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: pg 2.b is active+undersized+degraded, acting [4,5] 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: pg 2.f is active+undersized+degraded, acting [4,0] 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: pg 2.1c is active+undersized+degraded, acting [5,2] 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: pg 2.1d is active+undersized+degraded, acting [6,0] 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: pg 2.1f is active+undersized+degraded, acting [0,4] 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: pg 4.3 is active+undersized+degraded, acting [0,5] 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: pg 5.1 is active+undersized+degraded, acting [4,3,NONE] 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: pg 5.4 is active+undersized+degraded, acting [NONE,2,5] 2024-09-11T03:40:00.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: pg 5.9 is active+undersized+degraded, acting [NONE,6,1] 2024-09-11T03:40:00.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:00 smithi086 ceph-mon[91691]: pg 5.d is active+undersized+degraded, acting [2,NONE,5] 2024-09-11T03:40:01.019 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:40:00 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:40:00.716+0000 7fad57950640 -1 osd.7 518 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T03:40:01.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:01 smithi130 ceph-mon[83685]: from='osd.7 [v2:172.21.15.130:6824/3456069191,v1:172.21.15.130:6825/3456069191]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-11T03:40:01.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:01 smithi130 ceph-mon[83685]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-11T03:40:01.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:01 smithi130 ceph-mon[83685]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-11T03:40:01.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:01 smithi130 ceph-mon[83685]: from='osd.7 [v2:172.21.15.130:6824/3456069191,v1:172.21.15.130:6825/3456069191]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:40:01.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:01 smithi130 ceph-mon[83685]: osdmap e530: 8 total, 7 up, 8 in 2024-09-11T03:40:01.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:01 smithi130 ceph-mon[83685]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:40:01.702 INFO:tasks.rados.rados.0.smithi086.stdout:2408: done (3 left) 2024-09-11T03:40:01.702 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 222 2024-09-11T03:40:01.702 INFO:tasks.rados.rados.0.smithi086.stdout:2409: seq_num 779 ranges {3227648=655360,3883008=401408} 2024-09-11T03:40:01.725 INFO:tasks.rados.rados.0.smithi086.stdout:2409: writing smithi08678205-7 from 3227648 to 3883008 tid 1 2024-09-11T03:40:01.730 INFO:tasks.rados.rados.0.smithi086.stdout:2409: writing smithi08678205-7 from 3883008 to 4284416 tid 2 2024-09-11T03:40:01.730 INFO:tasks.rados.rados.0.smithi086.stdout:2410: snap_create 2024-09-11T03:40:01.730 INFO:tasks.rados.rados.0.smithi086.stdout:2406: finishing write tid 1 to smithi08678205-15 2024-09-11T03:40:01.730 INFO:tasks.rados.rados.0.smithi086.stdout:2406: finishing write tid 2 to smithi08678205-15 2024-09-11T03:40:01.730 INFO:tasks.rados.rados.0.smithi086.stdout:2406: finishing write tid 3 to smithi08678205-15 2024-09-11T03:40:01.730 INFO:tasks.rados.rados.0.smithi086.stdout:2406: finishing write tid 4 to smithi08678205-15 2024-09-11T03:40:01.730 INFO:tasks.rados.rados.0.smithi086.stdout:2406: oid 15 updating version 0 to 2124 2024-09-11T03:40:01.730 INFO:tasks.rados.rados.0.smithi086.stdout:2406: oid 15 version 2124 is already newer than 2122 2024-09-11T03:40:01.731 INFO:tasks.rados.rados.0.smithi086.stdout:2406: oid 15 version 2124 is already newer than 2123 2024-09-11T03:40:01.731 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2124 (ObjNum 778 snap 222 seq_num 778) dirty exists 2024-09-11T03:40:01.731 INFO:tasks.rados.rados.0.smithi086.stdout:2406: left oid 15 (ObjNum 778 snap 222 seq_num 778) 2024-09-11T03:40:01.731 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 1065 (ObjNum 764 snap 217 seq_num 764) dirty exists 2024-09-11T03:40:01.731 INFO:tasks.rados.rados.0.smithi086.stdout:2405: expect (ObjNum 748 snap 214 seq_num 748) 2024-09-11T03:40:01.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:01 smithi086 ceph-mon[91691]: from='osd.7 [v2:172.21.15.130:6824/3456069191,v1:172.21.15.130:6825/3456069191]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-11T03:40:01.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:01 smithi086 ceph-mon[91691]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-11T03:40:01.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:01 smithi086 ceph-mon[91691]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-11T03:40:01.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:01 smithi086 ceph-mon[91691]: from='osd.7 [v2:172.21.15.130:6824/3456069191,v1:172.21.15.130:6825/3456069191]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:40:01.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:01 smithi086 ceph-mon[91691]: osdmap e530: 8 total, 7 up, 8 in 2024-09-11T03:40:01.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:01 smithi086 ceph-mon[91691]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:40:01.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:01 smithi086 ceph-mon[89281]: from='osd.7 [v2:172.21.15.130:6824/3456069191,v1:172.21.15.130:6825/3456069191]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-11T03:40:01.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:01 smithi086 ceph-mon[89281]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-11T03:40:01.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:01 smithi086 ceph-mon[89281]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-11T03:40:01.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:01 smithi086 ceph-mon[89281]: from='osd.7 [v2:172.21.15.130:6824/3456069191,v1:172.21.15.130:6825/3456069191]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:40:01.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:01 smithi086 ceph-mon[89281]: osdmap e530: 8 total, 7 up, 8 in 2024-09-11T03:40:01.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:01 smithi086 ceph-mon[89281]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]} : dispatch 2024-09-11T03:40:02.685 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:02 smithi130 ceph-mon[83685]: pgmap v462: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 19 op/s; 42/357 objects degraded (11.765%) 2024-09-11T03:40:02.685 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:02 smithi130 ceph-mon[83685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:40:02.685 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:02 smithi130 ceph-mon[83685]: osd.7 [v2:172.21.15.130:6824/3456069191,v1:172.21.15.130:6825/3456069191] boot 2024-09-11T03:40:02.685 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:02 smithi130 ceph-mon[83685]: osdmap e531: 8 total, 8 up, 8 in 2024-09-11T03:40:02.685 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:02 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-11T03:40:02.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:02 smithi086 ceph-mon[89281]: pgmap v462: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 19 op/s; 42/357 objects degraded (11.765%) 2024-09-11T03:40:02.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:02 smithi086 ceph-mon[89281]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:40:02.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:02 smithi086 ceph-mon[89281]: osd.7 [v2:172.21.15.130:6824/3456069191,v1:172.21.15.130:6825/3456069191] boot 2024-09-11T03:40:02.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:02 smithi086 ceph-mon[89281]: osdmap e531: 8 total, 8 up, 8 in 2024-09-11T03:40:02.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:02 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-11T03:40:02.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:02 smithi086 ceph-mon[91691]: pgmap v462: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 19 op/s; 42/357 objects degraded (11.765%) 2024-09-11T03:40:02.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:02 smithi086 ceph-mon[91691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-11T03:40:02.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:02 smithi086 ceph-mon[91691]: osd.7 [v2:172.21.15.130:6824/3456069191,v1:172.21.15.130:6825/3456069191] boot 2024-09-11T03:40:02.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:02 smithi086 ceph-mon[91691]: osdmap e531: 8 total, 8 up, 8 in 2024-09-11T03:40:02.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:02 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-11T03:40:02.879 INFO:tasks.rados.rados.0.smithi086.stdout:2405: done (4 left) 2024-09-11T03:40:02.879 INFO:tasks.rados.rados.0.smithi086.stdout:2406: done (3 left) 2024-09-11T03:40:02.879 INFO:tasks.rados.rados.0.smithi086.stdout:2407: done (2 left) 2024-09-11T03:40:02.880 INFO:tasks.rados.rados.0.smithi086.stdout:2410: done (1 left) 2024-09-11T03:40:02.880 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 223 2024-09-11T03:40:02.880 INFO:tasks.rados.rados.0.smithi086.stdout:2409: finishing write tid 1 to smithi08678205-7 2024-09-11T03:40:02.880 INFO:tasks.rados.rados.0.smithi086.stdout:2409: finishing write tid 2 to smithi08678205-7 2024-09-11T03:40:02.880 INFO:tasks.rados.rados.0.smithi086.stdout:2409: finishing write tid 3 to smithi08678205-7 2024-09-11T03:40:02.880 INFO:tasks.rados.rados.0.smithi086.stdout:2409: finishing write tid 4 to smithi08678205-7 2024-09-11T03:40:02.880 INFO:tasks.rados.rados.0.smithi086.stdout:2409: oid 7 updating version 0 to 1193 2024-09-11T03:40:02.880 INFO:tasks.rados.rados.0.smithi086.stdout:2409: oid 7 updating version 1193 to 1194 2024-09-11T03:40:02.880 INFO:tasks.rados.rados.0.smithi086.stdout:2409: oid 7 updating version 1194 to 1195 2024-09-11T03:40:02.880 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1195 (ObjNum 779 snap 222 seq_num 779) dirty exists 2024-09-11T03:40:02.880 INFO:tasks.rados.rados.0.smithi086.stdout:2409: left oid 7 (ObjNum 779 snap 222 seq_num 779) 2024-09-11T03:40:02.881 INFO:tasks.rados.rados.0.smithi086.stdout:2411: seq_num 780 ranges {0=671744,671744=401408} 2024-09-11T03:40:02.883 INFO:tasks.rados.rados.0.smithi086.stdout:2411: writing smithi08678205-27 from 0 to 671744 tid 1 2024-09-11T03:40:02.886 INFO:tasks.rados.rados.0.smithi086.stdout:2411: writing smithi08678205-27 from 671744 to 1073152 tid 2 2024-09-11T03:40:02.886 INFO:tasks.rados.rados.0.smithi086.stdout:2409: done (1 left) 2024-09-11T03:40:02.886 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 223 2024-09-11T03:40:02.886 INFO:tasks.rados.rados.0.smithi086.stdout:2412: seq_num 781 ranges {11460608=688128,12148736=401408} 2024-09-11T03:40:02.953 INFO:tasks.rados.rados.0.smithi086.stdout:2412: writing smithi08678205-37 from 11460608 to 12148736 tid 1 2024-09-11T03:40:02.956 INFO:tasks.rados.rados.0.smithi086.stdout:2412: writing smithi08678205-37 from 12148736 to 12550144 tid 2 2024-09-11T03:40:02.956 INFO:tasks.rados.rados.0.smithi086.stdout:2413: snap_create 2024-09-11T03:40:02.956 INFO:tasks.rados.rados.0.smithi086.stdout:2411: finishing write tid 1 to smithi08678205-27 2024-09-11T03:40:02.956 INFO:tasks.rados.rados.0.smithi086.stdout:2411: finishing write tid 2 to smithi08678205-27 2024-09-11T03:40:02.956 INFO:tasks.rados.rados.0.smithi086.stdout:2411: finishing write tid 3 to smithi08678205-27 2024-09-11T03:40:02.957 INFO:tasks.rados.rados.0.smithi086.stdout:2411: finishing write tid 4 to smithi08678205-27 2024-09-11T03:40:02.957 INFO:tasks.rados.rados.0.smithi086.stdout:2411: oid 27 updating version 0 to 1668 2024-09-11T03:40:02.957 INFO:tasks.rados.rados.0.smithi086.stdout:2411: oid 27 updating version 1668 to 1669 2024-09-11T03:40:02.957 INFO:tasks.rados.rados.0.smithi086.stdout:2411: oid 27 updating version 1669 to 1670 2024-09-11T03:40:02.957 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 1670 (ObjNum 780 snap 223 seq_num 780) dirty exists 2024-09-11T03:40:02.957 INFO:tasks.rados.rados.0.smithi086.stdout:2411: left oid 27 (ObjNum 780 snap 223 seq_num 780) 2024-09-11T03:40:02.958 INFO:tasks.rados.rados.0.smithi086.stdout:2412: finishing write tid 1 to smithi08678205-37 2024-09-11T03:40:02.959 INFO:tasks.rados.rados.0.smithi086.stdout:2412: finishing write tid 2 to smithi08678205-37 2024-09-11T03:40:02.960 INFO:tasks.rados.rados.0.smithi086.stdout:2412: finishing write tid 3 to smithi08678205-37 2024-09-11T03:40:02.961 INFO:tasks.rados.rados.0.smithi086.stdout:2412: finishing write tid 4 to smithi08678205-37 2024-09-11T03:40:02.961 INFO:tasks.rados.rados.0.smithi086.stdout:2412: oid 37 updating version 0 to 1646 2024-09-11T03:40:02.961 INFO:tasks.rados.rados.0.smithi086.stdout:2412: oid 37 updating version 1646 to 1648 2024-09-11T03:40:02.961 INFO:tasks.rados.rados.0.smithi086.stdout:2412: oid 37 version 1648 is already newer than 1647 2024-09-11T03:40:02.961 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1648 (ObjNum 781 snap 223 seq_num 781) dirty exists 2024-09-11T03:40:02.961 INFO:tasks.rados.rados.0.smithi086.stdout:2412: left oid 37 (ObjNum 781 snap 223 seq_num 781) 2024-09-11T03:40:03.096 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:40:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=sqlstore.transactions t=2024-09-11T03:40:02.926972756Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-11T03:40:03.097 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:40:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[60709]: logger=cleanup t=2024-09-11T03:40:02.928173068Z level=info msg="Completed cleanup jobs" duration=12.497559ms 2024-09-11T03:40:03.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 42/357 objects degraded (11.765%), 12 pgs degraded (PG_DEGRADED) 2024-09-11T03:40:03.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: osdmap e532: 8 total, 8 up, 8 in 2024-09-11T03:40:03.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:03.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:03.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:03.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:40:03.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:03.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:03.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:03.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:03.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:03.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:03.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: Upgrade: Setting container_image for all osd 2024-09-11T03:40:03.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:03.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-11T03:40:03.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-11T03:40:03.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-11T03:40:03.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-11T03:40:03.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-11T03:40:03.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-11T03:40:03.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-11T03:40:03.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-11T03:40:03.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-11T03:40:03.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-11T03:40:03.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-11T03:40:03.825 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-11T03:40:03.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 42/357 objects degraded (11.765%), 12 pgs degraded (PG_DEGRADED) 2024-09-11T03:40:03.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: osdmap e532: 8 total, 8 up, 8 in 2024-09-11T03:40:03.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:03.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:03.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:03.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:40:03.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:03.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:03.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:03.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:03.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:03.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:03.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: Upgrade: Setting container_image for all osd 2024-09-11T03:40:03.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:03.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-11T03:40:03.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-11T03:40:03.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-11T03:40:03.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-11T03:40:03.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-11T03:40:03.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-11T03:40:03.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-11T03:40:03.827 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-11T03:40:03.827 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-11T03:40:03.827 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-11T03:40:03.827 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-11T03:40:03.827 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-11T03:40:03.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-11T03:40:03.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-11T03:40:03.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-11T03:40:03.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-11T03:40:03.827 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: Upgrade: Setting require_osd_release to 19 squid 2024-09-11T03:40:03.828 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-11T03:40:03.828 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-11T03:40:03.828 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-11T03:40:03.828 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-11T03:40:03.828 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-11T03:40:03.828 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: Upgrade: Setting require_osd_release to 19 squid 2024-09-11T03:40:03.828 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:03 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-11T03:40:03.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 42/357 objects degraded (11.765%), 12 pgs degraded (PG_DEGRADED) 2024-09-11T03:40:03.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: osdmap e532: 8 total, 8 up, 8 in 2024-09-11T03:40:03.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:03.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:03.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:03.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:40:03.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:03.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:03.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:03.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:03.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:03.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:03.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: Upgrade: Setting container_image for all osd 2024-09-11T03:40:03.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:03.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-11T03:40:03.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-11T03:40:03.849 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-11T03:40:03.849 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-11T03:40:03.849 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-11T03:40:03.849 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-11T03:40:03.849 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-11T03:40:03.849 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-11T03:40:03.849 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-11T03:40:03.849 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-11T03:40:03.849 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-11T03:40:03.849 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-11T03:40:03.849 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-11T03:40:03.849 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-11T03:40:03.850 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-11T03:40:03.850 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-11T03:40:03.850 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: Upgrade: Setting require_osd_release to 19 squid 2024-09-11T03:40:03.850 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:03 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-11T03:40:03.961 INFO:tasks.rados.rados.0.smithi086.stdout:2411: done (2 left) 2024-09-11T03:40:03.962 INFO:tasks.rados.rados.0.smithi086.stdout:2412: done (1 left) 2024-09-11T03:40:03.962 INFO:tasks.rados.rados.0.smithi086.stdout:2413: done (0 left) 2024-09-11T03:40:03.962 INFO:tasks.rados.rados.0.smithi086.stdout:2414: rmattr oid 11 current snap is 224 2024-09-11T03:40:03.962 INFO:tasks.rados.rados.0.smithi086.stdout:2414: done (0 left) 2024-09-11T03:40:03.962 INFO:tasks.rados.rados.0.smithi086.stdout:2415: read oid 45 snap -1 2024-09-11T03:40:03.962 INFO:tasks.rados.rados.0.smithi086.stdout:2415: expect deleted 2024-09-11T03:40:03.962 INFO:tasks.rados.rados.0.smithi086.stdout:2416: copy_from oid 30 from oid 9 current snap is 224 2024-09-11T03:40:03.962 INFO:tasks.rados.rados.0.smithi086.stdout:2417: snap_create 2024-09-11T03:40:03.977 INFO:tasks.rados.rados.0.smithi086.stdout:2416: finishing copy_from to smithi08678205-30 2024-09-11T03:40:03.977 INFO:tasks.rados.rados.0.smithi086.stdout:2416: got expected ENOENT (src dne) 2024-09-11T03:40:03.977 INFO:tasks.rados.rados.0.smithi086.stdout:2416: finishing copy_from racing read to smithi08678205-30 2024-09-11T03:40:04.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[89281]: pgmap v465: 121 pgs: 9 peering, 28 active+undersized, 9 active+undersized+degraded, 75 active+clean; 191 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 16 op/s; 38/348 objects degraded (10.920%) 2024-09-11T03:40:04.642 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[89281]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-11T03:40:04.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-11T03:40:04.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[89281]: osdmap e533: 8 total, 8 up, 8 in 2024-09-11T03:40:04.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-11T03:40:04.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[89281]: Upgrade: It appears safe to stop mds.a 2024-09-11T03:40:04.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:04.643 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:40:04.644 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[91691]: pgmap v465: 121 pgs: 9 peering, 28 active+undersized, 9 active+undersized+degraded, 75 active+clean; 191 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 16 op/s; 38/348 objects degraded (10.920%) 2024-09-11T03:40:04.644 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[91691]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-11T03:40:04.644 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-11T03:40:04.644 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[91691]: osdmap e533: 8 total, 8 up, 8 in 2024-09-11T03:40:04.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-11T03:40:04.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[91691]: Upgrade: It appears safe to stop mds.a 2024-09-11T03:40:04.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:04.645 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:40:04.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:04 smithi130 ceph-mon[83685]: pgmap v465: 121 pgs: 9 peering, 28 active+undersized, 9 active+undersized+degraded, 75 active+clean; 191 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 16 op/s; 38/348 objects degraded (10.920%) 2024-09-11T03:40:04.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:04 smithi130 ceph-mon[83685]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-11T03:40:04.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-11T03:40:04.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:04 smithi130 ceph-mon[83685]: osdmap e533: 8 total, 8 up, 8 in 2024-09-11T03:40:04.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-11T03:40:04.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:04 smithi130 ceph-mon[83685]: Upgrade: It appears safe to stop mds.a 2024-09-11T03:40:04.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:04.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:40:04.964 INFO:tasks.rados.rados.0.smithi086.stdout:2415: done (2 left) 2024-09-11T03:40:04.964 INFO:tasks.rados.rados.0.smithi086.stdout:2416: done (1 left) 2024-09-11T03:40:04.964 INFO:tasks.rados.rados.0.smithi086.stdout:2417: done (0 left) 2024-09-11T03:40:04.964 INFO:tasks.rados.rados.0.smithi086.stdout:2418: rollback oid 30 current snap is 225 2024-09-11T03:40:04.964 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 30 to 223 2024-09-11T03:40:04.965 INFO:tasks.rados.rados.0.smithi086.stdout:2419: rollback oid 36 current snap is 225 2024-09-11T03:40:04.965 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 36 to 223 2024-09-11T03:40:04.965 INFO:tasks.rados.rados.0.smithi086.stdout:2420: read oid 1 snap -1 2024-09-11T03:40:04.965 INFO:tasks.rados.rados.0.smithi086.stdout:2420: expect (ObjNum 702 snap 201 seq_num 702) 2024-09-11T03:40:04.965 INFO:tasks.rados.rados.0.smithi086.stdout:2421: snap_remove snap 220 2024-09-11T03:40:05.969 INFO:tasks.rados.rados.0.smithi086.stdout:2421: done (3 left) 2024-09-11T03:40:05.969 INFO:tasks.rados.rados.0.smithi086.stdout:2422: snap_create 2024-09-11T03:40:05.969 INFO:tasks.rados.rados.0.smithi086.stdout:2418: finishing rollback tid 0 to smithi08678205-30 2024-09-11T03:40:05.969 INFO:tasks.rados.rados.0.smithi086.stdout:2418: finishing rollback tid 1 to smithi08678205-30 2024-09-11T03:40:05.969 INFO:tasks.rados.rados.0.smithi086.stdout:2418: finishing rollback tid 2 to smithi08678205-30 2024-09-11T03:40:05.969 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 2134 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:40:05.969 INFO:tasks.rados.rados.0.smithi086.stdout:2419: finishing rollback tid 1 to smithi08678205-36 2024-09-11T03:40:05.970 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2110 (ObjNum 129 snap 0 seq_num 3220935376) dirty dne 2024-09-11T03:40:05.970 INFO:tasks.rados.rados.0.smithi086.stdout:2420: expect (ObjNum 702 snap 201 seq_num 702) 2024-09-11T03:40:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:05 smithi086 ceph-mon[89281]: osdmap e534: 8 total, 8 up, 8 in 2024-09-11T03:40:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:05 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:05 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-11T03:40:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:05 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:06.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:05 smithi086 ceph-mon[91691]: osdmap e534: 8 total, 8 up, 8 in 2024-09-11T03:40:06.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:05 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:06.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:05 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-11T03:40:06.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:05 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:06.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:05 smithi130 ceph-mon[83685]: osdmap e534: 8 total, 8 up, 8 in 2024-09-11T03:40:06.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:05 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:06.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:05 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-11T03:40:06.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:05 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:06.972 INFO:tasks.rados.rados.0.smithi086.stdout:2418: done (3 left) 2024-09-11T03:40:06.972 INFO:tasks.rados.rados.0.smithi086.stdout:2419: done (2 left) 2024-09-11T03:40:06.972 INFO:tasks.rados.rados.0.smithi086.stdout:2420: done (1 left) 2024-09-11T03:40:06.973 INFO:tasks.rados.rados.0.smithi086.stdout:2422: done (0 left) 2024-09-11T03:40:06.973 INFO:tasks.rados.rados.0.smithi086.stdout:2423: setattr oid 22 current snap is 226 2024-09-11T03:40:06.975 INFO:tasks.rados.rados.0.smithi086.stdout:2424: snap_remove snap 225 2024-09-11T03:40:07.231 INFO:tasks.rados.rados.0.smithi086.stdout:2424: done (1 left) 2024-09-11T03:40:07.231 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 226 2024-09-11T03:40:07.231 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 1171 (ObjNum 748 snap 214 seq_num 748) dirty exists 2024-09-11T03:40:07.231 INFO:tasks.rados.rados.0.smithi086.stdout:2425: seq_num 782 ranges {0=704512,704512=401408} 2024-09-11T03:40:07.234 INFO:tasks.rados.rados.0.smithi086.stdout:2425: writing smithi08678205-11 from 0 to 704512 tid 1 2024-09-11T03:40:07.237 INFO:tasks.rados.rados.0.smithi086.stdout:2425: writing smithi08678205-11 from 704512 to 1105920 tid 2 2024-09-11T03:40:07.237 INFO:tasks.rados.rados.0.smithi086.stdout:2423: done (1 left) 2024-09-11T03:40:07.237 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 226 2024-09-11T03:40:07.237 INFO:tasks.rados.rados.0.smithi086.stdout:2426: seq_num 783 ranges {2334720=720896,3055616=401408} 2024-09-11T03:40:07.254 INFO:tasks.rados.rados.0.smithi086.stdout:2426: writing smithi08678205-44 from 2334720 to 3055616 tid 1 2024-09-11T03:40:07.257 INFO:tasks.rados.rados.0.smithi086.stdout:2426: writing smithi08678205-44 from 3055616 to 3457024 tid 2 2024-09-11T03:40:07.257 INFO:tasks.rados.rados.0.smithi086.stdout:2427: setattr oid 23 current snap is 226 2024-09-11T03:40:07.257 INFO:tasks.rados.rados.0.smithi086.stdout:2425: finishing write tid 1 to smithi08678205-11 2024-09-11T03:40:07.257 INFO:tasks.rados.rados.0.smithi086.stdout:2425: finishing write tid 2 to smithi08678205-11 2024-09-11T03:40:07.257 INFO:tasks.rados.rados.0.smithi086.stdout:2425: finishing write tid 3 to smithi08678205-11 2024-09-11T03:40:07.257 INFO:tasks.rados.rados.0.smithi086.stdout:2425: finishing write tid 4 to smithi08678205-11 2024-09-11T03:40:07.257 INFO:tasks.rados.rados.0.smithi086.stdout:2425: oid 11 updating version 0 to 1276 2024-09-11T03:40:07.257 INFO:tasks.rados.rados.0.smithi086.stdout:2425: oid 11 version 1276 is already newer than 1275 2024-09-11T03:40:07.257 INFO:tasks.rados.rados.0.smithi086.stdout:2425: oid 11 updating version 1276 to 1277 2024-09-11T03:40:07.257 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1277 (ObjNum 782 snap 226 seq_num 782) dirty exists 2024-09-11T03:40:07.257 INFO:tasks.rados.rados.0.smithi086.stdout:2425: left oid 11 (ObjNum 782 snap 226 seq_num 782) 2024-09-11T03:40:07.258 INFO:tasks.rados.rados.0.smithi086.stdout:2425: done (2 left) 2024-09-11T03:40:07.258 INFO:tasks.rados.rados.0.smithi086.stdout:2428: snap_remove snap 224 2024-09-11T03:40:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:06 smithi086 ceph-mon[89281]: pgmap v468: 121 pgs: 9 peering, 19 active+undersized, 8 active+undersized+degraded, 85 active+clean; 175 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 912 KiB/s rd, 662 KiB/s wr, 9 op/s; 33/315 objects degraded (10.476%) 2024-09-11T03:40:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:06 smithi086 ceph-mon[89281]: Upgrade: Updating mds.a 2024-09-11T03:40:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:06 smithi086 ceph-mon[89281]: Deploying daemon mds.a on smithi086 2024-09-11T03:40:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:06 smithi086 ceph-mon[89281]: osdmap e535: 8 total, 8 up, 8 in 2024-09-11T03:40:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a[89277]: 2024-09-11T03:40:07.219+0000 7f177ac9c640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T03:40:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:06 smithi086 ceph-mon[91691]: pgmap v468: 121 pgs: 9 peering, 19 active+undersized, 8 active+undersized+degraded, 85 active+clean; 175 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 912 KiB/s rd, 662 KiB/s wr, 9 op/s; 33/315 objects degraded (10.476%) 2024-09-11T03:40:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:06 smithi086 ceph-mon[91691]: Upgrade: Updating mds.a 2024-09-11T03:40:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:06 smithi086 ceph-mon[91691]: Deploying daemon mds.a on smithi086 2024-09-11T03:40:07.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:06 smithi086 ceph-mon[91691]: osdmap e535: 8 total, 8 up, 8 in 2024-09-11T03:40:07.323 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:06 smithi086 systemd[1]: Stopping Ceph mds.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:40:07.323 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a[64132]: 2024-09-11T03:40:07.218+0000 7f4e60023640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:40:07.323 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a[64132]: 2024-09-11T03:40:07.218+0000 7f4e60023640 -1 mds.a *** got signal Terminated *** 2024-09-11T03:40:07.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:06 smithi130 ceph-mon[83685]: pgmap v468: 121 pgs: 9 peering, 19 active+undersized, 8 active+undersized+degraded, 85 active+clean; 175 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 912 KiB/s rd, 662 KiB/s wr, 9 op/s; 33/315 objects degraded (10.476%) 2024-09-11T03:40:07.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:06 smithi130 ceph-mon[83685]: Upgrade: Updating mds.a 2024-09-11T03:40:07.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:06 smithi130 ceph-mon[83685]: Deploying daemon mds.a on smithi086 2024-09-11T03:40:07.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:06 smithi130 ceph-mon[83685]: osdmap e535: 8 total, 8 up, 8 in 2024-09-11T03:40:08.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:07 smithi130 ceph-mon[83685]: osdmap e536: 8 total, 8 up, 8 in 2024-09-11T03:40:08.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:07 smithi130 ceph-mon[83685]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-11T03:40:08.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:07 smithi130 ceph-mon[83685]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T03:40:08.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:07 smithi130 ceph-mon[83685]: osdmap e537: 8 total, 8 up, 8 in 2024-09-11T03:40:08.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:07 smithi130 ceph-mon[83685]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-11T03:40:08.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:07 smithi130 ceph-mon[83685]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-11T03:40:08.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:07 smithi130 ceph-mon[83685]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-11T03:40:08.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:07 smithi130 ceph-mon[83685]: fsmap cephfs:1/1 {0=b=up:replay} 2024-09-11T03:40:08.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:07 smithi130 ceph-mon[83685]: Health check update: Degraded data redundancy: 33/315 objects degraded (10.476%), 8 pgs degraded (PG_DEGRADED) 2024-09-11T03:40:08.239 INFO:tasks.rados.rados.0.smithi086.stdout:2428: done (2 left) 2024-09-11T03:40:08.240 INFO:tasks.rados.rados.0.smithi086.stdout:2429: read oid 25 snap -1 2024-09-11T03:40:08.240 INFO:tasks.rados.rados.0.smithi086.stdout:2429: expect (ObjNum 619 snap 177 seq_num 619) 2024-09-11T03:40:08.240 INFO:tasks.rados.rados.0.smithi086.stdout:2430: copy_from oid 41 from oid 36 current snap is 226 2024-09-11T03:40:08.240 INFO:tasks.rados.rados.0.smithi086.stdout:2431: snap_remove snap 219 2024-09-11T03:40:08.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:40:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:40:08] "GET /metrics HTTP/1.1" 200 36226 "" "Prometheus/2.43.0" 2024-09-11T03:40:08.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[89281]: osdmap e536: 8 total, 8 up, 8 in 2024-09-11T03:40:08.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[89281]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-11T03:40:08.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[89281]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T03:40:08.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[89281]: osdmap e537: 8 total, 8 up, 8 in 2024-09-11T03:40:08.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[89281]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-11T03:40:08.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[89281]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-11T03:40:08.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[89281]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-11T03:40:08.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[89281]: fsmap cephfs:1/1 {0=b=up:replay} 2024-09-11T03:40:08.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[89281]: Health check update: Degraded data redundancy: 33/315 objects degraded (10.476%), 8 pgs degraded (PG_DEGRADED) 2024-09-11T03:40:08.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[91691]: osdmap e536: 8 total, 8 up, 8 in 2024-09-11T03:40:08.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[91691]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-11T03:40:08.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[91691]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T03:40:08.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[91691]: osdmap e537: 8 total, 8 up, 8 in 2024-09-11T03:40:08.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[91691]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-11T03:40:08.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[91691]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-11T03:40:08.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[91691]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-11T03:40:08.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[91691]: fsmap cephfs:1/1 {0=b=up:replay} 2024-09-11T03:40:08.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:07 smithi086 ceph-mon[91691]: Health check update: Degraded data redundancy: 33/315 objects degraded (10.476%), 8 pgs degraded (PG_DEGRADED) 2024-09-11T03:40:09.243 INFO:tasks.rados.rados.0.smithi086.stdout:2431: done (4 left) 2024-09-11T03:40:09.244 INFO:tasks.rados.rados.0.smithi086.stdout:2432: setattr oid 49 current snap is 226 2024-09-11T03:40:09.244 INFO:tasks.rados.rados.0.smithi086.stdout:2426: finishing write tid 1 to smithi08678205-44 2024-09-11T03:40:09.244 INFO:tasks.rados.rados.0.smithi086.stdout:2426: finishing write tid 2 to smithi08678205-44 2024-09-11T03:40:09.244 INFO:tasks.rados.rados.0.smithi086.stdout:2426: finishing write tid 3 to smithi08678205-44 2024-09-11T03:40:09.244 INFO:tasks.rados.rados.0.smithi086.stdout:2426: finishing write tid 4 to smithi08678205-44 2024-09-11T03:40:09.245 INFO:tasks.rados.rados.0.smithi086.stdout:2426: oid 44 updating version 0 to 593 2024-09-11T03:40:09.245 INFO:tasks.rados.rados.0.smithi086.stdout:2426: oid 44 version 593 is already newer than 592 2024-09-11T03:40:09.245 INFO:tasks.rados.rados.0.smithi086.stdout:2426: oid 44 version 593 is already newer than 591 2024-09-11T03:40:09.245 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 593 (ObjNum 783 snap 226 seq_num 783) dirty exists 2024-09-11T03:40:09.245 INFO:tasks.rados.rados.0.smithi086.stdout:2426: left oid 44 (ObjNum 783 snap 226 seq_num 783) 2024-09-11T03:40:09.245 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2141 (ObjNum 677 snap 196 seq_num 677) dirty exists 2024-09-11T03:40:09.245 INFO:tasks.rados.rados.0.smithi086.stdout:2430: finishing copy_from to smithi08678205-41 2024-09-11T03:40:09.245 INFO:tasks.rados.rados.0.smithi086.stdout:2430: got expected ENOENT (src dne) 2024-09-11T03:40:09.245 INFO:tasks.rados.rados.0.smithi086.stdout:2430: finishing copy_from racing read to smithi08678205-41 2024-09-11T03:40:09.245 INFO:tasks.rados.rados.0.smithi086.stdout:2429: expect (ObjNum 619 snap 177 seq_num 619) 2024-09-11T03:40:09.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:08 smithi086 ceph-mon[89281]: pgmap v471: 121 pgs: 5 peering, 116 active+clean; 143 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 778 KiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-11T03:40:09.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:08 smithi086 ceph-mon[89281]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/315 objects degraded (10.476%), 8 pgs degraded) 2024-09-11T03:40:09.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:08 smithi086 ceph-mon[89281]: mds.? [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] up:reconnect 2024-09-11T03:40:09.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:08 smithi086 ceph-mon[89281]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-09-11T03:40:09.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:08 smithi086 ceph-mon[89281]: osdmap e538: 8 total, 8 up, 8 in 2024-09-11T03:40:09.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:08 smithi086 ceph-mon[91691]: pgmap v471: 121 pgs: 5 peering, 116 active+clean; 143 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 778 KiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-11T03:40:09.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:08 smithi086 ceph-mon[91691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/315 objects degraded (10.476%), 8 pgs degraded) 2024-09-11T03:40:09.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:08 smithi086 ceph-mon[91691]: mds.? [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] up:reconnect 2024-09-11T03:40:09.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:08 smithi086 ceph-mon[91691]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-09-11T03:40:09.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:08 smithi086 ceph-mon[91691]: osdmap e538: 8 total, 8 up, 8 in 2024-09-11T03:40:09.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:08 smithi130 ceph-mon[83685]: pgmap v471: 121 pgs: 5 peering, 116 active+clean; 143 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 778 KiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-11T03:40:09.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:08 smithi130 ceph-mon[83685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/315 objects degraded (10.476%), 8 pgs degraded) 2024-09-11T03:40:09.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:08 smithi130 ceph-mon[83685]: mds.? [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] up:reconnect 2024-09-11T03:40:09.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:08 smithi130 ceph-mon[83685]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-09-11T03:40:09.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:08 smithi130 ceph-mon[83685]: osdmap e538: 8 total, 8 up, 8 in 2024-09-11T03:40:09.453 INFO:tasks.rados.rados.0.smithi086.stdout:2426: done (4 left) 2024-09-11T03:40:09.453 INFO:tasks.rados.rados.0.smithi086.stdout:2427: done (3 left) 2024-09-11T03:40:09.453 INFO:tasks.rados.rados.0.smithi086.stdout:2429: done (2 left) 2024-09-11T03:40:09.453 INFO:tasks.rados.rados.0.smithi086.stdout:2430: done (1 left) 2024-09-11T03:40:09.453 INFO:tasks.rados.rados.0.smithi086.stdout:2433: rollback oid 9 current snap is 226 2024-09-11T03:40:09.453 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 9 to 222 2024-09-11T03:40:09.453 INFO:tasks.rados.rados.0.smithi086.stdout:2434: read oid 47 snap -1 2024-09-11T03:40:09.453 INFO:tasks.rados.rados.0.smithi086.stdout:2434: expect (ObjNum 601 snap 170 seq_num 601) 2024-09-11T03:40:09.453 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 226 2024-09-11T03:40:09.453 INFO:tasks.rados.rados.0.smithi086.stdout:2435: seq_num 784 ranges {2555904=737280,3293184=401408} 2024-09-11T03:40:09.470 INFO:tasks.rados.rados.0.smithi086.stdout:2435: writing smithi08678205-23 from 2555904 to 3293184 tid 1 2024-09-11T03:40:09.473 INFO:tasks.rados.rados.0.smithi086.stdout:2435: writing smithi08678205-23 from 3293184 to 3694592 tid 2 2024-09-11T03:40:09.473 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 226 2024-09-11T03:40:09.473 INFO:tasks.rados.rados.0.smithi086.stdout:2433: finishing rollback tid 1 to smithi08678205-9 2024-09-11T03:40:09.473 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 0 (ObjNum 65 snap 0 seq_num 1682921068) dirty dne 2024-09-11T03:40:09.473 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1170 (ObjNum 369 snap 0 seq_num 3221367280) dirty exists 2024-09-11T03:40:09.473 INFO:tasks.rados.rados.0.smithi086.stdout:2436: seq_num 785 ranges {0=753664,753664=401408} 2024-09-11T03:40:09.477 INFO:tasks.rados.rados.0.smithi086.stdout:2436: writing smithi08678205-45 from 0 to 753664 tid 1 2024-09-11T03:40:09.480 INFO:tasks.rados.rados.0.smithi086.stdout:2436: writing smithi08678205-45 from 753664 to 1155072 tid 2 2024-09-11T03:40:09.480 INFO:tasks.rados.rados.0.smithi086.stdout:2434: expect (ObjNum 601 snap 170 seq_num 601) 2024-09-11T03:40:09.742 INFO:tasks.rados.rados.0.smithi086.stdout:2435: finishing write tid 1 to smithi08678205-23 2024-09-11T03:40:09.743 INFO:tasks.rados.rados.0.smithi086.stdout:2435: finishing write tid 2 to smithi08678205-23 2024-09-11T03:40:09.743 INFO:tasks.rados.rados.0.smithi086.stdout:2435: finishing write tid 3 to smithi08678205-23 2024-09-11T03:40:09.743 INFO:tasks.rados.rados.0.smithi086.stdout:2435: finishing write tid 4 to smithi08678205-23 2024-09-11T03:40:09.743 INFO:tasks.rados.rados.0.smithi086.stdout:2435: oid 23 updating version 0 to 2153 2024-09-11T03:40:09.743 INFO:tasks.rados.rados.0.smithi086.stdout:2435: oid 23 version 2153 is already newer than 2152 2024-09-11T03:40:09.743 INFO:tasks.rados.rados.0.smithi086.stdout:2435: oid 23 updating version 2153 to 2154 2024-09-11T03:40:09.743 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2154 (ObjNum 784 snap 226 seq_num 784) dirty exists 2024-09-11T03:40:09.743 INFO:tasks.rados.rados.0.smithi086.stdout:2435: left oid 23 (ObjNum 784 snap 226 seq_num 784) 2024-09-11T03:40:09.743 INFO:tasks.rados.rados.0.smithi086.stdout:2436: finishing write tid 1 to smithi08678205-45 2024-09-11T03:40:09.743 INFO:tasks.rados.rados.0.smithi086.stdout:2432: done (4 left) 2024-09-11T03:40:09.743 INFO:tasks.rados.rados.0.smithi086.stdout:2433: done (3 left) 2024-09-11T03:40:09.743 INFO:tasks.rados.rados.0.smithi086.stdout:2434: done (2 left) 2024-09-11T03:40:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2435: done (1 left) 2024-09-11T03:40:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2437: read oid 19 snap -1 2024-09-11T03:40:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2437: expect deleted 2024-09-11T03:40:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2438: read oid 9 snap 222 2024-09-11T03:40:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2438: expect deleted 2024-09-11T03:40:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2439: copy_from oid 17 from oid 42 current snap is 226 2024-09-11T03:40:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2436: finishing write tid 2 to smithi08678205-45 2024-09-11T03:40:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2436: finishing write tid 3 to smithi08678205-45 2024-09-11T03:40:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2436: finishing write tid 4 to smithi08678205-45 2024-09-11T03:40:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2436: oid 45 updating version 0 to 1184 2024-09-11T03:40:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2436: oid 45 updating version 1184 to 1185 2024-09-11T03:40:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:2436: oid 45 version 1185 is already newer than 1183 2024-09-11T03:40:09.744 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 1185 (ObjNum 785 snap 226 seq_num 785) dirty exists 2024-09-11T03:40:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2436: left oid 45 (ObjNum 785 snap 226 seq_num 785) 2024-09-11T03:40:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2436: done (3 left) 2024-09-11T03:40:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2440: delete oid 36 current snap is 226 2024-09-11T03:40:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2437: done (3 left) 2024-09-11T03:40:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2438: done (2 left) 2024-09-11T03:40:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2440: done (1 left) 2024-09-11T03:40:09.745 INFO:tasks.rados.rados.0.smithi086.stdout:2441: rollback oid 3 current snap is 226 2024-09-11T03:40:09.746 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 3 to 222 2024-09-11T03:40:09.746 INFO:tasks.rados.rados.0.smithi086.stdout:2442: delete oid 16 current snap is 226 2024-09-11T03:40:09.747 INFO:tasks.rados.rados.0.smithi086.stdout:2442: done (2 left) 2024-09-11T03:40:09.747 INFO:tasks.rados.rados.0.smithi086.stdout:2443: rollback oid 25 current snap is 226 2024-09-11T03:40:09.747 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 25 to 222 2024-09-11T03:40:09.747 INFO:tasks.rados.rados.0.smithi086.stdout:2444: snap_remove snap 223 2024-09-11T03:40:10.254 INFO:tasks.rados.rados.0.smithi086.stdout:2444: done (3 left) 2024-09-11T03:40:10.254 INFO:tasks.rados.rados.0.smithi086.stdout:2445: snap_create 2024-09-11T03:40:10.254 INFO:tasks.rados.rados.0.smithi086.stdout:2441: finishing rollback tid 0 to smithi08678205-3 2024-09-11T03:40:10.254 INFO:tasks.rados.rados.0.smithi086.stdout:2441: finishing rollback tid 1 to smithi08678205-3 2024-09-11T03:40:10.254 INFO:tasks.rados.rados.0.smithi086.stdout:2441: finishing rollback tid 2 to smithi08678205-3 2024-09-11T03:40:10.254 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 1822 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:40:10.254 INFO:tasks.rados.rados.0.smithi086.stdout:2443: finishing rollback tid 0 to smithi08678205-25 2024-09-11T03:40:10.254 INFO:tasks.rados.rados.0.smithi086.stdout:2443: finishing rollback tid 1 to smithi08678205-25 2024-09-11T03:40:10.254 INFO:tasks.rados.rados.0.smithi086.stdout:2443: finishing rollback tid 2 to smithi08678205-25 2024-09-11T03:40:10.254 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 1281 (ObjNum 619 snap 177 seq_num 619) dirty exists 2024-09-11T03:40:10.255 INFO:tasks.rados.rados.0.smithi086.stdout:2439: finishing copy_from racing read to smithi08678205-17 2024-09-11T03:40:10.255 INFO:tasks.rados.rados.0.smithi086.stdout:2439: finishing copy_from to smithi08678205-17 2024-09-11T03:40:10.255 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 1171 (ObjNum 667 snap 189 seq_num 667) dirty exists 2024-09-11T03:40:10.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:10 smithi086 ceph-mon[89281]: pgmap v474: 121 pgs: 121 active+clean; 145 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 798 KiB/s wr, 4 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-11T03:40:10.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:10 smithi086 ceph-mon[89281]: mds.? [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] up:rejoin 2024-09-11T03:40:10.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:10 smithi086 ceph-mon[89281]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-09-11T03:40:10.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:10 smithi086 ceph-mon[89281]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-11T03:40:10.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:10 smithi086 ceph-mon[89281]: osdmap e539: 8 total, 8 up, 8 in 2024-09-11T03:40:10.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:10 smithi086 ceph-mon[91691]: pgmap v474: 121 pgs: 121 active+clean; 145 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 798 KiB/s wr, 4 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-11T03:40:10.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:10 smithi086 ceph-mon[91691]: mds.? [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] up:rejoin 2024-09-11T03:40:10.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:10 smithi086 ceph-mon[91691]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-09-11T03:40:10.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:10 smithi086 ceph-mon[91691]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-11T03:40:10.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:10 smithi086 ceph-mon[91691]: osdmap e539: 8 total, 8 up, 8 in 2024-09-11T03:40:10.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:10 smithi130 ceph-mon[83685]: pgmap v474: 121 pgs: 121 active+clean; 145 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 798 KiB/s wr, 4 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-11T03:40:10.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:10 smithi130 ceph-mon[83685]: mds.? [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] up:rejoin 2024-09-11T03:40:10.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:10 smithi130 ceph-mon[83685]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-09-11T03:40:10.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:10 smithi130 ceph-mon[83685]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-11T03:40:10.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:10 smithi130 ceph-mon[83685]: osdmap e539: 8 total, 8 up, 8 in 2024-09-11T03:40:11.257 INFO:tasks.rados.rados.0.smithi086.stdout:2439: done (3 left) 2024-09-11T03:40:11.257 INFO:tasks.rados.rados.0.smithi086.stdout:2441: done (2 left) 2024-09-11T03:40:11.257 INFO:tasks.rados.rados.0.smithi086.stdout:2443: done (1 left) 2024-09-11T03:40:11.257 INFO:tasks.rados.rados.0.smithi086.stdout:2445: done (0 left) 2024-09-11T03:40:11.257 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 227 2024-09-11T03:40:11.257 INFO:tasks.rados.rados.0.smithi086.stdout:2446: seq_num 788 ranges {1073152=802816,1875968=401408} 2024-09-11T03:40:11.267 INFO:tasks.rados.rados.0.smithi086.stdout:2446: writing smithi08678205-27 from 1073152 to 1875968 tid 1 2024-09-11T03:40:11.269 INFO:tasks.rados.rados.0.smithi086.stdout:2446: writing smithi08678205-27 from 1875968 to 2277376 tid 2 2024-09-11T03:40:11.269 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 227 2024-09-11T03:40:11.269 INFO:tasks.rados.rados.0.smithi086.stdout:2447: seq_num 789 ranges {0=417792,417792=663552,1081344=139264} 2024-09-11T03:40:11.272 INFO:tasks.rados.rados.0.smithi086.stdout:2447: writing smithi08678205-34 from 0 to 417792 tid 1 2024-09-11T03:40:11.276 INFO:tasks.rados.rados.0.smithi086.stdout:2447: writing smithi08678205-34 from 417792 to 1081344 tid 2 2024-09-11T03:40:11.277 INFO:tasks.rados.rados.0.smithi086.stdout:2447: writing smithi08678205-34 from 1081344 to 1220608 tid 3 2024-09-11T03:40:11.277 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 227 2024-09-11T03:40:11.277 INFO:tasks.rados.rados.0.smithi086.stdout:2446: finishing write tid 1 to smithi08678205-27 2024-09-11T03:40:11.277 INFO:tasks.rados.rados.0.smithi086.stdout:2448: seq_num 790 ranges {4980736=434176,5414912=548864,5963776=253952} 2024-09-11T03:40:11.305 INFO:tasks.rados.rados.0.smithi086.stdout:2448: writing smithi08678205-38 from 4980736 to 5414912 tid 1 2024-09-11T03:40:11.309 INFO:tasks.rados.rados.0.smithi086.stdout:2448: writing smithi08678205-38 from 5414912 to 5963776 tid 2 2024-09-11T03:40:11.312 INFO:tasks.rados.rados.0.smithi086.stdout:2448: writing smithi08678205-38 from 5963776 to 6217728 tid 3 2024-09-11T03:40:11.312 INFO:tasks.rados.rados.0.smithi086.stdout:2449: rollback oid 13 current snap is 227 2024-09-11T03:40:11.312 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 13 to 217 2024-09-11T03:40:11.312 INFO:tasks.rados.rados.0.smithi086.stdout:2446: finishing write tid 2 to smithi08678205-27 2024-09-11T03:40:11.312 INFO:tasks.rados.rados.0.smithi086.stdout:2446: finishing write tid 3 to smithi08678205-27 2024-09-11T03:40:11.312 INFO:tasks.rados.rados.0.smithi086.stdout:2446: finishing write tid 4 to smithi08678205-27 2024-09-11T03:40:11.313 INFO:tasks.rados.rados.0.smithi086.stdout:2446: oid 27 updating version 0 to 1673 2024-09-11T03:40:11.313 INFO:tasks.rados.rados.0.smithi086.stdout:2446: oid 27 version 1673 is already newer than 1671 2024-09-11T03:40:11.313 INFO:tasks.rados.rados.0.smithi086.stdout:2446: oid 27 version 1673 is already newer than 1672 2024-09-11T03:40:11.313 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 1673 (ObjNum 788 snap 227 seq_num 788) dirty exists 2024-09-11T03:40:11.313 INFO:tasks.rados.rados.0.smithi086.stdout:2446: left oid 27 (ObjNum 788 snap 227 seq_num 788) 2024-09-11T03:40:11.313 INFO:tasks.rados.rados.0.smithi086.stdout:2447: finishing write tid 1 to smithi08678205-34 2024-09-11T03:40:11.313 INFO:tasks.rados.rados.0.smithi086.stdout:2447: finishing write tid 2 to smithi08678205-34 2024-09-11T03:40:11.313 INFO:tasks.rados.rados.0.smithi086.stdout:2447: finishing write tid 3 to smithi08678205-34 2024-09-11T03:40:11.313 INFO:tasks.rados.rados.0.smithi086.stdout:2447: finishing write tid 4 to smithi08678205-34 2024-09-11T03:40:11.313 INFO:tasks.rados.rados.0.smithi086.stdout:2447: finishing write tid 5 to smithi08678205-34 2024-09-11T03:40:11.313 INFO:tasks.rados.rados.0.smithi086.stdout:2447: oid 34 updating version 0 to 1672 2024-09-11T03:40:11.313 INFO:tasks.rados.rados.0.smithi086.stdout:2447: oid 34 version 1672 is already newer than 1669 2024-09-11T03:40:11.313 INFO:tasks.rados.rados.0.smithi086.stdout:2447: oid 34 version 1672 is already newer than 1671 2024-09-11T03:40:11.314 INFO:tasks.rados.rados.0.smithi086.stdout:2447: oid 34 version 1672 is already newer than 1670 2024-09-11T03:40:11.314 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 1672 (ObjNum 789 snap 227 seq_num 789) dirty exists 2024-09-11T03:40:11.314 INFO:tasks.rados.rados.0.smithi086.stdout:2447: left oid 34 (ObjNum 789 snap 227 seq_num 789) 2024-09-11T03:40:11.314 INFO:tasks.rados.rados.0.smithi086.stdout:2446: done (3 left) 2024-09-11T03:40:11.314 INFO:tasks.rados.rados.0.smithi086.stdout:2447: done (2 left) 2024-09-11T03:40:11.314 INFO:tasks.rados.rados.0.smithi086.stdout:2450: rollback oid 15 current snap is 227 2024-09-11T03:40:11.314 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 15 to 222 2024-09-11T03:40:11.314 INFO:tasks.rados.rados.0.smithi086.stdout:2451: read oid 28 snap -1 2024-09-11T03:40:11.314 INFO:tasks.rados.rados.0.smithi086.stdout:2451: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:40:11.314 INFO:tasks.rados.rados.0.smithi086.stdout:2452: read oid 25 snap -1 2024-09-11T03:40:11.314 INFO:tasks.rados.rados.0.smithi086.stdout:2452: expect (ObjNum 619 snap 177 seq_num 619) 2024-09-11T03:40:11.314 INFO:tasks.rados.rados.0.smithi086.stdout:2453: rollback oid 50 current snap is 227 2024-09-11T03:40:11.314 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 50 to 222 2024-09-11T03:40:11.315 INFO:tasks.rados.rados.0.smithi086.stdout:2454: snap_create 2024-09-11T03:40:11.315 INFO:tasks.rados.rados.0.smithi086.stdout:2448: finishing write tid 1 to smithi08678205-38 2024-09-11T03:40:11.315 INFO:tasks.rados.rados.0.smithi086.stdout:2449: finishing rollback tid 0 to smithi08678205-13 2024-09-11T03:40:11.315 INFO:tasks.rados.rados.0.smithi086.stdout:2448: finishing write tid 2 to smithi08678205-38 2024-09-11T03:40:11.315 INFO:tasks.rados.rados.0.smithi086.stdout:2449: finishing rollback tid 1 to smithi08678205-13 2024-09-11T03:40:11.316 INFO:tasks.rados.rados.0.smithi086.stdout:2448: finishing write tid 3 to smithi08678205-38 2024-09-11T03:40:11.316 INFO:tasks.rados.rados.0.smithi086.stdout:2449: finishing rollback tid 2 to smithi08678205-13 2024-09-11T03:40:11.316 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 591 (ObjNum 716 snap 204 seq_num 716) dirty exists 2024-09-11T03:40:11.316 INFO:tasks.rados.rados.0.smithi086.stdout:2448: finishing write tid 4 to smithi08678205-38 2024-09-11T03:40:11.316 INFO:tasks.rados.rados.0.smithi086.stdout:2448: finishing write tid 5 to smithi08678205-38 2024-09-11T03:40:11.317 INFO:tasks.rados.rados.0.smithi086.stdout:2448: oid 38 updating version 0 to 1174 2024-09-11T03:40:11.317 INFO:tasks.rados.rados.0.smithi086.stdout:2448: oid 38 updating version 1174 to 1175 2024-09-11T03:40:11.317 INFO:tasks.rados.rados.0.smithi086.stdout:2448: oid 38 version 1175 is already newer than 1173 2024-09-11T03:40:11.317 INFO:tasks.rados.rados.0.smithi086.stdout:2448: oid 38 version 1175 is already newer than 1172 2024-09-11T03:40:11.317 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 1175 (ObjNum 790 snap 227 seq_num 790) dirty exists 2024-09-11T03:40:11.317 INFO:tasks.rados.rados.0.smithi086.stdout:2448: left oid 38 (ObjNum 790 snap 227 seq_num 790) 2024-09-11T03:40:11.322 INFO:tasks.rados.rados.0.smithi086.stdout:2450: finishing rollback tid 0 to smithi08678205-15 2024-09-11T03:40:11.325 INFO:tasks.rados.rados.0.smithi086.stdout:2450: finishing rollback tid 1 to smithi08678205-15 2024-09-11T03:40:11.325 INFO:tasks.rados.rados.0.smithi086.stdout:2450: finishing rollback tid 2 to smithi08678205-15 2024-09-11T03:40:11.325 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2163 (ObjNum 778 snap 222 seq_num 778) dirty exists 2024-09-11T03:40:11.325 INFO:tasks.rados.rados.0.smithi086.stdout:2453: finishing rollback tid 0 to smithi08678205-50 2024-09-11T03:40:11.325 INFO:tasks.rados.rados.0.smithi086.stdout:2453: finishing rollback tid 1 to smithi08678205-50 2024-09-11T03:40:11.325 INFO:tasks.rados.rados.0.smithi086.stdout:2453: finishing rollback tid 2 to smithi08678205-50 2024-09-11T03:40:11.326 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 1287 (ObjNum 647 snap 180 seq_num 647) dirty exists 2024-09-11T03:40:11.331 INFO:tasks.rados.rados.0.smithi086.stdout:2452: expect (ObjNum 619 snap 177 seq_num 619) 2024-09-11T03:40:11.530 INFO:tasks.rados.rados.0.smithi086.stdout:2451: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:40:11.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:11 smithi086 ceph-mon[89281]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-11T03:40:11.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:11 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:40:11.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:11 smithi086 ceph-mon[89281]: mds.? [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] up:active 2024-09-11T03:40:11.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:11 smithi086 ceph-mon[89281]: fsmap cephfs:1 {0=b=up:active} 2024-09-11T03:40:11.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:11 smithi086 ceph-mon[89281]: osdmap e540: 8 total, 8 up, 8 in 2024-09-11T03:40:11.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:11 smithi086 ceph-mon[91691]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-11T03:40:11.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:11 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:40:11.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:11 smithi086 ceph-mon[91691]: mds.? [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] up:active 2024-09-11T03:40:11.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:11 smithi086 ceph-mon[91691]: fsmap cephfs:1 {0=b=up:active} 2024-09-11T03:40:11.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:11 smithi086 ceph-mon[91691]: osdmap e540: 8 total, 8 up, 8 in 2024-09-11T03:40:11.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:11 smithi130 ceph-mon[83685]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-11T03:40:11.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:11 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:40:11.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:11 smithi130 ceph-mon[83685]: mds.? [v2:172.21.15.130:6832/2052359432,v1:172.21.15.130:6833/2052359432] up:active 2024-09-11T03:40:11.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:11 smithi130 ceph-mon[83685]: fsmap cephfs:1 {0=b=up:active} 2024-09-11T03:40:11.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:11 smithi130 ceph-mon[83685]: osdmap e540: 8 total, 8 up, 8 in 2024-09-11T03:40:12.262 INFO:tasks.rados.rados.0.smithi086.stdout:2448: done (6 left) 2024-09-11T03:40:12.262 INFO:tasks.rados.rados.0.smithi086.stdout:2449: done (5 left) 2024-09-11T03:40:12.262 INFO:tasks.rados.rados.0.smithi086.stdout:2450: done (4 left) 2024-09-11T03:40:12.263 INFO:tasks.rados.rados.0.smithi086.stdout:2451: done (3 left) 2024-09-11T03:40:12.263 INFO:tasks.rados.rados.0.smithi086.stdout:2452: done (2 left) 2024-09-11T03:40:12.263 INFO:tasks.rados.rados.0.smithi086.stdout:2453: done (1 left) 2024-09-11T03:40:12.263 INFO:tasks.rados.rados.0.smithi086.stdout:2454: done (0 left) 2024-09-11T03:40:12.263 INFO:tasks.rados.rados.0.smithi086.stdout:2455: setattr oid 39 current snap is 228 2024-09-11T03:40:12.264 INFO:tasks.rados.rados.0.smithi086.stdout:2456: rmattr oid 7 current snap is 228 2024-09-11T03:40:12.264 INFO:tasks.rados.rados.0.smithi086.stdout:2457: read oid 26 snap -1 2024-09-11T03:40:12.264 INFO:tasks.rados.rados.0.smithi086.stdout:2457: expect (ObjNum 712 snap 203 seq_num 712) 2024-09-11T03:40:12.264 INFO:tasks.rados.rados.0.smithi086.stdout:2458: snap_create 2024-09-11T03:40:12.268 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1196 (ObjNum 779 snap 222 seq_num 779) dirty exists 2024-09-11T03:40:12.269 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1660 (ObjNum 712 snap 203 seq_num 712) dirty exists 2024-09-11T03:40:12.304 INFO:tasks.rados.rados.0.smithi086.stdout:2457: expect (ObjNum 712 snap 203 seq_num 712) 2024-09-11T03:40:12.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:12 smithi086 ceph-mon[89281]: pgmap v477: 121 pgs: 121 active+clean; 151 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-09-11T03:40:12.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:12 smithi086 ceph-mon[89281]: osdmap e541: 8 total, 8 up, 8 in 2024-09-11T03:40:12.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:12 smithi086 ceph-mon[91691]: pgmap v477: 121 pgs: 121 active+clean; 151 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-09-11T03:40:12.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:12 smithi086 ceph-mon[91691]: osdmap e541: 8 total, 8 up, 8 in 2024-09-11T03:40:12.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:12 smithi130 ceph-mon[83685]: pgmap v477: 121 pgs: 121 active+clean; 151 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-09-11T03:40:12.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:12 smithi130 ceph-mon[83685]: osdmap e541: 8 total, 8 up, 8 in 2024-09-11T03:40:12.738 INFO:tasks.rados.rados.0.smithi086.stdout:2455: done (3 left) 2024-09-11T03:40:12.738 INFO:tasks.rados.rados.0.smithi086.stdout:2456: done (2 left) 2024-09-11T03:40:12.738 INFO:tasks.rados.rados.0.smithi086.stdout:2457: done (1 left) 2024-09-11T03:40:12.738 INFO:tasks.rados.rados.0.smithi086.stdout:2458: done (0 left) 2024-09-11T03:40:12.738 INFO:tasks.rados.rados.0.smithi086.stdout:2459: delete oid 15 current snap is 229 2024-09-11T03:40:12.743 INFO:tasks.rados.rados.0.smithi086.stdout:2459: done (0 left) 2024-09-11T03:40:12.743 INFO:tasks.rados.rados.0.smithi086.stdout:2460: snap_remove snap 222 2024-09-11T03:40:13.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:13 smithi086 ceph-mon[89281]: osdmap e542: 8 total, 8 up, 8 in 2024-09-11T03:40:13.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:13 smithi086 ceph-mon[89281]: osdmap e543: 8 total, 8 up, 8 in 2024-09-11T03:40:13.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:13 smithi086 ceph-mon[91691]: osdmap e542: 8 total, 8 up, 8 in 2024-09-11T03:40:13.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:13 smithi086 ceph-mon[91691]: osdmap e543: 8 total, 8 up, 8 in 2024-09-11T03:40:13.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:13 smithi130 ceph-mon[83685]: osdmap e542: 8 total, 8 up, 8 in 2024-09-11T03:40:13.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:13 smithi130 ceph-mon[83685]: osdmap e543: 8 total, 8 up, 8 in 2024-09-11T03:40:13.698 INFO:tasks.rados.rados.0.smithi086.stdout:2460: done (0 left) 2024-09-11T03:40:13.698 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 229 2024-09-11T03:40:13.698 INFO:tasks.rados.rados.0.smithi086.stdout:2461: seq_num 792 ranges {12722176=466944,13189120=761856,13950976=40960} 2024-09-11T03:40:13.768 INFO:tasks.rados.rados.0.smithi086.stdout:2461: writing smithi08678205-21 from 12722176 to 13189120 tid 1 2024-09-11T03:40:13.773 INFO:tasks.rados.rados.0.smithi086.stdout:2461: writing smithi08678205-21 from 13189120 to 13950976 tid 2 2024-09-11T03:40:13.773 INFO:tasks.rados.rados.0.smithi086.stdout:2461: writing smithi08678205-21 from 13950976 to 13991936 tid 3 2024-09-11T03:40:13.773 INFO:tasks.rados.rados.0.smithi086.stdout:2462: rmattr oid 18 current snap is 229 2024-09-11T03:40:13.773 INFO:tasks.rados.rados.0.smithi086.stdout:2461: finishing write tid 1 to smithi08678205-21 2024-09-11T03:40:13.773 INFO:tasks.rados.rados.0.smithi086.stdout:2462: done (1 left) 2024-09-11T03:40:13.773 INFO:tasks.rados.rados.0.smithi086.stdout:2463: copy_from oid 49 from oid 22 current snap is 229 2024-09-11T03:40:13.773 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 30 current snap is 229 2024-09-11T03:40:13.774 INFO:tasks.rados.rados.0.smithi086.stdout:2464: seq_num 793 ranges {1613824=483328,2097152=647168,2744320=155648} 2024-09-11T03:40:13.784 INFO:tasks.rados.rados.0.smithi086.stdout:2464: writing smithi08678205-30 from 1613824 to 2097152 tid 1 2024-09-11T03:40:13.788 INFO:tasks.rados.rados.0.smithi086.stdout:2464: writing smithi08678205-30 from 2097152 to 2744320 tid 2 2024-09-11T03:40:13.789 INFO:tasks.rados.rados.0.smithi086.stdout:2464: writing smithi08678205-30 from 2744320 to 2899968 tid 3 2024-09-11T03:40:13.789 INFO:tasks.rados.rados.0.smithi086.stdout:2465: snap_remove snap 226 2024-09-11T03:40:14.701 INFO:tasks.rados.rados.0.smithi086.stdout:2461: finishing write tid 2 to smithi08678205-21 2024-09-11T03:40:14.701 INFO:tasks.rados.rados.0.smithi086.stdout:2461: finishing write tid 3 to smithi08678205-21 2024-09-11T03:40:14.702 INFO:tasks.rados.rados.0.smithi086.stdout:2461: finishing write tid 4 to smithi08678205-21 2024-09-11T03:40:14.702 INFO:tasks.rados.rados.0.smithi086.stdout:2461: finishing write tid 5 to smithi08678205-21 2024-09-11T03:40:14.702 INFO:tasks.rados.rados.0.smithi086.stdout:2461: oid 21 updating version 0 to 1186 2024-09-11T03:40:14.702 INFO:tasks.rados.rados.0.smithi086.stdout:2461: oid 21 updating version 1186 to 1189 2024-09-11T03:40:14.702 INFO:tasks.rados.rados.0.smithi086.stdout:2461: oid 21 version 1189 is already newer than 1188 2024-09-11T03:40:14.702 INFO:tasks.rados.rados.0.smithi086.stdout:2461: oid 21 version 1189 is already newer than 1187 2024-09-11T03:40:14.702 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 1189 (ObjNum 792 snap 229 seq_num 792) dirty exists 2024-09-11T03:40:14.702 INFO:tasks.rados.rados.0.smithi086.stdout:2461: left oid 21 (ObjNum 792 snap 229 seq_num 792) 2024-09-11T03:40:14.702 INFO:tasks.rados.rados.0.smithi086.stdout:2464: finishing write tid 1 to smithi08678205-30 2024-09-11T03:40:14.702 INFO:tasks.rados.rados.0.smithi086.stdout:2464: finishing write tid 2 to smithi08678205-30 2024-09-11T03:40:14.702 INFO:tasks.rados.rados.0.smithi086.stdout:2464: finishing write tid 3 to smithi08678205-30 2024-09-11T03:40:14.702 INFO:tasks.rados.rados.0.smithi086.stdout:2464: finishing write tid 4 to smithi08678205-30 2024-09-11T03:40:14.703 INFO:tasks.rados.rados.0.smithi086.stdout:2464: finishing write tid 5 to smithi08678205-30 2024-09-11T03:40:14.703 INFO:tasks.rados.rados.0.smithi086.stdout:2464: oid 30 updating version 0 to 2174 2024-09-11T03:40:14.703 INFO:tasks.rados.rados.0.smithi086.stdout:2464: oid 30 version 2174 is already newer than 2173 2024-09-11T03:40:14.703 INFO:tasks.rados.rados.0.smithi086.stdout:2464: oid 30 updating version 2174 to 2175 2024-09-11T03:40:14.703 INFO:tasks.rados.rados.0.smithi086.stdout:2464: oid 30 updating version 2175 to 2176 2024-09-11T03:40:14.703 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 2176 (ObjNum 793 snap 229 seq_num 793) dirty exists 2024-09-11T03:40:14.703 INFO:tasks.rados.rados.0.smithi086.stdout:2464: left oid 30 (ObjNum 793 snap 229 seq_num 793) 2024-09-11T03:40:14.703 INFO:tasks.rados.rados.0.smithi086.stdout:2463: finishing copy_from racing read to smithi08678205-49 2024-09-11T03:40:14.703 INFO:tasks.rados.rados.0.smithi086.stdout:2463: finishing copy_from to smithi08678205-49 2024-09-11T03:40:14.703 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1171 (ObjNum 748 snap 214 seq_num 748) dirty exists 2024-09-11T03:40:14.703 INFO:tasks.rados.rados.0.smithi086.stdout:2461: done (3 left) 2024-09-11T03:40:14.703 INFO:tasks.rados.rados.0.smithi086.stdout:2463: done (2 left) 2024-09-11T03:40:14.703 INFO:tasks.rados.rados.0.smithi086.stdout:2464: done (1 left) 2024-09-11T03:40:14.704 INFO:tasks.rados.rados.0.smithi086.stdout:2465: done (0 left) 2024-09-11T03:40:14.704 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 229 2024-09-11T03:40:14.704 INFO:tasks.rados.rados.0.smithi086.stdout:2466: seq_num 794 ranges {13991936=499712,14491648=532480,15024128=270336} 2024-09-11T03:40:14.781 INFO:tasks.rados.rados.0.smithi086.stdout:2466: writing smithi08678205-21 from 13991936 to 14491648 tid 1 2024-09-11T03:40:14.784 INFO:tasks.rados.rados.0.smithi086.stdout:2466: writing smithi08678205-21 from 14491648 to 15024128 tid 2 2024-09-11T03:40:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2466: writing smithi08678205-21 from 15024128 to 15294464 tid 3 2024-09-11T03:40:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2467: rollback oid 5 current snap is 229 2024-09-11T03:40:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 5 to 227 2024-09-11T03:40:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 229 2024-09-11T03:40:14.786 INFO:tasks.rados.rados.0.smithi086.stdout:2468: seq_num 795 ranges {12550144=524288,13074432=417792,13492224=385024} 2024-09-11T03:40:14.824 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:40:14.857 INFO:tasks.rados.rados.0.smithi086.stdout:2468: writing smithi08678205-37 from 12550144 to 13074432 tid 1 2024-09-11T03:40:14.859 INFO:tasks.rados.rados.0.smithi086.stdout:2468: writing smithi08678205-37 from 13074432 to 13492224 tid 2 2024-09-11T03:40:14.862 INFO:tasks.rados.rados.0.smithi086.stdout:2468: writing smithi08678205-37 from 13492224 to 13877248 tid 3 2024-09-11T03:40:14.862 INFO:tasks.rados.rados.0.smithi086.stdout:2469: snap_create 2024-09-11T03:40:14.862 INFO:tasks.rados.rados.0.smithi086.stdout:2466: finishing write tid 1 to smithi08678205-21 2024-09-11T03:40:14.862 INFO:tasks.rados.rados.0.smithi086.stdout:2466: finishing write tid 2 to smithi08678205-21 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:2466: finishing write tid 3 to smithi08678205-21 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:2466: finishing write tid 4 to smithi08678205-21 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:2467: finishing rollback tid 0 to smithi08678205-5 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:2467: finishing rollback tid 1 to smithi08678205-5 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:2467: finishing rollback tid 2 to smithi08678205-5 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 1825 (ObjNum 702 snap 201 seq_num 702) dirty exists 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:2466: finishing write tid 5 to smithi08678205-21 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:2466: oid 21 updating version 0 to 1192 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:2466: oid 21 version 1192 is already newer than 1190 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:2466: oid 21 updating version 1192 to 1193 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:2466: oid 21 version 1193 is already newer than 1191 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 1193 (ObjNum 794 snap 229 seq_num 794) dirty exists 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:2466: left oid 21 (ObjNum 794 snap 229 seq_num 794) 2024-09-11T03:40:14.863 INFO:tasks.rados.rados.0.smithi086.stdout:2468: finishing write tid 1 to smithi08678205-37 2024-09-11T03:40:14.864 INFO:tasks.rados.rados.0.smithi086.stdout:2468: finishing write tid 2 to smithi08678205-37 2024-09-11T03:40:14.864 INFO:tasks.rados.rados.0.smithi086.stdout:2468: finishing write tid 3 to smithi08678205-37 2024-09-11T03:40:14.864 INFO:tasks.rados.rados.0.smithi086.stdout:2468: finishing write tid 4 to smithi08678205-37 2024-09-11T03:40:14.865 INFO:tasks.rados.rados.0.smithi086.stdout:2468: finishing write tid 5 to smithi08678205-37 2024-09-11T03:40:14.865 INFO:tasks.rados.rados.0.smithi086.stdout:2468: oid 37 updating version 0 to 1651 2024-09-11T03:40:14.865 INFO:tasks.rados.rados.0.smithi086.stdout:2468: oid 37 updating version 1651 to 1652 2024-09-11T03:40:14.866 INFO:tasks.rados.rados.0.smithi086.stdout:2468: oid 37 version 1652 is already newer than 1650 2024-09-11T03:40:14.866 INFO:tasks.rados.rados.0.smithi086.stdout:2468: oid 37 version 1652 is already newer than 1649 2024-09-11T03:40:14.866 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1652 (ObjNum 795 snap 229 seq_num 795) dirty exists 2024-09-11T03:40:14.866 INFO:tasks.rados.rados.0.smithi086.stdout:2468: left oid 37 (ObjNum 795 snap 229 seq_num 795) 2024-09-11T03:40:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:14 smithi086 ceph-mon[89281]: pgmap v481: 121 pgs: 121 active+clean; 152 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-09-11T03:40:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:14 smithi086 ceph-mon[89281]: osdmap e544: 8 total, 8 up, 8 in 2024-09-11T03:40:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:14 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:14 smithi086 ceph-mon[91691]: pgmap v481: 121 pgs: 121 active+clean; 152 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-09-11T03:40:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:14 smithi086 ceph-mon[91691]: osdmap e544: 8 total, 8 up, 8 in 2024-09-11T03:40:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:14 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:14 smithi130 ceph-mon[83685]: pgmap v481: 121 pgs: 121 active+clean; 152 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-09-11T03:40:15.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:14 smithi130 ceph-mon[83685]: osdmap e544: 8 total, 8 up, 8 in 2024-09-11T03:40:15.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:14 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:15.345 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:15 smithi086 podman[116477]: 2024-09-11 03:40:15.083782225 +0000 UTC m=+7.952579371 container died 734e8914041f72b945688239509e061cc8b3b010d490dd9058cda60380c54c43 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=reef-7a853b1, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-11T03:40:15.385 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:40:15.385 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (9m) 2m ago 10m 25.2M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:40:15.385 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (10m) 16s ago 10m 85.2M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:40:15.385 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (11m) 2m ago 11m 23.1M - 18.2.4-837-g7a853b17 f21ba1eea74e 734e8914041f 2024-09-11T03:40:15.385 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (11m) 16s ago 11m 16.5M - 18.2.4-837-g7a853b17 f21ba1eea74e 2a25ef9c8e1d 2024-09-11T03:40:15.385 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (5m) 16s ago 15m 456M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:40:15.386 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (6m) 2m ago 16m 524M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:40:15.386 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (5m) 2m ago 16m 54.2M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:40:15.386 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (4m) 16s ago 15m 45.7M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:40:15.386 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (5m) 2m ago 15m 44.0M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:40:15.386 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (10m) 2m ago 9m 16.9M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:40:15.386 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (9m) 16s ago 9m 14.9M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:40:15.386 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (4m) 2m ago 14m 178M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 987e6b2de39f 2024-09-11T03:40:15.386 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (3m) 2m ago 14m 130M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 cfd4be907390 2024-09-11T03:40:15.386 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (3m) 2m ago 13m 126M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 0310f346c09e 2024-09-11T03:40:15.386 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (2m) 2m ago 13m 12.2M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 e864761f34a2 2024-09-11T03:40:15.386 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (2m) 16s ago 13m 160M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 95790e251d1e 2024-09-11T03:40:15.386 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (87s) 16s ago 12m 161M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 528becb15668 2024-09-11T03:40:15.386 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (54s) 16s ago 12m 95.1M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 3a448619e99a 2024-09-11T03:40:15.387 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (20s) 16s ago 12m 11.2M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 f30626089656 2024-09-11T03:40:15.387 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (5m) 16s ago 10m 56.6M - 2.43.0 a07b618ecd1d 700e3afbbd6b 2024-09-11T03:40:15.596 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b[56973]: 2024-09-11T03:40:15.147+0000 7f29b6122640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-11T03:40:15.703 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:15 smithi086 podman[116477]: 2024-09-11 03:40:15.561123223 +0000 UTC m=+8.429920354 container cleanup 734e8914041f72b945688239509e061cc8b3b010d490dd9058cda60380c54c43 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-7a853b1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:40:15.703 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:15 smithi086 bash[116477]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a 2024-09-11T03:40:15.708 INFO:tasks.rados.rados.0.smithi086.stdout:2466: done (3 left) 2024-09-11T03:40:15.708 INFO:tasks.rados.rados.0.smithi086.stdout:2467: done (2 left) 2024-09-11T03:40:15.708 INFO:tasks.rados.rados.0.smithi086.stdout:2468: done (1 left) 2024-09-11T03:40:15.708 INFO:tasks.rados.rados.0.smithi086.stdout:2469: done (0 left) 2024-09-11T03:40:15.708 INFO:tasks.rados.rados.0.smithi086.stdout:2470: snap_remove snap 229 2024-09-11T03:40:15.731 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:40:15.731 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:40:15.731 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:40:15.731 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:40:15.731 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:40:15.732 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:40:15.732 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:40:15.732 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:40:15.732 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 8 2024-09-11T03:40:15.732 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:40:15.732 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:40:15.732 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 1 2024-09-11T03:40:15.732 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:40:15.732 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:40:15.732 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 18.2.4-837-g7a853b17 (7a853b1706d076d58e0da7a5d3b9b9eb36276880) reef (stable)": 1, 2024-09-11T03:40:15.732 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 13 2024-09-11T03:40:15.732 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:40:15.732 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:40:15.971 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:15 smithi086 ceph-mon[89281]: osdmap e545: 8 total, 8 up, 8 in 2024-09-11T03:40:15.972 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:15 smithi086 ceph-mon[89281]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:15.972 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:15 smithi086 ceph-mon[89281]: from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:15.972 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:15 smithi086 podman[116535]: 2024-09-11 03:40:15.821068598 +0000 UTC m=+0.736557451 container remove 734e8914041f72b945688239509e061cc8b3b010d490dd9058cda60380c54c43 (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=reef-7a853b1) 2024-09-11T03:40:15.972 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:15 smithi086 ceph-mon[91691]: osdmap e545: 8 total, 8 up, 8 in 2024-09-11T03:40:15.972 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:15 smithi086 ceph-mon[91691]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:15.972 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:15 smithi086 ceph-mon[91691]: from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:16.031 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:40:16.031 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:40:16.031 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:40:16.031 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:40:16.031 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:40:16.031 INFO:teuthology.orchestra.run.smithi086.stdout: "osd", 2024-09-11T03:40:16.031 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr", 2024-09-11T03:40:16.031 INFO:teuthology.orchestra.run.smithi086.stdout: "mon" 2024-09-11T03:40:16.031 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:40:16.032 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "13/20 daemons upgraded", 2024-09-11T03:40:16.032 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading mds daemons", 2024-09-11T03:40:16.032 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:40:16.032 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:40:16.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:15 smithi130 ceph-mon[83685]: osdmap e545: 8 total, 8 up, 8 in 2024-09-11T03:40:16.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:15 smithi130 ceph-mon[83685]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:16.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:15 smithi130 ceph-mon[83685]: from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:16.322 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:15 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-11T03:40:16.322 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:15 smithi086 systemd[1]: Stopped Ceph mds.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:40:16.322 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:15 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mds.a.service: Consumed 1.618s CPU time. 2024-09-11T03:40:16.322 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:16 smithi086 systemd[1]: Starting Ceph mds.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:40:16.676 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:16 smithi086 podman[116732]: 2024-09-11 03:40:16.307574956 +0000 UTC m=+0.015428161 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:40:16.676 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:16 smithi086 podman[116732]: 2024-09-11 03:40:16.439222752 +0000 UTC m=+0.147075949 container create 16af9d6d2e7d35b61e41f79259a5ab7d44c5a63464cad2551f4e7d8e35aa13bd (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-11T03:40:16.676 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:16 smithi086 podman[116732]: 2024-09-11 03:40:16.649892841 +0000 UTC m=+0.357746039 container init 16af9d6d2e7d35b61e41f79259a5ab7d44c5a63464cad2551f4e7d8e35aa13bd (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:40:16.676 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:16 smithi086 podman[116732]: 2024-09-11 03:40:16.652610165 +0000 UTC m=+0.360463362 container start 16af9d6d2e7d35b61e41f79259a5ab7d44c5a63464cad2551f4e7d8e35aa13bd (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-11T03:40:16.709 INFO:tasks.rados.rados.0.smithi086.stdout:2470: done (0 left) 2024-09-11T03:40:16.709 INFO:tasks.rados.rados.0.smithi086.stdout:2471: read oid 16 snap -1 2024-09-11T03:40:16.709 INFO:tasks.rados.rados.0.smithi086.stdout:2471: expect deleted 2024-09-11T03:40:16.709 INFO:tasks.rados.rados.0.smithi086.stdout:2472: read oid 15 snap -1 2024-09-11T03:40:16.709 INFO:tasks.rados.rados.0.smithi086.stdout:2472: expect deleted 2024-09-11T03:40:16.709 INFO:tasks.rados.rados.0.smithi086.stdout:2473: snap_create 2024-09-11T03:40:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:16 smithi086 ceph-mon[89281]: pgmap v484: 121 pgs: 121 active+clean; 157 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.5 MiB/s wr, 37 op/s 2024-09-11T03:40:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:16 smithi086 ceph-mon[89281]: from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:16 smithi086 ceph-mon[89281]: osdmap e546: 8 total, 8 up, 8 in 2024-09-11T03:40:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:16 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3300135334' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:16 smithi086 ceph-mon[89281]: from='client.44441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:17.073 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:16 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a[116747]: starting mds.a at 2024-09-11T03:40:17.073 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:16 smithi086 bash[116732]: 16af9d6d2e7d35b61e41f79259a5ab7d44c5a63464cad2551f4e7d8e35aa13bd 2024-09-11T03:40:17.073 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:16 smithi086 systemd[1]: Started Ceph mds.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:40:17.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:16 smithi086 ceph-mon[91691]: pgmap v484: 121 pgs: 121 active+clean; 157 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.5 MiB/s wr, 37 op/s 2024-09-11T03:40:17.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:16 smithi086 ceph-mon[91691]: from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:17.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:16 smithi086 ceph-mon[91691]: osdmap e546: 8 total, 8 up, 8 in 2024-09-11T03:40:17.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:16 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3300135334' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:17.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:16 smithi086 ceph-mon[91691]: from='client.44441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:16 smithi130 ceph-mon[83685]: pgmap v484: 121 pgs: 121 active+clean; 157 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.5 MiB/s wr, 37 op/s 2024-09-11T03:40:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:16 smithi130 ceph-mon[83685]: from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:16 smithi130 ceph-mon[83685]: osdmap e546: 8 total, 8 up, 8 in 2024-09-11T03:40:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:16 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3300135334' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:16 smithi130 ceph-mon[83685]: from='client.44441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:17.690 INFO:tasks.rados.rados.0.smithi086.stdout:2471: done (2 left) 2024-09-11T03:40:17.690 INFO:tasks.rados.rados.0.smithi086.stdout:2472: done (1 left) 2024-09-11T03:40:17.690 INFO:tasks.rados.rados.0.smithi086.stdout:2473: done (0 left) 2024-09-11T03:40:17.690 INFO:tasks.rados.rados.0.smithi086.stdout:2474: setattr oid 33 current snap is 231 2024-09-11T03:40:17.692 INFO:tasks.rados.rados.0.smithi086.stdout:2475: delete oid 35 current snap is 231 2024-09-11T03:40:17.700 INFO:tasks.rados.rados.0.smithi086.stdout:2475: done (1 left) 2024-09-11T03:40:17.700 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 231 2024-09-11T03:40:17.700 INFO:tasks.rados.rados.0.smithi086.stdout:2476: seq_num 797 ranges {11460608=557056,12017664=589824,12607488=212992} 2024-09-11T03:40:17.762 INFO:tasks.rados.rados.0.smithi086.stdout:2476: writing smithi08678205-49 from 11460608 to 12017664 tid 1 2024-09-11T03:40:17.765 INFO:tasks.rados.rados.0.smithi086.stdout:2476: writing smithi08678205-49 from 12017664 to 12607488 tid 2 2024-09-11T03:40:17.766 INFO:tasks.rados.rados.0.smithi086.stdout:2476: writing smithi08678205-49 from 12607488 to 12820480 tid 3 2024-09-11T03:40:17.767 INFO:tasks.rados.rados.0.smithi086.stdout:2477: snap_create 2024-09-11T03:40:17.767 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 2182 (ObjNum 738 snap 212 seq_num 738) dirty exists 2024-09-11T03:40:17.770 INFO:tasks.rados.rados.0.smithi086.stdout:2476: finishing write tid 1 to smithi08678205-49 2024-09-11T03:40:17.771 INFO:tasks.rados.rados.0.smithi086.stdout:2476: finishing write tid 2 to smithi08678205-49 2024-09-11T03:40:17.771 INFO:tasks.rados.rados.0.smithi086.stdout:2476: finishing write tid 3 to smithi08678205-49 2024-09-11T03:40:17.771 INFO:tasks.rados.rados.0.smithi086.stdout:2476: finishing write tid 4 to smithi08678205-49 2024-09-11T03:40:17.773 INFO:tasks.rados.rados.0.smithi086.stdout:2476: finishing write tid 5 to smithi08678205-49 2024-09-11T03:40:17.773 INFO:tasks.rados.rados.0.smithi086.stdout:2476: oid 49 updating version 0 to 1172 2024-09-11T03:40:17.773 INFO:tasks.rados.rados.0.smithi086.stdout:2476: oid 49 updating version 1172 to 1174 2024-09-11T03:40:17.774 INFO:tasks.rados.rados.0.smithi086.stdout:2476: oid 49 updating version 1174 to 1175 2024-09-11T03:40:17.774 INFO:tasks.rados.rados.0.smithi086.stdout:2476: oid 49 version 1175 is already newer than 1173 2024-09-11T03:40:17.774 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1175 (ObjNum 797 snap 231 seq_num 797) dirty exists 2024-09-11T03:40:17.774 INFO:tasks.rados.rados.0.smithi086.stdout:2476: left oid 49 (ObjNum 797 snap 231 seq_num 797) 2024-09-11T03:40:18.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[91691]: osdmap e547: 8 total, 8 up, 8 in 2024-09-11T03:40:18.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[91691]: mds.? [v2:172.21.15.86:6834/1329997382,v1:172.21.15.86:6835/1329997382] up:boot 2024-09-11T03:40:18.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[91691]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-11T03:40:18.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-11T03:40:18.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:18.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:18.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:18.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[91691]: osdmap e548: 8 total, 8 up, 8 in 2024-09-11T03:40:18.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[89281]: osdmap e547: 8 total, 8 up, 8 in 2024-09-11T03:40:18.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[89281]: mds.? [v2:172.21.15.86:6834/1329997382,v1:172.21.15.86:6835/1329997382] up:boot 2024-09-11T03:40:18.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[89281]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-11T03:40:18.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-11T03:40:18.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:18.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:18.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:18.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:17 smithi086 ceph-mon[89281]: osdmap e548: 8 total, 8 up, 8 in 2024-09-11T03:40:18.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:17 smithi130 ceph-mon[83685]: osdmap e547: 8 total, 8 up, 8 in 2024-09-11T03:40:18.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:17 smithi130 ceph-mon[83685]: mds.? [v2:172.21.15.86:6834/1329997382,v1:172.21.15.86:6835/1329997382] up:boot 2024-09-11T03:40:18.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:17 smithi130 ceph-mon[83685]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-11T03:40:18.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-11T03:40:18.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:18.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:18.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:18.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:17 smithi130 ceph-mon[83685]: osdmap e548: 8 total, 8 up, 8 in 2024-09-11T03:40:18.311 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:40:18 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:40:18] "GET /metrics HTTP/1.1" 200 36226 "" "Prometheus/2.43.0" 2024-09-11T03:40:18.720 INFO:tasks.rados.rados.0.smithi086.stdout:2474: done (2 left) 2024-09-11T03:40:18.720 INFO:tasks.rados.rados.0.smithi086.stdout:2476: done (1 left) 2024-09-11T03:40:18.720 INFO:tasks.rados.rados.0.smithi086.stdout:2477: done (0 left) 2024-09-11T03:40:18.720 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 232 2024-09-11T03:40:18.721 INFO:tasks.rados.rados.0.smithi086.stdout:2478: seq_num 798 ranges {5013504=573440,5586944=466944,6053888=335872} 2024-09-11T03:40:18.751 INFO:tasks.rados.rados.0.smithi086.stdout:2478: writing smithi08678205-32 from 5013504 to 5586944 tid 1 2024-09-11T03:40:18.753 INFO:tasks.rados.rados.0.smithi086.stdout:2478: writing smithi08678205-32 from 5586944 to 6053888 tid 2 2024-09-11T03:40:18.756 INFO:tasks.rados.rados.0.smithi086.stdout:2478: writing smithi08678205-32 from 6053888 to 6389760 tid 3 2024-09-11T03:40:18.756 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 232 2024-09-11T03:40:18.756 INFO:tasks.rados.rados.0.smithi086.stdout:2479: seq_num 799 ranges {516096=589824,1105920=802816} 2024-09-11T03:40:18.762 INFO:tasks.rados.rados.0.smithi086.stdout:2479: writing smithi08678205-12 from 516096 to 1105920 tid 1 2024-09-11T03:40:18.767 INFO:tasks.rados.rados.0.smithi086.stdout:2479: writing smithi08678205-12 from 1105920 to 1908736 tid 2 2024-09-11T03:40:18.767 INFO:tasks.rados.rados.0.smithi086.stdout:2480: rmattr oid 2 current snap is 232 2024-09-11T03:40:18.767 INFO:tasks.rados.rados.0.smithi086.stdout:2480: done (2 left) 2024-09-11T03:40:18.767 INFO:tasks.rados.rados.0.smithi086.stdout:2481: rollback oid 46 current snap is 232 2024-09-11T03:40:18.768 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 46 to 231 2024-09-11T03:40:18.768 INFO:tasks.rados.rados.0.smithi086.stdout:2478: finishing write tid 1 to smithi08678205-32 2024-09-11T03:40:18.768 INFO:tasks.rados.rados.0.smithi086.stdout:2478: finishing write tid 2 to smithi08678205-32 2024-09-11T03:40:18.768 INFO:tasks.rados.rados.0.smithi086.stdout:2478: finishing write tid 3 to smithi08678205-32 2024-09-11T03:40:18.768 INFO:tasks.rados.rados.0.smithi086.stdout:2478: finishing write tid 4 to smithi08678205-32 2024-09-11T03:40:18.768 INFO:tasks.rados.rados.0.smithi086.stdout:2478: finishing write tid 5 to smithi08678205-32 2024-09-11T03:40:18.768 INFO:tasks.rados.rados.0.smithi086.stdout:2478: oid 32 updating version 0 to 1298 2024-09-11T03:40:18.768 INFO:tasks.rados.rados.0.smithi086.stdout:2478: oid 32 version 1298 is already newer than 1295 2024-09-11T03:40:18.768 INFO:tasks.rados.rados.0.smithi086.stdout:2478: oid 32 version 1298 is already newer than 1296 2024-09-11T03:40:18.768 INFO:tasks.rados.rados.0.smithi086.stdout:2478: oid 32 version 1298 is already newer than 1297 2024-09-11T03:40:18.768 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 1298 (ObjNum 798 snap 232 seq_num 798) dirty exists 2024-09-11T03:40:18.768 INFO:tasks.rados.rados.0.smithi086.stdout:2478: left oid 32 (ObjNum 798 snap 232 seq_num 798) 2024-09-11T03:40:18.769 INFO:tasks.rados.rados.0.smithi086.stdout:2478: done (2 left) 2024-09-11T03:40:18.769 INFO:tasks.rados.rados.0.smithi086.stdout:2482: delete oid 14 current snap is 232 2024-09-11T03:40:18.770 INFO:tasks.rados.rados.0.smithi086.stdout:2482: done (2 left) 2024-09-11T03:40:18.770 INFO:tasks.rados.rados.0.smithi086.stdout:2483: setattr oid 10 current snap is 232 2024-09-11T03:40:18.771 INFO:tasks.rados.rados.0.smithi086.stdout:2479: finishing write tid 1 to smithi08678205-12 2024-09-11T03:40:18.771 INFO:tasks.rados.rados.0.smithi086.stdout:2479: finishing write tid 2 to smithi08678205-12 2024-09-11T03:40:18.771 INFO:tasks.rados.rados.0.smithi086.stdout:2479: finishing write tid 3 to smithi08678205-12 2024-09-11T03:40:18.772 INFO:tasks.rados.rados.0.smithi086.stdout:2484: rmattr oid 42 current snap is 232 2024-09-11T03:40:18.772 INFO:tasks.rados.rados.0.smithi086.stdout:2484: done (3 left) 2024-09-11T03:40:18.772 INFO:tasks.rados.rados.0.smithi086.stdout:2485: read oid 39 snap -1 2024-09-11T03:40:18.772 INFO:tasks.rados.rados.0.smithi086.stdout:2485: expect (ObjNum 712 snap 203 seq_num 712) 2024-09-11T03:40:18.772 INFO:tasks.rados.rados.0.smithi086.stdout:2486: read oid 36 snap -1 2024-09-11T03:40:18.772 INFO:tasks.rados.rados.0.smithi086.stdout:2486: expect deleted 2024-09-11T03:40:18.772 INFO:tasks.rados.rados.0.smithi086.stdout:2487: delete oid 4 current snap is 232 2024-09-11T03:40:18.777 INFO:tasks.rados.rados.0.smithi086.stdout:2481: finishing rollback tid 0 to smithi08678205-46 2024-09-11T03:40:18.777 INFO:tasks.rados.rados.0.smithi086.stdout:2479: finishing write tid 4 to smithi08678205-12 2024-09-11T03:40:18.777 INFO:tasks.rados.rados.0.smithi086.stdout:2479: oid 12 updating version 0 to 1198 2024-09-11T03:40:18.777 INFO:tasks.rados.rados.0.smithi086.stdout:2479: oid 12 version 1198 is already newer than 1197 2024-09-11T03:40:18.777 INFO:tasks.rados.rados.0.smithi086.stdout:2479: oid 12 updating version 1198 to 1199 2024-09-11T03:40:18.777 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 1199 (ObjNum 799 snap 232 seq_num 799) dirty exists 2024-09-11T03:40:18.777 INFO:tasks.rados.rados.0.smithi086.stdout:2479: left oid 12 (ObjNum 799 snap 232 seq_num 799) 2024-09-11T03:40:18.780 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 1827 (ObjNum 733 snap 208 seq_num 733) dirty exists 2024-09-11T03:40:18.780 INFO:tasks.rados.rados.0.smithi086.stdout:2479: done (5 left) 2024-09-11T03:40:18.780 INFO:tasks.rados.rados.0.smithi086.stdout:2483: done (4 left) 2024-09-11T03:40:18.780 INFO:tasks.rados.rados.0.smithi086.stdout:2486: done (3 left) 2024-09-11T03:40:18.780 INFO:tasks.rados.rados.0.smithi086.stdout:2487: done (2 left) 2024-09-11T03:40:18.780 INFO:tasks.rados.rados.0.smithi086.stdout:2488: read oid 1 snap -1 2024-09-11T03:40:18.780 INFO:tasks.rados.rados.0.smithi086.stdout:2488: expect (ObjNum 702 snap 201 seq_num 702) 2024-09-11T03:40:18.780 INFO:tasks.rados.rados.0.smithi086.stdout:2489: read oid 37 snap -1 2024-09-11T03:40:18.781 INFO:tasks.rados.rados.0.smithi086.stdout:2489: expect (ObjNum 795 snap 229 seq_num 795) 2024-09-11T03:40:18.781 INFO:tasks.rados.rados.0.smithi086.stdout:2490: snap_remove snap 230 2024-09-11T03:40:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:18 smithi086 ceph-mon[89281]: pgmap v487: 121 pgs: 121 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-09-11T03:40:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:18 smithi086 ceph-mon[89281]: osdmap e549: 8 total, 8 up, 8 in 2024-09-11T03:40:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:18 smithi086 ceph-mon[91691]: pgmap v487: 121 pgs: 121 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-09-11T03:40:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:18 smithi086 ceph-mon[91691]: osdmap e549: 8 total, 8 up, 8 in 2024-09-11T03:40:19.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:18 smithi130 ceph-mon[83685]: pgmap v487: 121 pgs: 121 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-09-11T03:40:19.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:18 smithi130 ceph-mon[83685]: osdmap e549: 8 total, 8 up, 8 in 2024-09-11T03:40:19.721 INFO:tasks.rados.rados.0.smithi086.stdout:2490: done (4 left) 2024-09-11T03:40:19.721 INFO:tasks.rados.rados.0.smithi086.stdout:2491: copy_from oid 17 from oid 12 current snap is 232 2024-09-11T03:40:19.721 INFO:tasks.rados.rados.0.smithi086.stdout:2481: finishing rollback tid 1 to smithi08678205-46 2024-09-11T03:40:19.722 INFO:tasks.rados.rados.0.smithi086.stdout:2481: finishing rollback tid 2 to smithi08678205-46 2024-09-11T03:40:19.722 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 1663 (ObjNum 610 snap 175 seq_num 610) dirty exists 2024-09-11T03:40:19.722 INFO:tasks.rados.rados.0.smithi086.stdout:2488: expect (ObjNum 702 snap 201 seq_num 702) 2024-09-11T03:40:19.851 INFO:tasks.rados.rados.0.smithi086.stdout:2485: expect (ObjNum 712 snap 203 seq_num 712) 2024-09-11T03:40:20.096 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:40:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:40:19.731+0000 7f5c120fe640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 12c after trimming was started 2024-09-11T03:40:20.302 INFO:tasks.rados.rados.0.smithi086.stdout:2489: expect (ObjNum 795 snap 229 seq_num 795) 2024-09-11T03:40:20.744 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[89281]: pgmap v490: 121 pgs: 121 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-11T03:40:20.744 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.744 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:40:20.744 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.744 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.744 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[89281]: osdmap e550: 8 total, 8 up, 8 in 2024-09-11T03:40:20.745 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.745 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.745 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[91691]: pgmap v490: 121 pgs: 121 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-11T03:40:20.745 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.745 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:40:20.745 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.745 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.745 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[91691]: osdmap e550: 8 total, 8 up, 8 in 2024-09-11T03:40:20.745 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.745 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:20 smithi130 ceph-mon[83685]: pgmap v490: 121 pgs: 121 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-11T03:40:20.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:40:20.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:20 smithi130 ceph-mon[83685]: osdmap e550: 8 total, 8 up, 8 in 2024-09-11T03:40:20.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:20.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:21.905 INFO:tasks.rados.rados.0.smithi086.stdout:2491: finishing copy_from racing read to smithi08678205-17 2024-09-11T03:40:21.906 INFO:tasks.rados.rados.0.smithi086.stdout:2491: finishing copy_from to smithi08678205-17 2024-09-11T03:40:21.906 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 1199 (ObjNum 799 snap 232 seq_num 799) dirty exists 2024-09-11T03:40:21.906 INFO:tasks.rados.rados.0.smithi086.stdout:2481: done (4 left) 2024-09-11T03:40:21.906 INFO:tasks.rados.rados.0.smithi086.stdout:2485: done (3 left) 2024-09-11T03:40:21.906 INFO:tasks.rados.rados.0.smithi086.stdout:2488: done (2 left) 2024-09-11T03:40:21.906 INFO:tasks.rados.rados.0.smithi086.stdout:2489: done (1 left) 2024-09-11T03:40:21.906 INFO:tasks.rados.rados.0.smithi086.stdout:2491: done (0 left) 2024-09-11T03:40:21.906 INFO:tasks.rados.rados.0.smithi086.stdout:2492: snap_remove snap 217 2024-09-11T03:40:22.454 INFO:tasks.rados.rados.0.smithi086.stdout:2492: done (0 left) 2024-09-11T03:40:22.454 INFO:tasks.rados.rados.0.smithi086.stdout:2493: read oid 38 snap -1 2024-09-11T03:40:22.454 INFO:tasks.rados.rados.0.smithi086.stdout:2493: expect (ObjNum 790 snap 227 seq_num 790) 2024-09-11T03:40:22.454 INFO:tasks.rados.rados.0.smithi086.stdout:2494: snap_remove snap 227 2024-09-11T03:40:22.700 INFO:tasks.rados.rados.0.smithi086.stdout:2494: done (1 left) 2024-09-11T03:40:22.700 INFO:tasks.rados.rados.0.smithi086.stdout:2495: snap_create 2024-09-11T03:40:22.700 INFO:tasks.rados.rados.0.smithi086.stdout:2493: expect (ObjNum 790 snap 227 seq_num 790) 2024-09-11T03:40:22.728 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:22 smithi086 ceph-mon[89281]: pgmap v492: 121 pgs: 121 active+clean; 173 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 709 KiB/s wr, 12 op/s 2024-09-11T03:40:22.728 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:22 smithi086 ceph-mon[91691]: pgmap v492: 121 pgs: 121 active+clean; 173 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 709 KiB/s wr, 12 op/s 2024-09-11T03:40:22.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:22 smithi130 ceph-mon[83685]: pgmap v492: 121 pgs: 121 active+clean; 173 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 709 KiB/s wr, 12 op/s 2024-09-11T03:40:23.701 INFO:tasks.rados.rados.0.smithi086.stdout:2493: done (1 left) 2024-09-11T03:40:23.701 INFO:tasks.rados.rados.0.smithi086.stdout:2495: done (0 left) 2024-09-11T03:40:23.701 INFO:tasks.rados.rados.0.smithi086.stdout:2496: delete oid 47 current snap is 233 2024-09-11T03:40:23.705 INFO:tasks.rados.rados.0.smithi086.stdout:2496: done (0 left) 2024-09-11T03:40:23.705 INFO:tasks.rados.rados.0.smithi086.stdout:2497: snap_create 2024-09-11T03:40:23.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:23 smithi086 ceph-mon[89281]: osdmap e551: 8 total, 8 up, 8 in 2024-09-11T03:40:23.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:23 smithi086 ceph-mon[89281]: osdmap e552: 8 total, 8 up, 8 in 2024-09-11T03:40:23.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:23.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:23.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:23.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:23 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:40:23.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:23 smithi086 ceph-mon[91691]: osdmap e551: 8 total, 8 up, 8 in 2024-09-11T03:40:23.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:23 smithi086 ceph-mon[91691]: osdmap e552: 8 total, 8 up, 8 in 2024-09-11T03:40:23.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:23.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:23.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:23.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:23 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:40:23.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:23 smithi130 ceph-mon[83685]: osdmap e551: 8 total, 8 up, 8 in 2024-09-11T03:40:23.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:23 smithi130 ceph-mon[83685]: osdmap e552: 8 total, 8 up, 8 in 2024-09-11T03:40:23.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:23.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:23.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:23.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:23 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:40:24.706 INFO:tasks.rados.rados.0.smithi086.stdout:2497: done (0 left) 2024-09-11T03:40:24.706 INFO:tasks.rados.rados.0.smithi086.stdout:2498: rollback oid 30 current snap is 234 2024-09-11T03:40:24.706 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 30 to 221 2024-09-11T03:40:24.706 INFO:tasks.rados.rados.0.smithi086.stdout:2499: rollback oid 21 current snap is 234 2024-09-11T03:40:24.707 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 21 to 233 2024-09-11T03:40:24.707 INFO:tasks.rados.rados.0.smithi086.stdout:2500: delete oid 10 current snap is 234 2024-09-11T03:40:24.714 INFO:tasks.rados.rados.0.smithi086.stdout:2499: finishing rollback tid 0 to smithi08678205-21 2024-09-11T03:40:24.714 INFO:tasks.rados.rados.0.smithi086.stdout:2499: finishing rollback tid 1 to smithi08678205-21 2024-09-11T03:40:24.714 INFO:tasks.rados.rados.0.smithi086.stdout:2498: finishing rollback tid 0 to smithi08678205-30 2024-09-11T03:40:24.715 INFO:tasks.rados.rados.0.smithi086.stdout:2499: finishing rollback tid 2 to smithi08678205-21 2024-09-11T03:40:24.715 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 1196 (ObjNum 794 snap 229 seq_num 794) dirty exists 2024-09-11T03:40:24.715 INFO:tasks.rados.rados.0.smithi086.stdout:2498: finishing rollback tid 1 to smithi08678205-30 2024-09-11T03:40:24.715 INFO:tasks.rados.rados.0.smithi086.stdout:2499: done (2 left) 2024-09-11T03:40:24.715 INFO:tasks.rados.rados.0.smithi086.stdout:2500: done (1 left) 2024-09-11T03:40:24.715 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 234 2024-09-11T03:40:24.715 INFO:tasks.rados.rados.0.smithi086.stdout:2501: seq_num 804 ranges {614400=671744,1286144=622592,1908736=180224} 2024-09-11T03:40:24.721 INFO:tasks.rados.rados.0.smithi086.stdout:2501: writing smithi08678205-6 from 614400 to 1286144 tid 1 2024-09-11T03:40:24.725 INFO:tasks.rados.rados.0.smithi086.stdout:2501: writing smithi08678205-6 from 1286144 to 1908736 tid 2 2024-09-11T03:40:24.726 INFO:tasks.rados.rados.0.smithi086.stdout:2501: writing smithi08678205-6 from 1908736 to 2088960 tid 3 2024-09-11T03:40:24.727 INFO:tasks.rados.rados.0.smithi086.stdout:2502: snap_create 2024-09-11T03:40:24.727 INFO:tasks.rados.rados.0.smithi086.stdout:2498: finishing rollback tid 2 to smithi08678205-30 2024-09-11T03:40:24.727 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 2206 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:40:24.727 INFO:tasks.rados.rados.0.smithi086.stdout:2501: finishing write tid 1 to smithi08678205-6 2024-09-11T03:40:24.728 INFO:tasks.rados.rados.0.smithi086.stdout:2501: finishing write tid 2 to smithi08678205-6 2024-09-11T03:40:24.729 INFO:tasks.rados.rados.0.smithi086.stdout:2501: finishing write tid 3 to smithi08678205-6 2024-09-11T03:40:24.729 INFO:tasks.rados.rados.0.smithi086.stdout:2501: finishing write tid 4 to smithi08678205-6 2024-09-11T03:40:24.731 INFO:tasks.rados.rados.0.smithi086.stdout:2501: finishing write tid 5 to smithi08678205-6 2024-09-11T03:40:24.731 INFO:tasks.rados.rados.0.smithi086.stdout:2501: oid 6 updating version 0 to 1676 2024-09-11T03:40:24.731 INFO:tasks.rados.rados.0.smithi086.stdout:2501: oid 6 updating version 1676 to 1677 2024-09-11T03:40:24.731 INFO:tasks.rados.rados.0.smithi086.stdout:2501: oid 6 version 1677 is already newer than 1674 2024-09-11T03:40:24.731 INFO:tasks.rados.rados.0.smithi086.stdout:2501: oid 6 version 1677 is already newer than 1675 2024-09-11T03:40:24.731 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1677 (ObjNum 804 snap 234 seq_num 804) dirty exists 2024-09-11T03:40:24.731 INFO:tasks.rados.rados.0.smithi086.stdout:2501: left oid 6 (ObjNum 804 snap 234 seq_num 804) 2024-09-11T03:40:24.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[89281]: pgmap v495: 121 pgs: 121 active+clean; 174 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1010 KiB/s wr, 14 op/s 2024-09-11T03:40:24.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:24.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:24.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:24.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:24.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:24.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:24.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-11T03:40:24.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[89281]: Upgrade: It appears safe to stop mds.b 2024-09-11T03:40:24.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[89281]: osdmap e553: 8 total, 8 up, 8 in 2024-09-11T03:40:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[91691]: pgmap v495: 121 pgs: 121 active+clean; 174 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1010 KiB/s wr, 14 op/s 2024-09-11T03:40:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-11T03:40:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[91691]: Upgrade: It appears safe to stop mds.b 2024-09-11T03:40:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:24 smithi086 ceph-mon[91691]: osdmap e553: 8 total, 8 up, 8 in 2024-09-11T03:40:24.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:24 smithi130 ceph-mon[83685]: pgmap v495: 121 pgs: 121 active+clean; 174 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1010 KiB/s wr, 14 op/s 2024-09-11T03:40:24.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:24 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:24.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:24 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:24.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:24 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:24.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:24 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:24.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:24 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:24.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:24 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:24.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:24 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-11T03:40:24.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:24 smithi130 ceph-mon[83685]: Upgrade: It appears safe to stop mds.b 2024-09-11T03:40:24.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:24 smithi130 ceph-mon[83685]: osdmap e553: 8 total, 8 up, 8 in 2024-09-11T03:40:25.717 INFO:tasks.rados.rados.0.smithi086.stdout:2498: done (2 left) 2024-09-11T03:40:25.717 INFO:tasks.rados.rados.0.smithi086.stdout:2501: done (1 left) 2024-09-11T03:40:25.717 INFO:tasks.rados.rados.0.smithi086.stdout:2502: done (0 left) 2024-09-11T03:40:25.717 INFO:tasks.rados.rados.0.smithi086.stdout:2503: rmattr oid 36 current snap is 235 2024-09-11T03:40:25.717 INFO:tasks.rados.rados.0.smithi086.stdout:2503: done (0 left) 2024-09-11T03:40:25.717 INFO:tasks.rados.rados.0.smithi086.stdout:2504: delete oid 24 current snap is 235 2024-09-11T03:40:25.721 INFO:tasks.rados.rados.0.smithi086.stdout:2504: done (0 left) 2024-09-11T03:40:25.721 INFO:tasks.rados.rados.0.smithi086.stdout:2505: read oid 46 snap -1 2024-09-11T03:40:25.721 INFO:tasks.rados.rados.0.smithi086.stdout:2505: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:40:25.722 INFO:tasks.rados.rados.0.smithi086.stdout:2506: setattr oid 5 current snap is 235 2024-09-11T03:40:25.724 INFO:tasks.rados.rados.0.smithi086.stdout:2507: copy_from oid 6 from oid 7 current snap is 235 2024-09-11T03:40:25.724 INFO:tasks.rados.rados.0.smithi086.stdout:2508: read oid 48 snap -1 2024-09-11T03:40:25.724 INFO:tasks.rados.rados.0.smithi086.stdout:2508: expect deleted 2024-09-11T03:40:25.724 INFO:tasks.rados.rados.0.smithi086.stdout:2509: snap_remove snap 221 2024-09-11T03:40:25.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:25 smithi130 ceph-mon[83685]: osdmap e554: 8 total, 8 up, 8 in 2024-09-11T03:40:25.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:25 smithi130 ceph-mon[83685]: Upgrade: Updating mds.b 2024-09-11T03:40:25.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:25 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:25.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:25 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-11T03:40:25.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:25 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:25.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:25 smithi130 ceph-mon[83685]: Deploying daemon mds.b on smithi130 2024-09-11T03:40:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:25 smithi086 ceph-mon[89281]: osdmap e554: 8 total, 8 up, 8 in 2024-09-11T03:40:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:25 smithi086 ceph-mon[89281]: Upgrade: Updating mds.b 2024-09-11T03:40:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:25 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:25 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-11T03:40:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:25 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:25 smithi086 ceph-mon[89281]: Deploying daemon mds.b on smithi130 2024-09-11T03:40:26.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:25 smithi086 ceph-mon[91691]: osdmap e554: 8 total, 8 up, 8 in 2024-09-11T03:40:26.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:25 smithi086 ceph-mon[91691]: Upgrade: Updating mds.b 2024-09-11T03:40:26.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:25 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:26.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:25 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-11T03:40:26.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:25 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:26.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:25 smithi086 ceph-mon[91691]: Deploying daemon mds.b on smithi130 2024-09-11T03:40:26.628 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:26 smithi130 systemd[1]: Stopping Ceph mds.b for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:40:26.641 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 1830 (ObjNum 702 snap 201 seq_num 702) dirty exists 2024-09-11T03:40:26.642 INFO:tasks.rados.rados.0.smithi086.stdout:2505: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:40:26.667 INFO:tasks.rados.rados.0.smithi086.stdout:2507: finishing copy_from racing read to smithi08678205-6 2024-09-11T03:40:26.667 INFO:tasks.rados.rados.0.smithi086.stdout:2507: finishing copy_from to smithi08678205-6 2024-09-11T03:40:26.667 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1196 (ObjNum 779 snap 222 seq_num 779) dirty exists 2024-09-11T03:40:26.667 INFO:tasks.rados.rados.0.smithi086.stdout:2505: done (4 left) 2024-09-11T03:40:26.667 INFO:tasks.rados.rados.0.smithi086.stdout:2506: done (3 left) 2024-09-11T03:40:26.667 INFO:tasks.rados.rados.0.smithi086.stdout:2507: done (2 left) 2024-09-11T03:40:26.667 INFO:tasks.rados.rados.0.smithi086.stdout:2508: done (1 left) 2024-09-11T03:40:26.667 INFO:tasks.rados.rados.0.smithi086.stdout:2509: done (0 left) 2024-09-11T03:40:26.668 INFO:tasks.rados.rados.0.smithi086.stdout:2510: rmattr oid 38 current snap is 235 2024-09-11T03:40:26.668 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 235 2024-09-11T03:40:26.668 INFO:tasks.rados.rados.0.smithi086.stdout:2511: seq_num 806 ranges {0=704512,704512=442368,1146880=360448} 2024-09-11T03:40:26.670 INFO:tasks.rados.rados.0.smithi086.stdout:2511: writing smithi08678205-15 from 0 to 704512 tid 1 2024-09-11T03:40:26.673 INFO:tasks.rados.rados.0.smithi086.stdout:2511: writing smithi08678205-15 from 704512 to 1146880 tid 2 2024-09-11T03:40:26.675 INFO:tasks.rados.rados.0.smithi086.stdout:2511: writing smithi08678205-15 from 1146880 to 1507328 tid 3 2024-09-11T03:40:26.675 INFO:tasks.rados.rados.0.smithi086.stdout:2512: snap_create 2024-09-11T03:40:26.675 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 1176 (ObjNum 790 snap 227 seq_num 790) dirty exists 2024-09-11T03:40:26.676 INFO:tasks.rados.rados.0.smithi086.stdout:2511: finishing write tid 1 to smithi08678205-15 2024-09-11T03:40:26.679 INFO:tasks.rados.rados.0.smithi086.stdout:2511: finishing write tid 2 to smithi08678205-15 2024-09-11T03:40:26.679 INFO:tasks.rados.rados.0.smithi086.stdout:2511: finishing write tid 3 to smithi08678205-15 2024-09-11T03:40:26.680 INFO:tasks.rados.rados.0.smithi086.stdout:2511: finishing write tid 4 to smithi08678205-15 2024-09-11T03:40:26.681 INFO:tasks.rados.rados.0.smithi086.stdout:2511: finishing write tid 5 to smithi08678205-15 2024-09-11T03:40:26.681 INFO:tasks.rados.rados.0.smithi086.stdout:2511: oid 15 updating version 0 to 2217 2024-09-11T03:40:26.681 INFO:tasks.rados.rados.0.smithi086.stdout:2511: oid 15 updating version 2217 to 2218 2024-09-11T03:40:26.681 INFO:tasks.rados.rados.0.smithi086.stdout:2511: oid 15 version 2218 is already newer than 2216 2024-09-11T03:40:26.681 INFO:tasks.rados.rados.0.smithi086.stdout:2511: oid 15 version 2218 is already newer than 2215 2024-09-11T03:40:26.681 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2218 (ObjNum 806 snap 235 seq_num 806) dirty exists 2024-09-11T03:40:26.681 INFO:tasks.rados.rados.0.smithi086.stdout:2511: left oid 15 (ObjNum 806 snap 235 seq_num 806) 2024-09-11T03:40:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[91691]: pgmap v498: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 676 KiB/s wr, 4 op/s 2024-09-11T03:40:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[91691]: osdmap e555: 8 total, 8 up, 8 in 2024-09-11T03:40:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[91691]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-11T03:40:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[91691]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T03:40:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[91691]: osdmap e556: 8 total, 8 up, 8 in 2024-09-11T03:40:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[91691]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-11T03:40:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[91691]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-11T03:40:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[91691]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-11T03:40:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[91691]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-11T03:40:27.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a[89277]: 2024-09-11T03:40:26.628+0000 7f177ac9c640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T03:40:27.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[89281]: pgmap v498: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 676 KiB/s wr, 4 op/s 2024-09-11T03:40:27.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[89281]: osdmap e555: 8 total, 8 up, 8 in 2024-09-11T03:40:27.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[89281]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-11T03:40:27.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[89281]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T03:40:27.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[89281]: osdmap e556: 8 total, 8 up, 8 in 2024-09-11T03:40:27.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[89281]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-11T03:40:27.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[89281]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-11T03:40:27.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[89281]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-11T03:40:27.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:26 smithi086 ceph-mon[89281]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-11T03:40:27.096 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:26 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b[56973]: 2024-09-11T03:40:26.627+0000 7f29ba12a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:40:27.096 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:26 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b[56973]: 2024-09-11T03:40:26.627+0000 7f29ba12a640 -1 mds.b *** got signal Terminated *** 2024-09-11T03:40:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:26 smithi130 ceph-mon[83685]: pgmap v498: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 676 KiB/s wr, 4 op/s 2024-09-11T03:40:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:26 smithi130 ceph-mon[83685]: osdmap e555: 8 total, 8 up, 8 in 2024-09-11T03:40:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:26 smithi130 ceph-mon[83685]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-11T03:40:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:26 smithi130 ceph-mon[83685]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T03:40:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:26 smithi130 ceph-mon[83685]: osdmap e556: 8 total, 8 up, 8 in 2024-09-11T03:40:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:26 smithi130 ceph-mon[83685]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-11T03:40:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:26 smithi130 ceph-mon[83685]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-11T03:40:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:26 smithi130 ceph-mon[83685]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-11T03:40:27.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:26 smithi130 ceph-mon[83685]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-11T03:40:27.650 INFO:tasks.rados.rados.0.smithi086.stdout:2510: done (2 left) 2024-09-11T03:40:27.650 INFO:tasks.rados.rados.0.smithi086.stdout:2511: done (1 left) 2024-09-11T03:40:27.650 INFO:tasks.rados.rados.0.smithi086.stdout:2512: done (0 left) 2024-09-11T03:40:27.650 INFO:tasks.rados.rados.0.smithi086.stdout:2513: read oid 13 snap 228 2024-09-11T03:40:27.650 INFO:tasks.rados.rados.0.smithi086.stdout:2513: expect (ObjNum 716 snap 204 seq_num 716) 2024-09-11T03:40:27.650 INFO:tasks.rados.rados.0.smithi086.stdout:2514: read oid 44 snap 233 2024-09-11T03:40:27.650 INFO:tasks.rados.rados.0.smithi086.stdout:2514: expect (ObjNum 783 snap 226 seq_num 783) 2024-09-11T03:40:27.650 INFO:tasks.rados.rados.0.smithi086.stdout:2515: rmattr oid 35 current snap is 236 2024-09-11T03:40:27.651 INFO:tasks.rados.rados.0.smithi086.stdout:2515: done (2 left) 2024-09-11T03:40:27.651 INFO:tasks.rados.rados.0.smithi086.stdout:2516: read oid 31 snap -1 2024-09-11T03:40:27.651 INFO:tasks.rados.rados.0.smithi086.stdout:2516: expect (ObjNum 664 snap 189 seq_num 664) 2024-09-11T03:40:27.651 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 236 2024-09-11T03:40:27.651 INFO:tasks.rados.rados.0.smithi086.stdout:2517: seq_num 807 ranges {11460608=720896,12181504=729088,12910592=73728} 2024-09-11T03:40:27.717 INFO:tasks.rados.rados.0.smithi086.stdout:2517: writing smithi08678205-22 from 11460608 to 12181504 tid 1 2024-09-11T03:40:27.721 INFO:tasks.rados.rados.0.smithi086.stdout:2517: writing smithi08678205-22 from 12181504 to 12910592 tid 2 2024-09-11T03:40:27.722 INFO:tasks.rados.rados.0.smithi086.stdout:2517: writing smithi08678205-22 from 12910592 to 12984320 tid 3 2024-09-11T03:40:27.722 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 236 2024-09-11T03:40:27.722 INFO:tasks.rados.rados.0.smithi086.stdout:2518: seq_num 808 ranges {7184384=737280,7921664=614400,8536064=188416} 2024-09-11T03:40:27.764 INFO:tasks.rados.rados.0.smithi086.stdout:2518: writing smithi08678205-26 from 7184384 to 7921664 tid 1 2024-09-11T03:40:27.767 INFO:tasks.rados.rados.0.smithi086.stdout:2518: writing smithi08678205-26 from 7921664 to 8536064 tid 2 2024-09-11T03:40:27.768 INFO:tasks.rados.rados.0.smithi086.stdout:2518: writing smithi08678205-26 from 8536064 to 8724480 tid 3 2024-09-11T03:40:27.768 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 236 2024-09-11T03:40:27.768 INFO:tasks.rados.rados.0.smithi086.stdout:2519: seq_num 809 ranges {0=753664,753664=499712,1253376=303104} 2024-09-11T03:40:27.772 INFO:tasks.rados.rados.0.smithi086.stdout:2519: writing smithi08678205-4 from 0 to 753664 tid 1 2024-09-11T03:40:27.775 INFO:tasks.rados.rados.0.smithi086.stdout:2519: writing smithi08678205-4 from 753664 to 1253376 tid 2 2024-09-11T03:40:27.777 INFO:tasks.rados.rados.0.smithi086.stdout:2519: writing smithi08678205-4 from 1253376 to 1556480 tid 3 2024-09-11T03:40:27.777 INFO:tasks.rados.rados.0.smithi086.stdout:2520: delete oid 18 current snap is 236 2024-09-11T03:40:27.777 INFO:tasks.rados.rados.0.smithi086.stdout:2513: expect (ObjNum 716 snap 204 seq_num 716) 2024-09-11T03:40:27.839 INFO:tasks.rados.rados.0.smithi086.stdout:2514: expect (ObjNum 783 snap 226 seq_num 783) 2024-09-11T03:40:27.994 INFO:tasks.rados.rados.0.smithi086.stdout:2516: expect (ObjNum 664 snap 189 seq_num 664) 2024-09-11T03:40:28.263 INFO:tasks.rados.rados.0.smithi086.stdout:2517: finishing write tid 1 to smithi08678205-22 2024-09-11T03:40:28.263 INFO:tasks.rados.rados.0.smithi086.stdout:2517: finishing write tid 2 to smithi08678205-22 2024-09-11T03:40:28.263 INFO:tasks.rados.rados.0.smithi086.stdout:2517: finishing write tid 3 to smithi08678205-22 2024-09-11T03:40:28.263 INFO:tasks.rados.rados.0.smithi086.stdout:2513: done (6 left) 2024-09-11T03:40:28.263 INFO:tasks.rados.rados.0.smithi086.stdout:2514: done (5 left) 2024-09-11T03:40:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:2516: done (4 left) 2024-09-11T03:40:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:2520: done (3 left) 2024-09-11T03:40:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:2521: setattr oid 21 current snap is 236 2024-09-11T03:40:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:2517: finishing write tid 4 to smithi08678205-22 2024-09-11T03:40:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:2517: finishing write tid 5 to smithi08678205-22 2024-09-11T03:40:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:2517: oid 22 updating version 0 to 1177 2024-09-11T03:40:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:2517: oid 22 updating version 1177 to 1178 2024-09-11T03:40:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:2517: oid 22 updating version 1178 to 1179 2024-09-11T03:40:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:2517: oid 22 updating version 1179 to 1180 2024-09-11T03:40:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 1180 (ObjNum 807 snap 236 seq_num 807) dirty exists 2024-09-11T03:40:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:2517: left oid 22 (ObjNum 807 snap 236 seq_num 807) 2024-09-11T03:40:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:2518: finishing write tid 1 to smithi08678205-26 2024-09-11T03:40:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:2518: finishing write tid 2 to smithi08678205-26 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:2518: finishing write tid 3 to smithi08678205-26 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:2518: finishing write tid 4 to smithi08678205-26 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:2518: finishing write tid 5 to smithi08678205-26 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:2518: oid 26 updating version 0 to 1655 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:2518: oid 26 updating version 1655 to 1656 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:2518: oid 26 version 1656 is already newer than 1653 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:2518: oid 26 version 1656 is already newer than 1654 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 1656 (ObjNum 808 snap 236 seq_num 808) dirty exists 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:2518: left oid 26 (ObjNum 808 snap 236 seq_num 808) 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:2519: finishing write tid 1 to smithi08678205-4 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:2519: finishing write tid 2 to smithi08678205-4 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:2519: finishing write tid 3 to smithi08678205-4 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:2519: finishing write tid 4 to smithi08678205-4 2024-09-11T03:40:28.265 INFO:tasks.rados.rados.0.smithi086.stdout:2519: finishing write tid 5 to smithi08678205-4 2024-09-11T03:40:28.266 INFO:tasks.rados.rados.0.smithi086.stdout:2519: oid 4 updating version 0 to 1180 2024-09-11T03:40:28.266 INFO:tasks.rados.rados.0.smithi086.stdout:2519: oid 4 version 1180 is already newer than 1179 2024-09-11T03:40:28.266 INFO:tasks.rados.rados.0.smithi086.stdout:2519: oid 4 updating version 1180 to 1181 2024-09-11T03:40:28.266 INFO:tasks.rados.rados.0.smithi086.stdout:2519: oid 4 version 1181 is already newer than 1178 2024-09-11T03:40:28.266 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 1181 (ObjNum 809 snap 236 seq_num 809) dirty exists 2024-09-11T03:40:28.266 INFO:tasks.rados.rados.0.smithi086.stdout:2519: left oid 4 (ObjNum 809 snap 236 seq_num 809) 2024-09-11T03:40:28.266 INFO:tasks.rados.rados.0.smithi086.stdout:2517: done (3 left) 2024-09-11T03:40:28.267 INFO:tasks.rados.rados.0.smithi086.stdout:2518: done (2 left) 2024-09-11T03:40:28.267 INFO:tasks.rados.rados.0.smithi086.stdout:2519: done (1 left) 2024-09-11T03:40:28.267 INFO:tasks.rados.rados.0.smithi086.stdout:2522: read oid 39 snap -1 2024-09-11T03:40:28.267 INFO:tasks.rados.rados.0.smithi086.stdout:2522: expect (ObjNum 712 snap 203 seq_num 712) 2024-09-11T03:40:28.267 INFO:tasks.rados.rados.0.smithi086.stdout:2523: snap_remove snap 233 2024-09-11T03:40:28.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:40:28 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:40:28] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.43.0" 2024-09-11T03:40:28.720 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 1197 (ObjNum 794 snap 229 seq_num 794) dirty exists 2024-09-11T03:40:28.721 INFO:tasks.rados.rados.0.smithi086.stdout:2522: expect (ObjNum 712 snap 203 seq_num 712) 2024-09-11T03:40:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:28 smithi086 ceph-mon[89281]: pgmap v501: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 340 KiB/s wr, 6 op/s 2024-09-11T03:40:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:28 smithi086 ceph-mon[89281]: osdmap e557: 8 total, 8 up, 8 in 2024-09-11T03:40:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:28 smithi086 ceph-mon[89281]: mds.? [v2:172.21.15.86:6834/1329997382,v1:172.21.15.86:6835/1329997382] up:reconnect 2024-09-11T03:40:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:28 smithi086 ceph-mon[89281]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-11T03:40:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:28 smithi086 ceph-mon[89281]: osdmap e558: 8 total, 8 up, 8 in 2024-09-11T03:40:29.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:28 smithi086 ceph-mon[91691]: pgmap v501: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 340 KiB/s wr, 6 op/s 2024-09-11T03:40:29.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:28 smithi086 ceph-mon[91691]: osdmap e557: 8 total, 8 up, 8 in 2024-09-11T03:40:29.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:28 smithi086 ceph-mon[91691]: mds.? [v2:172.21.15.86:6834/1329997382,v1:172.21.15.86:6835/1329997382] up:reconnect 2024-09-11T03:40:29.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:28 smithi086 ceph-mon[91691]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-11T03:40:29.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:28 smithi086 ceph-mon[91691]: osdmap e558: 8 total, 8 up, 8 in 2024-09-11T03:40:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:28 smithi130 ceph-mon[83685]: pgmap v501: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 340 KiB/s wr, 6 op/s 2024-09-11T03:40:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:28 smithi130 ceph-mon[83685]: osdmap e557: 8 total, 8 up, 8 in 2024-09-11T03:40:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:28 smithi130 ceph-mon[83685]: mds.? [v2:172.21.15.86:6834/1329997382,v1:172.21.15.86:6835/1329997382] up:reconnect 2024-09-11T03:40:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:28 smithi130 ceph-mon[83685]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-11T03:40:29.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:28 smithi130 ceph-mon[83685]: osdmap e558: 8 total, 8 up, 8 in 2024-09-11T03:40:29.154 INFO:tasks.rados.rados.0.smithi086.stdout:2521: done (2 left) 2024-09-11T03:40:29.154 INFO:tasks.rados.rados.0.smithi086.stdout:2522: done (1 left) 2024-09-11T03:40:29.154 INFO:tasks.rados.rados.0.smithi086.stdout:2523: done (0 left) 2024-09-11T03:40:29.154 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 236 2024-09-11T03:40:29.154 INFO:tasks.rados.rados.0.smithi086.stdout:2524: seq_num 811 ranges {1220608=786432,2007040=663552,2670592=139264} 2024-09-11T03:40:29.164 INFO:tasks.rados.rados.0.smithi086.stdout:2524: writing smithi08678205-34 from 1220608 to 2007040 tid 1 2024-09-11T03:40:29.167 INFO:tasks.rados.rados.0.smithi086.stdout:2524: writing smithi08678205-34 from 2007040 to 2670592 tid 2 2024-09-11T03:40:29.169 INFO:tasks.rados.rados.0.smithi086.stdout:2524: writing smithi08678205-34 from 2670592 to 2809856 tid 3 2024-09-11T03:40:29.169 INFO:tasks.rados.rados.0.smithi086.stdout:2525: read oid 36 snap 231 2024-09-11T03:40:29.169 INFO:tasks.rados.rados.0.smithi086.stdout:2525: expect deleted 2024-09-11T03:40:29.169 INFO:tasks.rados.rados.0.smithi086.stdout:2526: delete oid 26 current snap is 236 2024-09-11T03:40:29.169 INFO:tasks.rados.rados.0.smithi086.stdout:2524: finishing write tid 1 to smithi08678205-34 2024-09-11T03:40:29.170 INFO:tasks.rados.rados.0.smithi086.stdout:2525: done (2 left) 2024-09-11T03:40:29.171 INFO:tasks.rados.rados.0.smithi086.stdout:2526: done (1 left) 2024-09-11T03:40:29.171 INFO:tasks.rados.rados.0.smithi086.stdout:2527: delete oid 38 current snap is 236 2024-09-11T03:40:29.172 INFO:tasks.rados.rados.0.smithi086.stdout:2524: finishing write tid 2 to smithi08678205-34 2024-09-11T03:40:29.172 INFO:tasks.rados.rados.0.smithi086.stdout:2524: finishing write tid 3 to smithi08678205-34 2024-09-11T03:40:29.172 INFO:tasks.rados.rados.0.smithi086.stdout:2524: finishing write tid 4 to smithi08678205-34 2024-09-11T03:40:29.173 INFO:tasks.rados.rados.0.smithi086.stdout:2524: finishing write tid 5 to smithi08678205-34 2024-09-11T03:40:29.173 INFO:tasks.rados.rados.0.smithi086.stdout:2524: oid 34 updating version 0 to 1674 2024-09-11T03:40:29.173 INFO:tasks.rados.rados.0.smithi086.stdout:2524: oid 34 updating version 1674 to 1676 2024-09-11T03:40:29.173 INFO:tasks.rados.rados.0.smithi086.stdout:2524: oid 34 version 1676 is already newer than 1675 2024-09-11T03:40:29.173 INFO:tasks.rados.rados.0.smithi086.stdout:2524: oid 34 updating version 1676 to 1677 2024-09-11T03:40:29.173 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 1677 (ObjNum 811 snap 236 seq_num 811) dirty exists 2024-09-11T03:40:29.173 INFO:tasks.rados.rados.0.smithi086.stdout:2524: left oid 34 (ObjNum 811 snap 236 seq_num 811) 2024-09-11T03:40:29.173 INFO:tasks.rados.rados.0.smithi086.stdout:2524: done (1 left) 2024-09-11T03:40:29.174 INFO:tasks.rados.rados.0.smithi086.stdout:2527: done (0 left) 2024-09-11T03:40:29.174 INFO:tasks.rados.rados.0.smithi086.stdout:2528: setattr oid 9 current snap is 236 2024-09-11T03:40:29.174 INFO:tasks.rados.rados.0.smithi086.stdout:2529: snap_remove snap 231 2024-09-11T03:40:29.723 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 1182 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-11T03:40:29.723 INFO:tasks.rados.rados.0.smithi086.stdout:2528: done (1 left) 2024-09-11T03:40:29.723 INFO:tasks.rados.rados.0.smithi086.stdout:2529: done (0 left) 2024-09-11T03:40:29.723 INFO:tasks.rados.rados.0.smithi086.stdout:2530: snap_create 2024-09-11T03:40:29.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:29 smithi130 ceph-mon[83685]: mds.? [v2:172.21.15.86:6834/1329997382,v1:172.21.15.86:6835/1329997382] up:rejoin 2024-09-11T03:40:29.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:29 smithi130 ceph-mon[83685]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-11T03:40:29.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:29 smithi130 ceph-mon[83685]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-11T03:40:29.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:29 smithi130 ceph-mon[83685]: osdmap e559: 8 total, 8 up, 8 in 2024-09-11T03:40:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:29 smithi086 ceph-mon[89281]: mds.? [v2:172.21.15.86:6834/1329997382,v1:172.21.15.86:6835/1329997382] up:rejoin 2024-09-11T03:40:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:29 smithi086 ceph-mon[89281]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-11T03:40:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:29 smithi086 ceph-mon[89281]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-11T03:40:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:29 smithi086 ceph-mon[89281]: osdmap e559: 8 total, 8 up, 8 in 2024-09-11T03:40:30.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:29 smithi086 ceph-mon[91691]: mds.? [v2:172.21.15.86:6834/1329997382,v1:172.21.15.86:6835/1329997382] up:rejoin 2024-09-11T03:40:30.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:29 smithi086 ceph-mon[91691]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-11T03:40:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:29 smithi086 ceph-mon[91691]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-11T03:40:30.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:29 smithi086 ceph-mon[91691]: osdmap e559: 8 total, 8 up, 8 in 2024-09-11T03:40:30.724 INFO:tasks.rados.rados.0.smithi086.stdout:2530: done (0 left) 2024-09-11T03:40:30.725 INFO:tasks.rados.rados.0.smithi086.stdout:2531: read oid 42 snap -1 2024-09-11T03:40:30.725 INFO:tasks.rados.rados.0.smithi086.stdout:2531: expect (ObjNum 667 snap 189 seq_num 667) 2024-09-11T03:40:30.725 INFO:tasks.rados.rados.0.smithi086.stdout:2532: snap_remove snap 234 2024-09-11T03:40:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:30 smithi086 ceph-mon[89281]: pgmap v505: 121 pgs: 121 active+clean; 171 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-11T03:40:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:30 smithi086 ceph-mon[89281]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-11T03:40:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:30 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:40:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:30 smithi086 ceph-mon[89281]: mds.? [v2:172.21.15.86:6834/1329997382,v1:172.21.15.86:6835/1329997382] up:active 2024-09-11T03:40:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:30 smithi086 ceph-mon[89281]: fsmap cephfs:1 {0=a=up:active} 2024-09-11T03:40:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:30 smithi086 ceph-mon[89281]: osdmap e560: 8 total, 8 up, 8 in 2024-09-11T03:40:31.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:30 smithi086 ceph-mon[91691]: pgmap v505: 121 pgs: 121 active+clean; 171 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-11T03:40:31.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:30 smithi086 ceph-mon[91691]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-11T03:40:31.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:30 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:40:31.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:30 smithi086 ceph-mon[91691]: mds.? [v2:172.21.15.86:6834/1329997382,v1:172.21.15.86:6835/1329997382] up:active 2024-09-11T03:40:31.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:30 smithi086 ceph-mon[91691]: fsmap cephfs:1 {0=a=up:active} 2024-09-11T03:40:31.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:30 smithi086 ceph-mon[91691]: osdmap e560: 8 total, 8 up, 8 in 2024-09-11T03:40:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:30 smithi130 ceph-mon[83685]: pgmap v505: 121 pgs: 121 active+clean; 171 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-11T03:40:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:30 smithi130 ceph-mon[83685]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-11T03:40:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:30 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:40:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:30 smithi130 ceph-mon[83685]: mds.? [v2:172.21.15.86:6834/1329997382,v1:172.21.15.86:6835/1329997382] up:active 2024-09-11T03:40:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:30 smithi130 ceph-mon[83685]: fsmap cephfs:1 {0=a=up:active} 2024-09-11T03:40:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:30 smithi130 ceph-mon[83685]: osdmap e560: 8 total, 8 up, 8 in 2024-09-11T03:40:31.731 INFO:tasks.rados.rados.0.smithi086.stdout:2531: expect (ObjNum 667 snap 189 seq_num 667) 2024-09-11T03:40:31.829 INFO:tasks.rados.rados.0.smithi086.stdout:2531: done (1 left) 2024-09-11T03:40:31.829 INFO:tasks.rados.rados.0.smithi086.stdout:2532: done (0 left) 2024-09-11T03:40:31.829 INFO:tasks.rados.rados.0.smithi086.stdout:2533: copy_from oid 28 from oid 37 current snap is 237 2024-09-11T03:40:31.829 INFO:tasks.rados.rados.0.smithi086.stdout:2534: copy_from oid 24 from oid 14 current snap is 237 2024-09-11T03:40:31.829 INFO:tasks.rados.rados.0.smithi086.stdout:2535: delete oid 36 current snap is 237 2024-09-11T03:40:31.830 INFO:tasks.rados.rados.0.smithi086.stdout:2534: finishing copy_from to smithi08678205-24 2024-09-11T03:40:31.830 INFO:tasks.rados.rados.0.smithi086.stdout:2534: got expected ENOENT (src dne) 2024-09-11T03:40:31.830 INFO:tasks.rados.rados.0.smithi086.stdout:2534: finishing copy_from racing read to smithi08678205-24 2024-09-11T03:40:31.831 INFO:tasks.rados.rados.0.smithi086.stdout:2534: done (2 left) 2024-09-11T03:40:31.831 INFO:tasks.rados.rados.0.smithi086.stdout:2535: done (1 left) 2024-09-11T03:40:31.831 INFO:tasks.rados.rados.0.smithi086.stdout:2536: read oid 9 snap -1 2024-09-11T03:40:31.831 INFO:tasks.rados.rados.0.smithi086.stdout:2536: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:40:31.831 INFO:tasks.rados.rados.0.smithi086.stdout:2537: snap_remove snap 228 2024-09-11T03:40:32.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:31 smithi086 ceph-mon[89281]: osdmap e561: 8 total, 8 up, 8 in 2024-09-11T03:40:32.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:31 smithi086 ceph-mon[91691]: osdmap e561: 8 total, 8 up, 8 in 2024-09-11T03:40:32.072 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:40:31 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a[116747]: 2024-09-11T03:40:31.718+0000 7f2ac26d0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-11T03:40:32.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:31 smithi130 ceph-mon[83685]: osdmap e561: 8 total, 8 up, 8 in 2024-09-11T03:40:32.698 INFO:tasks.rados.rados.0.smithi086.stdout:2537: done (2 left) 2024-09-11T03:40:32.699 INFO:tasks.rados.rados.0.smithi086.stdout:2538: snap_create 2024-09-11T03:40:32.699 INFO:tasks.rados.rados.0.smithi086.stdout:2536: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:40:32.702 INFO:tasks.rados.rados.0.smithi086.stdout:2533: finishing copy_from racing read to smithi08678205-28 2024-09-11T03:40:32.702 INFO:tasks.rados.rados.0.smithi086.stdout:2533: finishing copy_from to smithi08678205-28 2024-09-11T03:40:32.702 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 1652 (ObjNum 795 snap 229 seq_num 795) dirty exists 2024-09-11T03:40:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:32 smithi086 ceph-mon[89281]: pgmap v508: 121 pgs: 121 active+clean; 172 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 46 op/s 2024-09-11T03:40:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:32 smithi086 ceph-mon[89281]: osdmap e562: 8 total, 8 up, 8 in 2024-09-11T03:40:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:32 smithi086 ceph-mon[89281]: osdmap e563: 8 total, 8 up, 8 in 2024-09-11T03:40:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:32 smithi086 ceph-mon[91691]: pgmap v508: 121 pgs: 121 active+clean; 172 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 46 op/s 2024-09-11T03:40:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:32 smithi086 ceph-mon[91691]: osdmap e562: 8 total, 8 up, 8 in 2024-09-11T03:40:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:32 smithi086 ceph-mon[91691]: osdmap e563: 8 total, 8 up, 8 in 2024-09-11T03:40:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:32 smithi130 ceph-mon[83685]: pgmap v508: 121 pgs: 121 active+clean; 172 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 46 op/s 2024-09-11T03:40:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:32 smithi130 ceph-mon[83685]: osdmap e562: 8 total, 8 up, 8 in 2024-09-11T03:40:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:32 smithi130 ceph-mon[83685]: osdmap e563: 8 total, 8 up, 8 in 2024-09-11T03:40:33.698 INFO:tasks.rados.rados.0.smithi086.stdout:2533: done (2 left) 2024-09-11T03:40:33.698 INFO:tasks.rados.rados.0.smithi086.stdout:2536: done (1 left) 2024-09-11T03:40:33.699 INFO:tasks.rados.rados.0.smithi086.stdout:2538: done (0 left) 2024-09-11T03:40:33.699 INFO:tasks.rados.rados.0.smithi086.stdout:2539: snap_remove snap 236 2024-09-11T03:40:34.704 INFO:tasks.rados.rados.0.smithi086.stdout:2539: done (0 left) 2024-09-11T03:40:34.704 INFO:tasks.rados.rados.0.smithi086.stdout:2540: copy_from oid 33 from oid 14 current snap is 238 2024-09-11T03:40:34.704 INFO:tasks.rados.rados.0.smithi086.stdout:2541: rmattr oid 20 current snap is 238 2024-09-11T03:40:34.704 INFO:tasks.rados.rados.0.smithi086.stdout:2542: snap_remove snap 232 2024-09-11T03:40:35.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:34 smithi086 ceph-mon[91691]: pgmap v511: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 170 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.8 MiB/s wr, 44 op/s 2024-09-11T03:40:35.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:34 smithi086 ceph-mon[91691]: osdmap e564: 8 total, 8 up, 8 in 2024-09-11T03:40:35.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:40:35.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:34 smithi086 ceph-mon[89281]: pgmap v511: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 170 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.8 MiB/s wr, 44 op/s 2024-09-11T03:40:35.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:34 smithi086 ceph-mon[89281]: osdmap e564: 8 total, 8 up, 8 in 2024-09-11T03:40:35.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:40:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:34 smithi130 ceph-mon[83685]: pgmap v511: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 170 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.8 MiB/s wr, 44 op/s 2024-09-11T03:40:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:34 smithi130 ceph-mon[83685]: osdmap e564: 8 total, 8 up, 8 in 2024-09-11T03:40:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:40:35.705 INFO:tasks.rados.rados.0.smithi086.stdout:2542: done (2 left) 2024-09-11T03:40:35.705 INFO:tasks.rados.rados.0.smithi086.stdout:2543: snap_create 2024-09-11T03:40:35.705 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 1664 (ObjNum 732 snap 207 seq_num 732) dirty exists 2024-09-11T03:40:35.705 INFO:tasks.rados.rados.0.smithi086.stdout:2540: finishing copy_from to smithi08678205-33 2024-09-11T03:40:35.706 INFO:tasks.rados.rados.0.smithi086.stdout:2540: got expected ENOENT (src dne) 2024-09-11T03:40:35.706 INFO:tasks.rados.rados.0.smithi086.stdout:2540: finishing copy_from racing read to smithi08678205-33 2024-09-11T03:40:35.787 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:35 smithi130 ceph-mon[83685]: osdmap e565: 8 total, 8 up, 8 in 2024-09-11T03:40:35.787 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:35 smithi130 ceph-mon[83685]: osdmap e566: 8 total, 8 up, 8 in 2024-09-11T03:40:35.787 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:35 smithi130 podman[108072]: 2024-09-11 03:40:35.500712012 +0000 UTC m=+8.982598094 container died 2a25ef9c8e1d870acb79e5b6dec0f6a4ba9a31a09e718c9bed6bb3b78596772f (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=reef-7a853b1, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-11T03:40:36.045 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:35 smithi130 podman[108072]: 2024-09-11 03:40:35.919664688 +0000 UTC m=+9.401550764 container cleanup 2a25ef9c8e1d870acb79e5b6dec0f6a4ba9a31a09e718c9bed6bb3b78596772f (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b, RELEASE=reef-7a853b1, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:40:36.045 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:35 smithi130 bash[108072]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b 2024-09-11T03:40:36.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:35 smithi086 ceph-mon[89281]: osdmap e565: 8 total, 8 up, 8 in 2024-09-11T03:40:36.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:35 smithi086 ceph-mon[89281]: osdmap e566: 8 total, 8 up, 8 in 2024-09-11T03:40:36.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:35 smithi086 ceph-mon[91691]: osdmap e565: 8 total, 8 up, 8 in 2024-09-11T03:40:36.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:35 smithi086 ceph-mon[91691]: osdmap e566: 8 total, 8 up, 8 in 2024-09-11T03:40:36.346 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:36 smithi130 podman[108095]: 2024-09-11 03:40:36.045960869 +0000 UTC m=+0.544056463 container remove 2a25ef9c8e1d870acb79e5b6dec0f6a4ba9a31a09e718c9bed6bb3b78596772f (image=quay.ceph.io/ceph-ci/ceph@sha256:ef14fa6264e59c23a50911ff257310d925626ef2ed8aade654f62752810262e6, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-7a853b1, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:40:36.346 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:36 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-11T03:40:36.346 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:36 smithi130 systemd[1]: Stopped Ceph mds.b for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:40:36.347 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:36 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mds.b.service: Consumed 1.146s CPU time. 2024-09-11T03:40:36.703 INFO:tasks.rados.rados.0.smithi086.stdout:2540: done (2 left) 2024-09-11T03:40:36.703 INFO:tasks.rados.rados.0.smithi086.stdout:2541: done (1 left) 2024-09-11T03:40:36.703 INFO:tasks.rados.rados.0.smithi086.stdout:2543: done (0 left) 2024-09-11T03:40:36.704 INFO:tasks.rados.rados.0.smithi086.stdout:2544: read oid 47 snap -1 2024-09-11T03:40:36.704 INFO:tasks.rados.rados.0.smithi086.stdout:2544: expect deleted 2024-09-11T03:40:36.704 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 239 2024-09-11T03:40:36.704 INFO:tasks.rados.rados.0.smithi086.stdout:2545: seq_num 815 ranges {1908736=458752,2367488=655360,3022848=409600,3432448=139264} 2024-09-11T03:40:36.716 INFO:tasks.rados.rados.0.smithi086.stdout:2545: writing smithi08678205-12 from 1908736 to 2367488 tid 1 2024-09-11T03:40:36.719 INFO:tasks.rados.rados.0.smithi086.stdout:2545: writing smithi08678205-12 from 2367488 to 3022848 tid 2 2024-09-11T03:40:36.725 INFO:tasks.rados.rados.0.smithi086.stdout:2545: writing smithi08678205-12 from 3022848 to 3432448 tid 3 2024-09-11T03:40:36.725 INFO:tasks.rados.rados.0.smithi086.stdout:2545: writing smithi08678205-12 from 3432448 to 3571712 tid 4 2024-09-11T03:40:36.725 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 239 2024-09-11T03:40:36.725 INFO:tasks.rados.rados.0.smithi086.stdout:2546: seq_num 816 ranges {753664=475136,1228800=540672,1769472=614400,2383872=49152} 2024-09-11T03:40:36.730 INFO:tasks.rados.rados.0.smithi086.stdout:2546: writing smithi08678205-8 from 753664 to 1228800 tid 1 2024-09-11T03:40:36.733 INFO:tasks.rados.rados.0.smithi086.stdout:2546: writing smithi08678205-8 from 1228800 to 1769472 tid 2 2024-09-11T03:40:36.737 INFO:tasks.rados.rados.0.smithi086.stdout:2546: writing smithi08678205-8 from 1769472 to 2383872 tid 3 2024-09-11T03:40:36.738 INFO:tasks.rados.rados.0.smithi086.stdout:2546: writing smithi08678205-8 from 2383872 to 2433024 tid 4 2024-09-11T03:40:36.738 INFO:tasks.rados.rados.0.smithi086.stdout:2547: delete oid 31 current snap is 239 2024-09-11T03:40:36.738 INFO:tasks.rados.rados.0.smithi086.stdout:2545: finishing write tid 1 to smithi08678205-12 2024-09-11T03:40:36.738 INFO:tasks.rados.rados.0.smithi086.stdout:2545: finishing write tid 2 to smithi08678205-12 2024-09-11T03:40:36.738 INFO:tasks.rados.rados.0.smithi086.stdout:2545: finishing write tid 3 to smithi08678205-12 2024-09-11T03:40:36.738 INFO:tasks.rados.rados.0.smithi086.stdout:2545: finishing write tid 4 to smithi08678205-12 2024-09-11T03:40:36.738 INFO:tasks.rados.rados.0.smithi086.stdout:2545: finishing write tid 5 to smithi08678205-12 2024-09-11T03:40:36.738 INFO:tasks.rados.rados.0.smithi086.stdout:2545: finishing write tid 6 to smithi08678205-12 2024-09-11T03:40:36.739 INFO:tasks.rados.rados.0.smithi086.stdout:2545: oid 12 updating version 0 to 1204 2024-09-11T03:40:36.739 INFO:tasks.rados.rados.0.smithi086.stdout:2545: oid 12 version 1204 is already newer than 1203 2024-09-11T03:40:36.739 INFO:tasks.rados.rados.0.smithi086.stdout:2545: oid 12 version 1204 is already newer than 1201 2024-09-11T03:40:36.739 INFO:tasks.rados.rados.0.smithi086.stdout:2545: oid 12 version 1204 is already newer than 1200 2024-09-11T03:40:36.739 INFO:tasks.rados.rados.0.smithi086.stdout:2545: oid 12 version 1204 is already newer than 1202 2024-09-11T03:40:36.739 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 1204 (ObjNum 815 snap 239 seq_num 815) dirty exists 2024-09-11T03:40:36.739 INFO:tasks.rados.rados.0.smithi086.stdout:2545: left oid 12 (ObjNum 815 snap 239 seq_num 815) 2024-09-11T03:40:36.739 INFO:tasks.rados.rados.0.smithi086.stdout:2546: finishing write tid 1 to smithi08678205-8 2024-09-11T03:40:36.739 INFO:tasks.rados.rados.0.smithi086.stdout:2546: finishing write tid 2 to smithi08678205-8 2024-09-11T03:40:36.741 INFO:tasks.rados.rados.0.smithi086.stdout:2546: finishing write tid 3 to smithi08678205-8 2024-09-11T03:40:36.741 INFO:tasks.rados.rados.0.smithi086.stdout:2546: finishing write tid 4 to smithi08678205-8 2024-09-11T03:40:36.741 INFO:tasks.rados.rados.0.smithi086.stdout:2544: done (3 left) 2024-09-11T03:40:36.742 INFO:tasks.rados.rados.0.smithi086.stdout:2545: done (2 left) 2024-09-11T03:40:36.742 INFO:tasks.rados.rados.0.smithi086.stdout:2547: done (1 left) 2024-09-11T03:40:36.742 INFO:tasks.rados.rados.0.smithi086.stdout:2548: delete oid 12 current snap is 239 2024-09-11T03:40:36.743 INFO:tasks.rados.rados.0.smithi086.stdout:2546: finishing write tid 5 to smithi08678205-8 2024-09-11T03:40:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:2548: done (1 left) 2024-09-11T03:40:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:2549: read oid 46 snap -1 2024-09-11T03:40:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:2549: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:40:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:2550: read oid 44 snap -1 2024-09-11T03:40:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:2550: expect (ObjNum 783 snap 226 seq_num 783) 2024-09-11T03:40:36.744 INFO:tasks.rados.rados.0.smithi086.stdout:2551: snap_remove snap 237 2024-09-11T03:40:36.827 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:36 smithi130 ceph-mon[83685]: pgmap v514: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 179 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-09-11T03:40:36.827 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:36 smithi130 ceph-mon[83685]: osdmap e567: 8 total, 8 up, 8 in 2024-09-11T03:40:36.828 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:36 smithi130 systemd[1]: Starting Ceph mds.b for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:40:36.828 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:36 smithi130 podman[108227]: 2024-09-11 03:40:36.589559963 +0000 UTC m=+0.015691282 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:40:36.828 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:36 smithi130 podman[108227]: 2024-09-11 03:40:36.705555293 +0000 UTC m=+0.131686603 container create 0bc8987bce13ba07664a6ae4567333a61248c2a062e682bd625361926df43575 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-09-11T03:40:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:36 smithi086 ceph-mon[91691]: pgmap v514: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 179 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-09-11T03:40:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:36 smithi086 ceph-mon[91691]: osdmap e567: 8 total, 8 up, 8 in 2024-09-11T03:40:37.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:36 smithi086 ceph-mon[89281]: pgmap v514: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 179 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-09-11T03:40:37.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:36 smithi086 ceph-mon[89281]: osdmap e567: 8 total, 8 up, 8 in 2024-09-11T03:40:37.096 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:36 smithi130 podman[108227]: 2024-09-11 03:40:36.925120215 +0000 UTC m=+0.351251525 container init 0bc8987bce13ba07664a6ae4567333a61248c2a062e682bd625361926df43575 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:40:37.096 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:36 smithi130 podman[108227]: 2024-09-11 03:40:36.927966404 +0000 UTC m=+0.354097706 container start 0bc8987bce13ba07664a6ae4567333a61248c2a062e682bd625361926df43575 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:40:37.096 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:36 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b[108242]: starting mds.b at 2024-09-11T03:40:37.096 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:37 smithi130 bash[108227]: 0bc8987bce13ba07664a6ae4567333a61248c2a062e682bd625361926df43575 2024-09-11T03:40:37.096 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:40:37 smithi130 systemd[1]: Started Ceph mds.b for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:40:37.699 INFO:tasks.rados.rados.0.smithi086.stdout:2551: done (3 left) 2024-09-11T03:40:37.699 INFO:tasks.rados.rados.0.smithi086.stdout:2552: copy_from oid 28 from oid 43 current snap is 239 2024-09-11T03:40:37.699 INFO:tasks.rados.rados.0.smithi086.stdout:2546: finishing write tid 6 to smithi08678205-8 2024-09-11T03:40:37.699 INFO:tasks.rados.rados.0.smithi086.stdout:2546: oid 8 updating version 0 to 1201 2024-09-11T03:40:37.699 INFO:tasks.rados.rados.0.smithi086.stdout:2546: oid 8 version 1201 is already newer than 1198 2024-09-11T03:40:37.700 INFO:tasks.rados.rados.0.smithi086.stdout:2546: oid 8 version 1201 is already newer than 1200 2024-09-11T03:40:37.700 INFO:tasks.rados.rados.0.smithi086.stdout:2546: oid 8 version 1201 is already newer than 1199 2024-09-11T03:40:37.700 INFO:tasks.rados.rados.0.smithi086.stdout:2546: oid 8 updating version 1201 to 1202 2024-09-11T03:40:37.700 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 1202 (ObjNum 816 snap 239 seq_num 816) dirty exists 2024-09-11T03:40:37.700 INFO:tasks.rados.rados.0.smithi086.stdout:2546: left oid 8 (ObjNum 816 snap 239 seq_num 816) 2024-09-11T03:40:37.700 INFO:tasks.rados.rados.0.smithi086.stdout:2549: expect (ObjNum 610 snap 175 seq_num 610) 2024-09-11T03:40:37.722 INFO:tasks.rados.rados.0.smithi086.stdout:2550: expect (ObjNum 783 snap 226 seq_num 783) 2024-09-11T03:40:37.881 INFO:tasks.rados.rados.0.smithi086.stdout:2552: finishing copy_from racing read to smithi08678205-28 2024-09-11T03:40:37.881 INFO:tasks.rados.rados.0.smithi086.stdout:2552: finishing copy_from to smithi08678205-28 2024-09-11T03:40:37.881 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 1906 (ObjNum 710 snap 203 seq_num 710) dirty exists 2024-09-11T03:40:37.881 INFO:tasks.rados.rados.0.smithi086.stdout:2546: done (3 left) 2024-09-11T03:40:37.881 INFO:tasks.rados.rados.0.smithi086.stdout:2549: done (2 left) 2024-09-11T03:40:37.881 INFO:tasks.rados.rados.0.smithi086.stdout:2550: done (1 left) 2024-09-11T03:40:37.881 INFO:tasks.rados.rados.0.smithi086.stdout:2552: done (0 left) 2024-09-11T03:40:37.881 INFO:tasks.rados.rados.0.smithi086.stdout:2553: snap_create 2024-09-11T03:40:38.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:40:38] "GET /metrics HTTP/1.1" 200 36138 "" "Prometheus/2.43.0" 2024-09-11T03:40:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:38.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:38.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:38.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[89281]: osdmap e568: 8 total, 8 up, 8 in 2024-09-11T03:40:38.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[89281]: mds.? [v2:172.21.15.130:6832/3900372818,v1:172.21.15.130:6833/3900372818] up:boot 2024-09-11T03:40:38.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[89281]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:40:38.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-11T03:40:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[91691]: osdmap e568: 8 total, 8 up, 8 in 2024-09-11T03:40:38.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[91691]: mds.? [v2:172.21.15.130:6832/3900372818,v1:172.21.15.130:6833/3900372818] up:boot 2024-09-11T03:40:38.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[91691]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:40:38.324 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:38 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-11T03:40:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:38 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:38 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:38 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:38 smithi130 ceph-mon[83685]: osdmap e568: 8 total, 8 up, 8 in 2024-09-11T03:40:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:38 smithi130 ceph-mon[83685]: mds.? [v2:172.21.15.130:6832/3900372818,v1:172.21.15.130:6833/3900372818] up:boot 2024-09-11T03:40:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:38 smithi130 ceph-mon[83685]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-11T03:40:38.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:38 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-11T03:40:38.723 INFO:tasks.rados.rados.0.smithi086.stdout:2553: done (0 left) 2024-09-11T03:40:38.724 INFO:tasks.rados.rados.0.smithi086.stdout:2554: setattr oid 23 current snap is 240 2024-09-11T03:40:38.724 INFO:tasks.rados.rados.0.smithi086.stdout:2555: snap_create 2024-09-11T03:40:38.730 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2247 (ObjNum 784 snap 226 seq_num 784) dirty exists 2024-09-11T03:40:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:39 smithi130 ceph-mon[83685]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 166 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 2 op/s 2024-09-11T03:40:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:39 smithi130 ceph-mon[83685]: osdmap e569: 8 total, 8 up, 8 in 2024-09-11T03:40:39.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:39 smithi086 ceph-mon[89281]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 166 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 2 op/s 2024-09-11T03:40:39.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:39 smithi086 ceph-mon[89281]: osdmap e569: 8 total, 8 up, 8 in 2024-09-11T03:40:39.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:39 smithi086 ceph-mon[91691]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 166 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 2 op/s 2024-09-11T03:40:39.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:39 smithi086 ceph-mon[91691]: osdmap e569: 8 total, 8 up, 8 in 2024-09-11T03:40:39.725 INFO:tasks.rados.rados.0.smithi086.stdout:2554: done (1 left) 2024-09-11T03:40:39.725 INFO:tasks.rados.rados.0.smithi086.stdout:2555: done (0 left) 2024-09-11T03:40:39.725 INFO:tasks.rados.rados.0.smithi086.stdout:2556: read oid 30 snap 240 2024-09-11T03:40:39.726 INFO:tasks.rados.rados.0.smithi086.stdout:2556: expect (ObjNum 669 snap 191 seq_num 669) 2024-09-11T03:40:39.726 INFO:tasks.rados.rados.0.smithi086.stdout:2557: delete oid 39 current snap is 241 2024-09-11T03:40:39.730 INFO:tasks.rados.rados.0.smithi086.stdout:2557: done (1 left) 2024-09-11T03:40:39.730 INFO:tasks.rados.rados.0.smithi086.stdout:2558: snap_remove snap 239 2024-09-11T03:40:40.732 INFO:tasks.rados.rados.0.smithi086.stdout:2558: done (1 left) 2024-09-11T03:40:40.732 INFO:tasks.rados.rados.0.smithi086.stdout:2559: read oid 18 snap -1 2024-09-11T03:40:40.732 INFO:tasks.rados.rados.0.smithi086.stdout:2559: expect deleted 2024-09-11T03:40:40.732 INFO:tasks.rados.rados.0.smithi086.stdout:2560: rmattr oid 13 current snap is 241 2024-09-11T03:40:40.732 INFO:tasks.rados.rados.0.smithi086.stdout:2560: done (2 left) 2024-09-11T03:40:40.732 INFO:tasks.rados.rados.0.smithi086.stdout:2561: rmattr oid 11 current snap is 241 2024-09-11T03:40:40.732 INFO:tasks.rados.rados.0.smithi086.stdout:2561: done (2 left) 2024-09-11T03:40:40.733 INFO:tasks.rados.rados.0.smithi086.stdout:2562: snap_create 2024-09-11T03:40:40.733 INFO:tasks.rados.rados.0.smithi086.stdout:2556: expect (ObjNum 669 snap 191 seq_num 669) 2024-09-11T03:40:41.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:40 smithi086 ceph-mon[89281]: pgmap v520: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 472 KiB/s rd, 406 KiB/s wr, 4 op/s 2024-09-11T03:40:41.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:40 smithi086 ceph-mon[89281]: osdmap e570: 8 total, 8 up, 8 in 2024-09-11T03:40:41.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:41.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:40 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:40 smithi086 ceph-mon[91691]: pgmap v520: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 472 KiB/s rd, 406 KiB/s wr, 4 op/s 2024-09-11T03:40:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:40 smithi086 ceph-mon[91691]: osdmap e570: 8 total, 8 up, 8 in 2024-09-11T03:40:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:40 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:41.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:40 smithi130 ceph-mon[83685]: pgmap v520: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 472 KiB/s rd, 406 KiB/s wr, 4 op/s 2024-09-11T03:40:41.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:40 smithi130 ceph-mon[83685]: osdmap e570: 8 total, 8 up, 8 in 2024-09-11T03:40:41.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:41.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:40 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:41.735 INFO:tasks.rados.rados.0.smithi086.stdout:2556: done (2 left) 2024-09-11T03:40:41.735 INFO:tasks.rados.rados.0.smithi086.stdout:2559: done (1 left) 2024-09-11T03:40:41.735 INFO:tasks.rados.rados.0.smithi086.stdout:2562: done (0 left) 2024-09-11T03:40:41.735 INFO:tasks.rados.rados.0.smithi086.stdout:2563: copy_from oid 48 from oid 32 current snap is 242 2024-09-11T03:40:41.736 INFO:tasks.rados.rados.0.smithi086.stdout:2564: rollback oid 19 current snap is 242 2024-09-11T03:40:41.736 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 19 to 235 2024-09-11T03:40:41.736 INFO:tasks.rados.rados.0.smithi086.stdout:2565: copy_from oid 36 from oid 37 current snap is 242 2024-09-11T03:40:41.736 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 242 2024-09-11T03:40:41.736 INFO:tasks.rados.rados.0.smithi086.stdout:2566: seq_num 820 ranges {0=540672,540672=475136,1015808=598016,1613824=131072} 2024-09-11T03:40:41.738 INFO:tasks.rados.rados.0.smithi086.stdout:2566: writing smithi08678205-39 from 0 to 540672 tid 1 2024-09-11T03:40:41.741 INFO:tasks.rados.rados.0.smithi086.stdout:2566: writing smithi08678205-39 from 540672 to 1015808 tid 2 2024-09-11T03:40:41.744 INFO:tasks.rados.rados.0.smithi086.stdout:2566: writing smithi08678205-39 from 1015808 to 1613824 tid 3 2024-09-11T03:40:41.746 INFO:tasks.rados.rados.0.smithi086.stdout:2566: writing smithi08678205-39 from 1613824 to 1744896 tid 4 2024-09-11T03:40:41.746 INFO:tasks.rados.rados.0.smithi086.stdout:2567: snap_create 2024-09-11T03:40:41.746 INFO:tasks.rados.rados.0.smithi086.stdout:2564: finishing rollback tid 1 to smithi08678205-19 2024-09-11T03:40:41.746 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-11T03:40:41.750 INFO:tasks.rados.rados.0.smithi086.stdout:2566: finishing write tid 1 to smithi08678205-39 2024-09-11T03:40:41.750 INFO:tasks.rados.rados.0.smithi086.stdout:2566: finishing write tid 2 to smithi08678205-39 2024-09-11T03:40:41.752 INFO:tasks.rados.rados.0.smithi086.stdout:2566: finishing write tid 3 to smithi08678205-39 2024-09-11T03:40:41.753 INFO:tasks.rados.rados.0.smithi086.stdout:2566: finishing write tid 4 to smithi08678205-39 2024-09-11T03:40:41.753 INFO:tasks.rados.rados.0.smithi086.stdout:2566: finishing write tid 5 to smithi08678205-39 2024-09-11T03:40:41.755 INFO:tasks.rados.rados.0.smithi086.stdout:2566: finishing write tid 6 to smithi08678205-39 2024-09-11T03:40:41.755 INFO:tasks.rados.rados.0.smithi086.stdout:2566: oid 39 updating version 0 to 1668 2024-09-11T03:40:41.755 INFO:tasks.rados.rados.0.smithi086.stdout:2566: oid 39 updating version 1668 to 1670 2024-09-11T03:40:41.755 INFO:tasks.rados.rados.0.smithi086.stdout:2566: oid 39 version 1670 is already newer than 1666 2024-09-11T03:40:41.755 INFO:tasks.rados.rados.0.smithi086.stdout:2566: oid 39 version 1670 is already newer than 1669 2024-09-11T03:40:41.756 INFO:tasks.rados.rados.0.smithi086.stdout:2566: oid 39 version 1670 is already newer than 1667 2024-09-11T03:40:41.756 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1670 (ObjNum 820 snap 242 seq_num 820) dirty exists 2024-09-11T03:40:41.756 INFO:tasks.rados.rados.0.smithi086.stdout:2566: left oid 39 (ObjNum 820 snap 242 seq_num 820) 2024-09-11T03:40:41.772 INFO:tasks.rados.rados.0.smithi086.stdout:2563: finishing copy_from racing read to smithi08678205-48 2024-09-11T03:40:41.780 INFO:tasks.rados.rados.0.smithi086.stdout:2563: finishing copy_from to smithi08678205-48 2024-09-11T03:40:41.780 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 1298 (ObjNum 798 snap 232 seq_num 798) dirty exists 2024-09-11T03:40:41.796 INFO:tasks.rados.rados.0.smithi086.stdout:2565: finishing copy_from racing read to smithi08678205-36 2024-09-11T03:40:41.801 INFO:tasks.rados.rados.0.smithi086.stdout:2565: finishing copy_from to smithi08678205-36 2024-09-11T03:40:41.801 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 1652 (ObjNum 795 snap 229 seq_num 795) dirty exists 2024-09-11T03:40:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:41 smithi086 ceph-mon[89281]: osdmap e571: 8 total, 8 up, 8 in 2024-09-11T03:40:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:41 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:41 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:42.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:41 smithi086 ceph-mon[91691]: osdmap e571: 8 total, 8 up, 8 in 2024-09-11T03:40:42.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:41 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:42.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:41 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:42.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:41 smithi130 ceph-mon[83685]: osdmap e571: 8 total, 8 up, 8 in 2024-09-11T03:40:42.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:41 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:42.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:41 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:42.700 INFO:tasks.rados.rados.0.smithi086.stdout:2563: done (4 left) 2024-09-11T03:40:42.700 INFO:tasks.rados.rados.0.smithi086.stdout:2564: done (3 left) 2024-09-11T03:40:42.700 INFO:tasks.rados.rados.0.smithi086.stdout:2565: done (2 left) 2024-09-11T03:40:42.700 INFO:tasks.rados.rados.0.smithi086.stdout:2566: done (1 left) 2024-09-11T03:40:42.700 INFO:tasks.rados.rados.0.smithi086.stdout:2567: done (0 left) 2024-09-11T03:40:42.700 INFO:tasks.rados.rados.0.smithi086.stdout:2568: read oid 28 snap -1 2024-09-11T03:40:42.700 INFO:tasks.rados.rados.0.smithi086.stdout:2568: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:40:42.700 INFO:tasks.rados.rados.0.smithi086.stdout:2569: read oid 50 snap -1 2024-09-11T03:40:42.700 INFO:tasks.rados.rados.0.smithi086.stdout:2569: expect (ObjNum 647 snap 180 seq_num 647) 2024-09-11T03:40:42.700 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 243 2024-09-11T03:40:42.701 INFO:tasks.rados.rados.0.smithi086.stdout:2570: seq_num 821 ranges {1507328=557056,2064384=761856,2826240=442368} 2024-09-11T03:40:42.711 INFO:tasks.rados.rados.0.smithi086.stdout:2570: writing smithi08678205-15 from 1507328 to 2064384 tid 1 2024-09-11T03:40:42.716 INFO:tasks.rados.rados.0.smithi086.stdout:2570: writing smithi08678205-15 from 2064384 to 2826240 tid 2 2024-09-11T03:40:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2570: writing smithi08678205-15 from 2826240 to 3268608 tid 3 2024-09-11T03:40:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2571: snap_remove snap 241 2024-09-11T03:40:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:42 smithi086 ceph-mon[89281]: pgmap v523: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-09-11T03:40:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:42 smithi086 ceph-mon[89281]: osdmap e572: 8 total, 8 up, 8 in 2024-09-11T03:40:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:42 smithi086 ceph-mon[89281]: osdmap e573: 8 total, 8 up, 8 in 2024-09-11T03:40:43.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:42 smithi086 ceph-mon[91691]: pgmap v523: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-09-11T03:40:43.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:42 smithi086 ceph-mon[91691]: osdmap e572: 8 total, 8 up, 8 in 2024-09-11T03:40:43.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:42 smithi086 ceph-mon[91691]: osdmap e573: 8 total, 8 up, 8 in 2024-09-11T03:40:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:42 smithi130 ceph-mon[83685]: pgmap v523: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-09-11T03:40:43.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:42 smithi130 ceph-mon[83685]: osdmap e572: 8 total, 8 up, 8 in 2024-09-11T03:40:43.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:42 smithi130 ceph-mon[83685]: osdmap e573: 8 total, 8 up, 8 in 2024-09-11T03:40:43.701 INFO:tasks.rados.rados.0.smithi086.stdout:2571: done (3 left) 2024-09-11T03:40:43.701 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 25 current snap is 243 2024-09-11T03:40:43.701 INFO:tasks.rados.rados.0.smithi086.stdout:2572: seq_num 822 ranges {3227648=573440,3801088=696320,4497408=507904} 2024-09-11T03:40:43.721 INFO:tasks.rados.rados.0.smithi086.stdout:2572: writing smithi08678205-25 from 3227648 to 3801088 tid 1 2024-09-11T03:40:43.725 INFO:tasks.rados.rados.0.smithi086.stdout:2572: writing smithi08678205-25 from 3801088 to 4497408 tid 2 2024-09-11T03:40:43.728 INFO:tasks.rados.rados.0.smithi086.stdout:2572: writing smithi08678205-25 from 4497408 to 5005312 tid 3 2024-09-11T03:40:43.728 INFO:tasks.rados.rados.0.smithi086.stdout:2573: rollback oid 23 current snap is 243 2024-09-11T03:40:43.728 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 23 to 240 2024-09-11T03:40:43.728 INFO:tasks.rados.rados.0.smithi086.stdout:2569: expect (ObjNum 647 snap 180 seq_num 647) 2024-09-11T03:40:43.767 INFO:tasks.rados.rados.0.smithi086.stdout:2568: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:40:43.890 INFO:tasks.rados.rados.0.smithi086.stdout:2570: finishing write tid 1 to smithi08678205-15 2024-09-11T03:40:43.890 INFO:tasks.rados.rados.0.smithi086.stdout:2570: finishing write tid 2 to smithi08678205-15 2024-09-11T03:40:43.890 INFO:tasks.rados.rados.0.smithi086.stdout:2568: done (4 left) 2024-09-11T03:40:43.890 INFO:tasks.rados.rados.0.smithi086.stdout:2569: done (3 left) 2024-09-11T03:40:43.890 INFO:tasks.rados.rados.0.smithi086.stdout:2574: read oid 33 snap 238 2024-09-11T03:40:43.890 INFO:tasks.rados.rados.0.smithi086.stdout:2574: expect (ObjNum 738 snap 212 seq_num 738) 2024-09-11T03:40:43.890 INFO:tasks.rados.rados.0.smithi086.stdout:2575: snap_remove snap 242 2024-09-11T03:40:44.744 INFO:tasks.rados.rados.0.smithi086.stdout:2575: done (4 left) 2024-09-11T03:40:44.744 INFO:tasks.rados.rados.0.smithi086.stdout:2576: read oid 14 snap 238 2024-09-11T03:40:44.744 INFO:tasks.rados.rados.0.smithi086.stdout:2576: expect deleted 2024-09-11T03:40:44.744 INFO:tasks.rados.rados.0.smithi086.stdout:2577: snap_create 2024-09-11T03:40:44.744 INFO:tasks.rados.rados.0.smithi086.stdout:2570: finishing write tid 3 to smithi08678205-15 2024-09-11T03:40:44.745 INFO:tasks.rados.rados.0.smithi086.stdout:2570: finishing write tid 4 to smithi08678205-15 2024-09-11T03:40:44.745 INFO:tasks.rados.rados.0.smithi086.stdout:2570: finishing write tid 5 to smithi08678205-15 2024-09-11T03:40:44.745 INFO:tasks.rados.rados.0.smithi086.stdout:2570: oid 15 updating version 0 to 2253 2024-09-11T03:40:44.745 INFO:tasks.rados.rados.0.smithi086.stdout:2570: oid 15 updating version 2253 to 2254 2024-09-11T03:40:44.745 INFO:tasks.rados.rados.0.smithi086.stdout:2570: oid 15 version 2254 is already newer than 2252 2024-09-11T03:40:44.745 INFO:tasks.rados.rados.0.smithi086.stdout:2570: oid 15 updating version 2254 to 2255 2024-09-11T03:40:44.745 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2255 (ObjNum 821 snap 243 seq_num 821) dirty exists 2024-09-11T03:40:44.745 INFO:tasks.rados.rados.0.smithi086.stdout:2570: left oid 15 (ObjNum 821 snap 243 seq_num 821) 2024-09-11T03:40:44.745 INFO:tasks.rados.rados.0.smithi086.stdout:2572: finishing write tid 1 to smithi08678205-25 2024-09-11T03:40:44.745 INFO:tasks.rados.rados.0.smithi086.stdout:2572: finishing write tid 2 to smithi08678205-25 2024-09-11T03:40:44.745 INFO:tasks.rados.rados.0.smithi086.stdout:2572: finishing write tid 3 to smithi08678205-25 2024-09-11T03:40:44.745 INFO:tasks.rados.rados.0.smithi086.stdout:2572: finishing write tid 4 to smithi08678205-25 2024-09-11T03:40:44.746 INFO:tasks.rados.rados.0.smithi086.stdout:2572: finishing write tid 5 to smithi08678205-25 2024-09-11T03:40:44.746 INFO:tasks.rados.rados.0.smithi086.stdout:2572: oid 25 updating version 0 to 1321 2024-09-11T03:40:44.746 INFO:tasks.rados.rados.0.smithi086.stdout:2572: oid 25 updating version 1321 to 1322 2024-09-11T03:40:44.746 INFO:tasks.rados.rados.0.smithi086.stdout:2572: oid 25 updating version 1322 to 1323 2024-09-11T03:40:44.746 INFO:tasks.rados.rados.0.smithi086.stdout:2572: oid 25 version 1323 is already newer than 1320 2024-09-11T03:40:44.746 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 1323 (ObjNum 822 snap 243 seq_num 822) dirty exists 2024-09-11T03:40:44.746 INFO:tasks.rados.rados.0.smithi086.stdout:2572: left oid 25 (ObjNum 822 snap 243 seq_num 822) 2024-09-11T03:40:44.746 INFO:tasks.rados.rados.0.smithi086.stdout:2573: finishing rollback tid 0 to smithi08678205-23 2024-09-11T03:40:44.746 INFO:tasks.rados.rados.0.smithi086.stdout:2573: finishing rollback tid 1 to smithi08678205-23 2024-09-11T03:40:44.746 INFO:tasks.rados.rados.0.smithi086.stdout:2573: finishing rollback tid 2 to smithi08678205-23 2024-09-11T03:40:44.746 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2259 (ObjNum 784 snap 226 seq_num 784) dirty exists 2024-09-11T03:40:44.746 INFO:tasks.rados.rados.0.smithi086.stdout:2574: expect (ObjNum 738 snap 212 seq_num 738) 2024-09-11T03:40:44.934 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: pgmap v526: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-11T03:40:44.934 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: osdmap e574: 8 total, 8 up, 8 in 2024-09-11T03:40:44.934 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.935 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.935 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:44.935 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:40:44.935 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.935 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:44.935 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.935 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.935 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.935 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.935 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.935 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.935 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-11T03:40:44.936 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-11T03:40:44.936 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-11T03:40:44.936 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-11T03:40:44.936 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.936 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.936 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.936 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.936 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.936 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.936 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.936 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.936 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.936 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.937 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.937 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.937 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.937 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: pgmap v526: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-11T03:40:44.937 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: osdmap e574: 8 total, 8 up, 8 in 2024-09-11T03:40:44.937 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.937 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.937 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:44.937 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.938 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:44.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:44.939 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:44 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: pgmap v526: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-11T03:40:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: osdmap e574: 8 total, 8 up, 8 in 2024-09-11T03:40:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:40:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:40:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:45.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:45.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:45.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:45.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:45.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-11T03:40:45.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-11T03:40:45.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-11T03:40:45.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-11T03:40:45.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:45.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:45.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:45.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:45.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:45.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:45.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:45.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:45.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:45.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:45.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:45.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:45.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:44 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:45.753 INFO:tasks.rados.rados.0.smithi086.stdout:2570: done (5 left) 2024-09-11T03:40:45.753 INFO:tasks.rados.rados.0.smithi086.stdout:2572: done (4 left) 2024-09-11T03:40:45.753 INFO:tasks.rados.rados.0.smithi086.stdout:2573: done (3 left) 2024-09-11T03:40:45.753 INFO:tasks.rados.rados.0.smithi086.stdout:2574: done (2 left) 2024-09-11T03:40:45.753 INFO:tasks.rados.rados.0.smithi086.stdout:2576: done (1 left) 2024-09-11T03:40:45.753 INFO:tasks.rados.rados.0.smithi086.stdout:2577: done (0 left) 2024-09-11T03:40:45.753 INFO:tasks.rados.rados.0.smithi086.stdout:2578: snap_create 2024-09-11T03:40:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[89281]: Upgrade: Setting container_image for all mds 2024-09-11T03:40:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[89281]: Upgrade: Setting container_image for all rgw 2024-09-11T03:40:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[89281]: Upgrade: Setting container_image for all rbd-mirror 2024-09-11T03:40:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[89281]: Upgrade: Setting container_image for all ceph-exporter 2024-09-11T03:40:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[89281]: Upgrade: Setting container_image for all iscsi 2024-09-11T03:40:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[89281]: Upgrade: Setting container_image for all nfs 2024-09-11T03:40:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[89281]: Upgrade: Setting container_image for all nvmeof 2024-09-11T03:40:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[89281]: osdmap e575: 8 total, 8 up, 8 in 2024-09-11T03:40:46.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[91691]: Upgrade: Setting container_image for all mds 2024-09-11T03:40:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[91691]: Upgrade: Setting container_image for all rgw 2024-09-11T03:40:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[91691]: Upgrade: Setting container_image for all rbd-mirror 2024-09-11T03:40:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[91691]: Upgrade: Setting container_image for all ceph-exporter 2024-09-11T03:40:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[91691]: Upgrade: Setting container_image for all iscsi 2024-09-11T03:40:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[91691]: Upgrade: Setting container_image for all nfs 2024-09-11T03:40:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[91691]: Upgrade: Setting container_image for all nvmeof 2024-09-11T03:40:46.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:45 smithi086 ceph-mon[91691]: osdmap e575: 8 total, 8 up, 8 in 2024-09-11T03:40:46.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:45 smithi130 ceph-mon[83685]: Upgrade: Setting container_image for all mds 2024-09-11T03:40:46.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:45 smithi130 ceph-mon[83685]: Upgrade: Setting container_image for all rgw 2024-09-11T03:40:46.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:45 smithi130 ceph-mon[83685]: Upgrade: Setting container_image for all rbd-mirror 2024-09-11T03:40:46.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:45 smithi130 ceph-mon[83685]: Upgrade: Setting container_image for all ceph-exporter 2024-09-11T03:40:46.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:45 smithi130 ceph-mon[83685]: Upgrade: Setting container_image for all iscsi 2024-09-11T03:40:46.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:45 smithi130 ceph-mon[83685]: Upgrade: Setting container_image for all nfs 2024-09-11T03:40:46.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:45 smithi130 ceph-mon[83685]: Upgrade: Setting container_image for all nvmeof 2024-09-11T03:40:46.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:45 smithi130 ceph-mon[83685]: osdmap e575: 8 total, 8 up, 8 in 2024-09-11T03:40:46.362 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:40:46.572 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:46 smithi086 systemd[1]: Stopping Ceph node-exporter.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:40:46.753 INFO:tasks.rados.rados.0.smithi086.stdout:2578: done (0 left) 2024-09-11T03:40:46.754 INFO:tasks.rados.rados.0.smithi086.stdout:2579: delete oid 49 current snap is 245 2024-09-11T03:40:46.760 INFO:tasks.rados.rados.0.smithi086.stdout:2579: done (0 left) 2024-09-11T03:40:46.760 INFO:tasks.rados.rados.0.smithi086.stdout:2580: delete oid 41 current snap is 245 2024-09-11T03:40:46.765 INFO:tasks.rados.rados.0.smithi086.stdout:2580: done (0 left) 2024-09-11T03:40:46.765 INFO:tasks.rados.rados.0.smithi086.stdout:2581: copy_from oid 45 from oid 18 current snap is 245 2024-09-11T03:40:46.766 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 245 2024-09-11T03:40:46.766 INFO:tasks.rados.rados.0.smithi086.stdout:2582: seq_num 825 ranges {4284416=622592,4907008=745472,5652480=458752} 2024-09-11T03:40:46.792 INFO:tasks.rados.rados.0.smithi086.stdout:2582: writing smithi08678205-6 from 4284416 to 4907008 tid 1 2024-09-11T03:40:46.797 INFO:tasks.rados.rados.0.smithi086.stdout:2582: writing smithi08678205-6 from 4907008 to 5652480 tid 2 2024-09-11T03:40:46.800 INFO:tasks.rados.rados.0.smithi086.stdout:2582: writing smithi08678205-6 from 5652480 to 6111232 tid 3 2024-09-11T03:40:46.800 INFO:tasks.rados.rados.0.smithi086.stdout:2583: copy_from oid 41 from oid 11 current snap is 245 2024-09-11T03:40:46.800 INFO:tasks.rados.rados.0.smithi086.stdout:2581: finishing copy_from to smithi08678205-45 2024-09-11T03:40:46.800 INFO:tasks.rados.rados.0.smithi086.stdout:2581: got expected ENOENT (src dne) 2024-09-11T03:40:46.800 INFO:tasks.rados.rados.0.smithi086.stdout:2581: finishing copy_from racing read to smithi08678205-45 2024-09-11T03:40:46.800 INFO:tasks.rados.rados.0.smithi086.stdout:2582: finishing write tid 1 to smithi08678205-6 2024-09-11T03:40:46.800 INFO:tasks.rados.rados.0.smithi086.stdout:2581: done (2 left) 2024-09-11T03:40:46.800 INFO:tasks.rados.rados.0.smithi086.stdout:2584: setattr oid 30 current snap is 245 2024-09-11T03:40:46.801 INFO:tasks.rados.rados.0.smithi086.stdout:2582: finishing write tid 2 to smithi08678205-6 2024-09-11T03:40:46.802 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 245 2024-09-11T03:40:46.802 INFO:tasks.rados.rados.0.smithi086.stdout:2585: seq_num 826 ranges {0=638976,638976=630784,1269760=573440} 2024-09-11T03:40:46.806 INFO:tasks.rados.rados.0.smithi086.stdout:2585: writing smithi08678205-47 from 0 to 638976 tid 1 2024-09-11T03:40:46.810 INFO:tasks.rados.rados.0.smithi086.stdout:2585: writing smithi08678205-47 from 638976 to 1269760 tid 2 2024-09-11T03:40:46.814 INFO:tasks.rados.rados.0.smithi086.stdout:2585: writing smithi08678205-47 from 1269760 to 1843200 tid 3 2024-09-11T03:40:46.814 INFO:tasks.rados.rados.0.smithi086.stdout:2586: rollback oid 32 current snap is 245 2024-09-11T03:40:46.814 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 32 to 240 2024-09-11T03:40:46.814 INFO:tasks.rados.rados.0.smithi086.stdout:2582: finishing write tid 3 to smithi08678205-6 2024-09-11T03:40:46.814 INFO:tasks.rados.rados.0.smithi086.stdout:2582: finishing write tid 4 to smithi08678205-6 2024-09-11T03:40:46.814 INFO:tasks.rados.rados.0.smithi086.stdout:2583: finishing copy_from racing read to smithi08678205-41 2024-09-11T03:40:46.814 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 2269 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:40:46.814 INFO:tasks.rados.rados.0.smithi086.stdout:2582: finishing write tid 5 to smithi08678205-6 2024-09-11T03:40:46.814 INFO:tasks.rados.rados.0.smithi086.stdout:2582: oid 6 updating version 0 to 1680 2024-09-11T03:40:46.814 INFO:tasks.rados.rados.0.smithi086.stdout:2582: oid 6 version 1680 is already newer than 1678 2024-09-11T03:40:46.815 INFO:tasks.rados.rados.0.smithi086.stdout:2582: oid 6 updating version 1680 to 1681 2024-09-11T03:40:46.815 INFO:tasks.rados.rados.0.smithi086.stdout:2582: oid 6 version 1681 is already newer than 1679 2024-09-11T03:40:46.815 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1681 (ObjNum 825 snap 245 seq_num 825) dirty exists 2024-09-11T03:40:46.815 INFO:tasks.rados.rados.0.smithi086.stdout:2582: left oid 6 (ObjNum 825 snap 245 seq_num 825) 2024-09-11T03:40:46.815 INFO:tasks.rados.rados.0.smithi086.stdout:2583: finishing copy_from to smithi08678205-41 2024-09-11T03:40:46.815 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 1277 (ObjNum 782 snap 226 seq_num 782) dirty exists 2024-09-11T03:40:46.815 INFO:tasks.rados.rados.0.smithi086.stdout:2585: finishing write tid 1 to smithi08678205-47 2024-09-11T03:40:46.815 INFO:tasks.rados.rados.0.smithi086.stdout:2585: finishing write tid 2 to smithi08678205-47 2024-09-11T03:40:46.815 INFO:tasks.rados.rados.0.smithi086.stdout:2582: done (4 left) 2024-09-11T03:40:46.815 INFO:tasks.rados.rados.0.smithi086.stdout:2583: done (3 left) 2024-09-11T03:40:46.815 INFO:tasks.rados.rados.0.smithi086.stdout:2584: done (2 left) 2024-09-11T03:40:46.815 INFO:tasks.rados.rados.0.smithi086.stdout:2587: setattr oid 21 current snap is 245 2024-09-11T03:40:46.816 INFO:tasks.rados.rados.0.smithi086.stdout:2588: copy_from oid 18 from oid 4 current snap is 245 2024-09-11T03:40:46.816 INFO:tasks.rados.rados.0.smithi086.stdout:2589: rmattr oid 6 current snap is 245 2024-09-11T03:40:46.817 INFO:tasks.rados.rados.0.smithi086.stdout:2590: copy_from oid 2 from oid 7 current snap is 245 2024-09-11T03:40:46.817 INFO:tasks.rados.rados.0.smithi086.stdout:2591: read oid 49 snap -1 2024-09-11T03:40:46.817 INFO:tasks.rados.rados.0.smithi086.stdout:2591: expect deleted 2024-09-11T03:40:46.817 INFO:tasks.rados.rados.0.smithi086.stdout:2592: delete oid 42 current snap is 245 2024-09-11T03:40:46.817 INFO:tasks.rados.rados.0.smithi086.stdout:2585: finishing write tid 3 to smithi08678205-47 2024-09-11T03:40:46.818 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1682 (ObjNum 825 snap 245 seq_num 825) dirty exists 2024-09-11T03:40:46.819 INFO:tasks.rados.rados.0.smithi086.stdout:2586: finishing rollback tid 0 to smithi08678205-32 2024-09-11T03:40:46.819 INFO:tasks.rados.rados.0.smithi086.stdout:2586: finishing rollback tid 1 to smithi08678205-32 2024-09-11T03:40:46.819 INFO:tasks.rados.rados.0.smithi086.stdout:2586: finishing rollback tid 2 to smithi08678205-32 2024-09-11T03:40:46.819 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 1329 (ObjNum 798 snap 232 seq_num 798) dirty exists 2024-09-11T03:40:46.820 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 1203 (ObjNum 794 snap 229 seq_num 794) dirty exists 2024-09-11T03:40:46.821 INFO:tasks.rados.rados.0.smithi086.stdout:2586: done (7 left) 2024-09-11T03:40:46.821 INFO:tasks.rados.rados.0.smithi086.stdout:2587: done (6 left) 2024-09-11T03:40:46.821 INFO:tasks.rados.rados.0.smithi086.stdout:2589: done (5 left) 2024-09-11T03:40:46.821 INFO:tasks.rados.rados.0.smithi086.stdout:2591: done (4 left) 2024-09-11T03:40:46.821 INFO:tasks.rados.rados.0.smithi086.stdout:2592: done (3 left) 2024-09-11T03:40:46.821 INFO:tasks.rados.rados.0.smithi086.stdout:2593: rmattr oid 20 current snap is 245 2024-09-11T03:40:46.821 INFO:tasks.rados.rados.0.smithi086.stdout:2594: delete oid 1 current snap is 245 2024-09-11T03:40:46.821 INFO:tasks.rados.rados.0.smithi086.stdout:2585: finishing write tid 4 to smithi08678205-47 2024-09-11T03:40:46.824 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 1671 (ObjNum 732 snap 207 seq_num 732) dirty exists 2024-09-11T03:40:46.828 INFO:tasks.rados.rados.0.smithi086.stdout:2585: finishing write tid 5 to smithi08678205-47 2024-09-11T03:40:46.828 INFO:tasks.rados.rados.0.smithi086.stdout:2585: oid 47 updating version 0 to 1186 2024-09-11T03:40:46.828 INFO:tasks.rados.rados.0.smithi086.stdout:2585: oid 47 version 1186 is already newer than 1185 2024-09-11T03:40:46.829 INFO:tasks.rados.rados.0.smithi086.stdout:2585: oid 47 version 1186 is already newer than 1184 2024-09-11T03:40:46.829 INFO:tasks.rados.rados.0.smithi086.stdout:2585: oid 47 version 1186 is already newer than 1183 2024-09-11T03:40:46.829 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 1186 (ObjNum 826 snap 245 seq_num 826) dirty exists 2024-09-11T03:40:46.829 INFO:tasks.rados.rados.0.smithi086.stdout:2585: left oid 47 (ObjNum 826 snap 245 seq_num 826) 2024-09-11T03:40:46.829 INFO:tasks.rados.rados.0.smithi086.stdout:2585: done (4 left) 2024-09-11T03:40:46.829 INFO:tasks.rados.rados.0.smithi086.stdout:2593: done (3 left) 2024-09-11T03:40:46.829 INFO:tasks.rados.rados.0.smithi086.stdout:2594: done (2 left) 2024-09-11T03:40:46.829 INFO:tasks.rados.rados.0.smithi086.stdout:2595: rollback oid 30 current snap is 245 2024-09-11T03:40:46.829 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 30 to 243 2024-09-11T03:40:46.829 INFO:tasks.rados.rados.0.smithi086.stdout:2596: rollback oid 33 current snap is 245 2024-09-11T03:40:46.829 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 33 to 244 2024-09-11T03:40:46.829 INFO:tasks.rados.rados.0.smithi086.stdout:2597: read oid 16 snap 235 2024-09-11T03:40:46.829 INFO:tasks.rados.rados.0.smithi086.stdout:2597: expect deleted 2024-09-11T03:40:46.830 INFO:tasks.rados.rados.0.smithi086.stdout:2598: read oid 43 snap 244 2024-09-11T03:40:46.830 INFO:tasks.rados.rados.0.smithi086.stdout:2598: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:40:46.830 INFO:tasks.rados.rados.0.smithi086.stdout:2599: rollback oid 9 current snap is 245 2024-09-11T03:40:46.830 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 9 to 244 2024-09-11T03:40:46.830 INFO:tasks.rados.rados.0.smithi086.stdout:2600: rollback oid 36 current snap is 245 2024-09-11T03:40:46.830 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 36 to 235 2024-09-11T03:40:46.830 INFO:tasks.rados.rados.0.smithi086.stdout:2601: snap_create 2024-09-11T03:40:46.832 INFO:tasks.rados.rados.0.smithi086.stdout:2599: finishing rollback tid 0 to smithi08678205-9 2024-09-11T03:40:46.832 INFO:tasks.rados.rados.0.smithi086.stdout:2599: finishing rollback tid 1 to smithi08678205-9 2024-09-11T03:40:46.833 INFO:tasks.rados.rados.0.smithi086.stdout:2599: finishing rollback tid 2 to smithi08678205-9 2024-09-11T03:40:46.833 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 1185 (ObjNum 544235886 snap 171390513 seq_num 304) dirty exists 2024-09-11T03:40:46.834 INFO:tasks.rados.rados.0.smithi086.stdout:2595: finishing rollback tid 0 to smithi08678205-30 2024-09-11T03:40:46.834 INFO:tasks.rados.rados.0.smithi086.stdout:2588: finishing copy_from racing read to smithi08678205-18 2024-09-11T03:40:46.836 INFO:tasks.rados.rados.0.smithi086.stdout:2588: finishing copy_from to smithi08678205-18 2024-09-11T03:40:46.836 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 1181 (ObjNum 809 snap 236 seq_num 809) dirty exists 2024-09-11T03:40:46.838 INFO:tasks.rados.rados.0.smithi086.stdout:2595: finishing rollback tid 1 to smithi08678205-30 2024-09-11T03:40:46.839 INFO:tasks.rados.rados.0.smithi086.stdout:2590: finishing copy_from racing read to smithi08678205-2 2024-09-11T03:40:46.842 INFO:tasks.rados.rados.0.smithi086.stdout:2590: finishing copy_from to smithi08678205-2 2024-09-11T03:40:46.842 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 1196 (ObjNum 779 snap 222 seq_num 779) dirty exists 2024-09-11T03:40:46.848 INFO:tasks.rados.rados.0.smithi086.stdout:2595: finishing rollback tid 2 to smithi08678205-30 2024-09-11T03:40:46.848 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 2273 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:40:46.848 INFO:tasks.rados.rados.0.smithi086.stdout:2596: finishing rollback tid 0 to smithi08678205-33 2024-09-11T03:40:46.848 INFO:tasks.rados.rados.0.smithi086.stdout:2596: finishing rollback tid 1 to smithi08678205-33 2024-09-11T03:40:46.848 INFO:tasks.rados.rados.0.smithi086.stdout:2596: finishing rollback tid 2 to smithi08678205-33 2024-09-11T03:40:46.848 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 2277 (ObjNum 738 snap 212 seq_num 738) dirty exists 2024-09-11T03:40:46.854 INFO:tasks.rados.rados.0.smithi086.stdout:2600: finishing rollback tid 0 to smithi08678205-36 2024-09-11T03:40:46.854 INFO:tasks.rados.rados.0.smithi086.stdout:2600: finishing rollback tid 1 to smithi08678205-36 2024-09-11T03:40:46.855 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2280 (ObjNum 241 snap 0 seq_num 3221998560) dirty dne 2024-09-11T03:40:46.859 INFO:tasks.rados.rados.0.smithi086.stdout:2598: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:40:46.940 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:46 smithi086 podman[120381]: 2024-09-11 03:40:46.641568628 +0000 UTC m=+0.119349181 container died b88559e66b9b22adc20b96649bb02480e25d841e6b10ddc3c670b009c07866ed (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-11T03:40:46.940 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:46 smithi086 ceph-mon[89281]: pgmap v529: 121 pgs: 121 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.7 MiB/s wr, 7 op/s 2024-09-11T03:40:46.941 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:46 smithi086 ceph-mon[89281]: osdmap e576: 8 total, 8 up, 8 in 2024-09-11T03:40:46.941 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:46 smithi086 ceph-mon[89281]: Upgrade: Updating node-exporter.a (1/2) 2024-09-11T03:40:46.941 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:46 smithi086 ceph-mon[89281]: Deploying daemon node-exporter.a on smithi086 2024-09-11T03:40:46.941 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:46 smithi086 ceph-mon[91691]: pgmap v529: 121 pgs: 121 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.7 MiB/s wr, 7 op/s 2024-09-11T03:40:46.941 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:46 smithi086 ceph-mon[91691]: osdmap e576: 8 total, 8 up, 8 in 2024-09-11T03:40:46.941 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:46 smithi086 ceph-mon[91691]: Upgrade: Updating node-exporter.a (1/2) 2024-09-11T03:40:46.941 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:46 smithi086 ceph-mon[91691]: Deploying daemon node-exporter.a on smithi086 2024-09-11T03:40:46.991 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:40:46.991 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (10m) 27s ago 10m 25.2M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:40:46.991 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (10m) 6s ago 10m 86.5M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:40:46.991 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (30s) 27s ago 12m 12.5M - 19.3.0-4854-g8f219c47 589dd18248e4 16af9d6d2e7d 2024-09-11T03:40:46.991 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (10s) 6s ago 12m 13.2M - 19.3.0-4854-g8f219c47 589dd18248e4 0bc8987bce13 2024-09-11T03:40:46.991 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (6m) 6s ago 15m 456M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:40:46.991 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (6m) 27s ago 17m 529M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:40:46.991 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (6m) 27s ago 17m 65.8M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:40:46.992 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (5m) 6s ago 15m 49.9M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:40:46.992 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (5m) 27s ago 15m 53.0M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:40:46.992 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (10m) 27s ago 10m 16.8M - 1.5.0 0da6a335fe13 b88559e66b9b 2024-09-11T03:40:46.992 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (10m) 6s ago 10m 15.5M - 1.5.0 0da6a335fe13 65b83b129fd7 2024-09-11T03:40:46.992 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (4m) 27s ago 15m 287M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 987e6b2de39f 2024-09-11T03:40:46.992 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (4m) 27s ago 14m 216M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 cfd4be907390 2024-09-11T03:40:46.992 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (3m) 27s ago 14m 248M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 0310f346c09e 2024-09-11T03:40:46.992 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (3m) 27s ago 14m 147M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 e864761f34a2 2024-09-11T03:40:46.992 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (2m) 6s ago 13m 185M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 95790e251d1e 2024-09-11T03:40:46.992 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (119s) 6s ago 13m 174M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 528becb15668 2024-09-11T03:40:46.992 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (86s) 6s ago 12m 111M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 3a448619e99a 2024-09-11T03:40:46.992 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (52s) 6s ago 12m 94.3M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 f30626089656 2024-09-11T03:40:46.992 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (6m) 6s ago 11m 56.6M - 2.43.0 a07b618ecd1d 700e3afbbd6b 2024-09-11T03:40:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:46 smithi130 ceph-mon[83685]: pgmap v529: 121 pgs: 121 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.7 MiB/s wr, 7 op/s 2024-09-11T03:40:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:46 smithi130 ceph-mon[83685]: osdmap e576: 8 total, 8 up, 8 in 2024-09-11T03:40:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:46 smithi130 ceph-mon[83685]: Upgrade: Updating node-exporter.a (1/2) 2024-09-11T03:40:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:46 smithi130 ceph-mon[83685]: Deploying daemon node-exporter.a on smithi086 2024-09-11T03:40:47.290 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:47 smithi086 podman[120381]: 2024-09-11 03:40:47.048069009 +0000 UTC m=+0.525849578 container cleanup b88559e66b9b22adc20b96649bb02480e25d841e6b10ddc3c670b009c07866ed (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-11T03:40:47.290 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:47 smithi086 bash[120381]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a 2024-09-11T03:40:47.344 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:40:47.344 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:40:47.344 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:40:47.344 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:40:47.344 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:40:47.344 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:40:47.344 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:40:47.344 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:40:47.344 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 8 2024-09-11T03:40:47.344 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:40:47.345 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:40:47.345 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:40:47.345 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:40:47.345 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:40:47.345 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 15 2024-09-11T03:40:47.345 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:40:47.345 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:40:47.545 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:47 smithi086 podman[120394]: 2024-09-11 03:40:47.291083302 +0000 UTC m=+0.649863649 container remove b88559e66b9b22adc20b96649bb02480e25d841e6b10ddc3c670b009c07866ed (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-11T03:40:47.545 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:47 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-11T03:40:47.666 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:40:47.666 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:40:47.666 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:40:47.666 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:40:47.667 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:40:47.667 INFO:teuthology.orchestra.run.smithi086.stdout: "osd", 2024-09-11T03:40:47.667 INFO:teuthology.orchestra.run.smithi086.stdout: "mds", 2024-09-11T03:40:47.667 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr", 2024-09-11T03:40:47.667 INFO:teuthology.orchestra.run.smithi086.stdout: "mon" 2024-09-11T03:40:47.667 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:40:47.667 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "15/20 daemons upgraded", 2024-09-11T03:40:47.667 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading node-exporter daemons", 2024-09-11T03:40:47.667 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:40:47.667 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:40:47.700 INFO:tasks.rados.rados.0.smithi086.stdout:2588: done (8 left) 2024-09-11T03:40:47.700 INFO:tasks.rados.rados.0.smithi086.stdout:2590: done (7 left) 2024-09-11T03:40:47.700 INFO:tasks.rados.rados.0.smithi086.stdout:2595: done (6 left) 2024-09-11T03:40:47.700 INFO:tasks.rados.rados.0.smithi086.stdout:2596: done (5 left) 2024-09-11T03:40:47.701 INFO:tasks.rados.rados.0.smithi086.stdout:2597: done (4 left) 2024-09-11T03:40:47.701 INFO:tasks.rados.rados.0.smithi086.stdout:2598: done (3 left) 2024-09-11T03:40:47.701 INFO:tasks.rados.rados.0.smithi086.stdout:2599: done (2 left) 2024-09-11T03:40:47.701 INFO:tasks.rados.rados.0.smithi086.stdout:2600: done (1 left) 2024-09-11T03:40:47.701 INFO:tasks.rados.rados.0.smithi086.stdout:2601: done (0 left) 2024-09-11T03:40:47.701 INFO:tasks.rados.rados.0.smithi086.stdout:2602: copy_from oid 12 from oid 43 current snap is 246 2024-09-11T03:40:47.701 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 246 2024-09-11T03:40:47.701 INFO:tasks.rados.rados.0.smithi086.stdout:2603: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-09-11T03:40:47.704 INFO:tasks.rados.rados.0.smithi086.stdout:2603: writing smithi08678205-49 from 0 to 688128 tid 1 2024-09-11T03:40:47.708 INFO:tasks.rados.rados.0.smithi086.stdout:2603: writing smithi08678205-49 from 688128 to 1417216 tid 2 2024-09-11T03:40:47.712 INFO:tasks.rados.rados.0.smithi086.stdout:2603: writing smithi08678205-49 from 1417216 to 1892352 tid 3 2024-09-11T03:40:47.712 INFO:tasks.rados.rados.0.smithi086.stdout:2604: copy_from oid 6 from oid 21 current snap is 246 2024-09-11T03:40:47.712 INFO:tasks.rados.rados.0.smithi086.stdout:2605: snap_remove snap 244 2024-09-11T03:40:47.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:47 smithi086 ceph-mon[89281]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:47.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:47 smithi086 ceph-mon[89281]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:47.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:47 smithi086 ceph-mon[89281]: osdmap e577: 8 total, 8 up, 8 in 2024-09-11T03:40:47.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:47 smithi086 ceph-mon[89281]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:47.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:47 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1650426830' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:47.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:47 smithi086 ceph-mon[89281]: osdmap e578: 8 total, 8 up, 8 in 2024-09-11T03:40:47.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:47 smithi086 ceph-mon[91691]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:47.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:47 smithi086 ceph-mon[91691]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:47.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:47 smithi086 ceph-mon[91691]: osdmap e577: 8 total, 8 up, 8 in 2024-09-11T03:40:47.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:47 smithi086 ceph-mon[91691]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:47.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:47 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1650426830' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:47.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:47 smithi086 ceph-mon[91691]: osdmap e578: 8 total, 8 up, 8 in 2024-09-11T03:40:47.823 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:47 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-11T03:40:47.823 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:47 smithi086 systemd[1]: Stopped Ceph node-exporter.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:40:47.823 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:47 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.a.service: Consumed 2.772s CPU time. 2024-09-11T03:40:47.824 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:47 smithi086 systemd[1]: Starting Ceph node-exporter.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:40:48.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:47 smithi130 ceph-mon[83685]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:48.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:47 smithi130 ceph-mon[83685]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:48.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:47 smithi130 ceph-mon[83685]: osdmap e577: 8 total, 8 up, 8 in 2024-09-11T03:40:48.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:47 smithi130 ceph-mon[83685]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:48.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:47 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1650426830' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:40:48.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:47 smithi130 ceph-mon[83685]: osdmap e578: 8 total, 8 up, 8 in 2024-09-11T03:40:48.288 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:47 smithi086 bash[120589]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-09-11T03:40:48.289 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:48 smithi086 bash[120589]: Getting image source signatures 2024-09-11T03:40:48.289 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:40:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:40:48] "GET /metrics HTTP/1.1" 200 36138 "" "Prometheus/2.43.0" 2024-09-11T03:40:48.571 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:48 smithi086 bash[120589]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-09-11T03:40:48.572 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:48 smithi086 bash[120589]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-09-11T03:40:48.572 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:48 smithi086 bash[120589]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-09-11T03:40:48.704 INFO:tasks.rados.rados.0.smithi086.stdout:2603: finishing write tid 1 to smithi08678205-49 2024-09-11T03:40:48.704 INFO:tasks.rados.rados.0.smithi086.stdout:2603: finishing write tid 2 to smithi08678205-49 2024-09-11T03:40:48.704 INFO:tasks.rados.rados.0.smithi086.stdout:2603: finishing write tid 3 to smithi08678205-49 2024-09-11T03:40:48.704 INFO:tasks.rados.rados.0.smithi086.stdout:2603: finishing write tid 4 to smithi08678205-49 2024-09-11T03:40:48.704 INFO:tasks.rados.rados.0.smithi086.stdout:2603: finishing write tid 5 to smithi08678205-49 2024-09-11T03:40:48.705 INFO:tasks.rados.rados.0.smithi086.stdout:2603: oid 49 updating version 0 to 1189 2024-09-11T03:40:48.705 INFO:tasks.rados.rados.0.smithi086.stdout:2603: oid 49 updating version 1189 to 1190 2024-09-11T03:40:48.705 INFO:tasks.rados.rados.0.smithi086.stdout:2603: oid 49 updating version 1190 to 1191 2024-09-11T03:40:48.705 INFO:tasks.rados.rados.0.smithi086.stdout:2603: oid 49 version 1191 is already newer than 1188 2024-09-11T03:40:48.705 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1191 (ObjNum 829 snap 246 seq_num 829) dirty exists 2024-09-11T03:40:48.705 INFO:tasks.rados.rados.0.smithi086.stdout:2603: left oid 49 (ObjNum 829 snap 246 seq_num 829) 2024-09-11T03:40:48.705 INFO:tasks.rados.rados.0.smithi086.stdout:2602: finishing copy_from racing read to smithi08678205-12 2024-09-11T03:40:48.705 INFO:tasks.rados.rados.0.smithi086.stdout:2602: finishing copy_from to smithi08678205-12 2024-09-11T03:40:48.705 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 1906 (ObjNum 710 snap 203 seq_num 710) dirty exists 2024-09-11T03:40:48.705 INFO:tasks.rados.rados.0.smithi086.stdout:2604: finishing copy_from racing read to smithi08678205-6 2024-09-11T03:40:48.705 INFO:tasks.rados.rados.0.smithi086.stdout:2604: finishing copy_from to smithi08678205-6 2024-09-11T03:40:48.705 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1203 (ObjNum 794 snap 229 seq_num 794) dirty exists 2024-09-11T03:40:48.705 INFO:tasks.rados.rados.0.smithi086.stdout:2602: done (3 left) 2024-09-11T03:40:48.706 INFO:tasks.rados.rados.0.smithi086.stdout:2603: done (2 left) 2024-09-11T03:40:48.706 INFO:tasks.rados.rados.0.smithi086.stdout:2604: done (1 left) 2024-09-11T03:40:48.706 INFO:tasks.rados.rados.0.smithi086.stdout:2605: done (0 left) 2024-09-11T03:40:48.706 INFO:tasks.rados.rados.0.smithi086.stdout:2606: snap_remove snap 243 2024-09-11T03:40:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:48 smithi086 ceph-mon[89281]: pgmap v532: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.7 MiB/s wr, 6 op/s 2024-09-11T03:40:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:48 smithi086 ceph-mon[89281]: from='client.44483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:48 smithi086 ceph-mon[89281]: osdmap e579: 8 total, 8 up, 8 in 2024-09-11T03:40:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:48 smithi086 ceph-mon[91691]: pgmap v532: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.7 MiB/s wr, 6 op/s 2024-09-11T03:40:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:48 smithi086 ceph-mon[91691]: from='client.44483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:48 smithi086 ceph-mon[91691]: osdmap e579: 8 total, 8 up, 8 in 2024-09-11T03:40:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:48 smithi130 ceph-mon[83685]: pgmap v532: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.7 MiB/s wr, 6 op/s 2024-09-11T03:40:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:48 smithi130 ceph-mon[83685]: from='client.44483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:40:49.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:48 smithi130 ceph-mon[83685]: osdmap e579: 8 total, 8 up, 8 in 2024-09-11T03:40:49.704 INFO:tasks.rados.rados.0.smithi086.stdout:2606: done (0 left) 2024-09-11T03:40:49.704 INFO:tasks.rados.rados.0.smithi086.stdout:2607: read oid 38 snap 240 2024-09-11T03:40:49.705 INFO:tasks.rados.rados.0.smithi086.stdout:2607: expect deleted 2024-09-11T03:40:49.705 INFO:tasks.rados.rados.0.smithi086.stdout:2608: snap_remove snap 245 2024-09-11T03:40:49.839 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:49 smithi086 bash[120589]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-09-11T03:40:49.839 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:40:49.840 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:49 smithi086 ceph-mon[89281]: osdmap e580: 8 total, 8 up, 8 in 2024-09-11T03:40:49.840 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:40:49.840 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:49 smithi086 ceph-mon[91691]: osdmap e580: 8 total, 8 up, 8 in 2024-09-11T03:40:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:40:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:49 smithi130 ceph-mon[83685]: osdmap e580: 8 total, 8 up, 8 in 2024-09-11T03:40:50.194 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:49 smithi086 bash[120589]: Writing manifest to image destination 2024-09-11T03:40:50.445 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 podman[120589]: 2024-09-11 03:40:50.128657866 +0000 UTC m=+2.255666017 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-09-11T03:40:50.445 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 podman[120589]: 2024-09-11 03:40:50.252280054 +0000 UTC m=+2.379288195 container create 5225d6f2e33bc371aad751690d747b485aefd060e935814fde548f33436ac874 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-11T03:40:50.707 INFO:tasks.rados.rados.0.smithi086.stdout:2608: done (1 left) 2024-09-11T03:40:50.707 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 246 2024-09-11T03:40:50.707 INFO:tasks.rados.rados.0.smithi086.stdout:2609: seq_num 830 ranges {6389760=704512,7094272=614400,7708672=573440,8282112=16384} 2024-09-11T03:40:50.745 INFO:tasks.rados.rados.0.smithi086.stdout:2609: writing smithi08678205-48 from 6389760 to 7094272 tid 1 2024-09-11T03:40:50.749 INFO:tasks.rados.rados.0.smithi086.stdout:2609: writing smithi08678205-48 from 7094272 to 7708672 tid 2 2024-09-11T03:40:50.752 INFO:tasks.rados.rados.0.smithi086.stdout:2609: writing smithi08678205-48 from 7708672 to 8282112 tid 3 2024-09-11T03:40:50.753 INFO:tasks.rados.rados.0.smithi086.stdout:2609: writing smithi08678205-48 from 8282112 to 8298496 tid 4 2024-09-11T03:40:50.753 INFO:tasks.rados.rados.0.smithi086.stdout:2607: done (1 left) 2024-09-11T03:40:50.753 INFO:tasks.rados.rados.0.smithi086.stdout:2610: rollback oid 4 current snap is 246 2024-09-11T03:40:50.753 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 4 to 240 2024-09-11T03:40:50.753 INFO:tasks.rados.rados.0.smithi086.stdout:2609: finishing write tid 1 to smithi08678205-48 2024-09-11T03:40:50.753 INFO:tasks.rados.rados.0.smithi086.stdout:2611: read oid 49 snap -1 2024-09-11T03:40:50.753 INFO:tasks.rados.rados.0.smithi086.stdout:2611: expect (ObjNum 829 snap 246 seq_num 829) 2024-09-11T03:40:50.753 INFO:tasks.rados.rados.0.smithi086.stdout:2612: snap_create 2024-09-11T03:40:50.753 INFO:tasks.rados.rados.0.smithi086.stdout:2609: finishing write tid 2 to smithi08678205-48 2024-09-11T03:40:50.757 INFO:tasks.rados.rados.0.smithi086.stdout:2609: finishing write tid 3 to smithi08678205-48 2024-09-11T03:40:50.757 INFO:tasks.rados.rados.0.smithi086.stdout:2609: finishing write tid 4 to smithi08678205-48 2024-09-11T03:40:50.758 INFO:tasks.rados.rados.0.smithi086.stdout:2609: finishing write tid 5 to smithi08678205-48 2024-09-11T03:40:50.760 INFO:tasks.rados.rados.0.smithi086.stdout:2609: finishing write tid 6 to smithi08678205-48 2024-09-11T03:40:50.760 INFO:tasks.rados.rados.0.smithi086.stdout:2609: oid 48 updating version 0 to 1676 2024-09-11T03:40:50.760 INFO:tasks.rados.rados.0.smithi086.stdout:2609: oid 48 version 1676 is already newer than 1672 2024-09-11T03:40:50.760 INFO:tasks.rados.rados.0.smithi086.stdout:2609: oid 48 version 1676 is already newer than 1673 2024-09-11T03:40:50.760 INFO:tasks.rados.rados.0.smithi086.stdout:2609: oid 48 version 1676 is already newer than 1674 2024-09-11T03:40:50.761 INFO:tasks.rados.rados.0.smithi086.stdout:2609: oid 48 version 1676 is already newer than 1675 2024-09-11T03:40:50.761 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 1676 (ObjNum 830 snap 246 seq_num 830) dirty exists 2024-09-11T03:40:50.761 INFO:tasks.rados.rados.0.smithi086.stdout:2609: left oid 48 (ObjNum 830 snap 246 seq_num 830) 2024-09-11T03:40:50.761 INFO:tasks.rados.rados.0.smithi086.stdout:2610: finishing rollback tid 0 to smithi08678205-4 2024-09-11T03:40:50.761 INFO:tasks.rados.rados.0.smithi086.stdout:2610: finishing rollback tid 1 to smithi08678205-4 2024-09-11T03:40:50.762 INFO:tasks.rados.rados.0.smithi086.stdout:2610: finishing rollback tid 2 to smithi08678205-4 2024-09-11T03:40:50.762 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 1194 (ObjNum 809 snap 236 seq_num 809) dirty exists 2024-09-11T03:40:50.770 INFO:tasks.rados.rados.0.smithi086.stdout:2611: expect (ObjNum 829 snap 246 seq_num 829) 2024-09-11T03:40:50.775 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 podman[120589]: 2024-09-11 03:40:50.446039771 +0000 UTC m=+2.573047913 container init 5225d6f2e33bc371aad751690d747b485aefd060e935814fde548f33436ac874 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-11T03:40:50.775 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 podman[120589]: 2024-09-11 03:40:50.449160108 +0000 UTC m=+2.576168250 container start 5225d6f2e33bc371aad751690d747b485aefd060e935814fde548f33436ac874 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-11T03:40:50.776 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.452Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-11T03:40:50.776 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.452Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-11T03:40:50.776 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-11T03:40:50.776 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-11T03:40:50.776 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-11T03:40:50.776 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-11T03:40:50.776 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-11T03:40:50.776 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=arp 2024-09-11T03:40:50.776 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-11T03:40:50.776 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-11T03:40:50.776 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-11T03:40:50.776 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-11T03:40:50.777 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-11T03:40:50.777 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-11T03:40:50.777 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-11T03:40:50.777 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-11T03:40:50.777 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=edac 2024-09-11T03:40:50.778 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-11T03:40:50.778 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-11T03:40:50.778 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-11T03:40:50.778 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-11T03:40:50.778 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-11T03:40:50.778 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-11T03:40:50.778 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-11T03:40:50.778 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-11T03:40:50.778 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-11T03:40:50.778 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-11T03:40:50.778 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-11T03:40:50.778 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-11T03:40:50.779 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-11T03:40:50.779 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-11T03:40:50.779 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-11T03:40:50.779 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-11T03:40:50.779 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=os 2024-09-11T03:40:50.779 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-11T03:40:50.779 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-11T03:40:50.779 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-11T03:40:50.779 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-11T03:40:50.779 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-11T03:40:50.779 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-11T03:40:50.779 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-11T03:40:50.779 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=stat 2024-09-11T03:40:50.780 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-11T03:40:50.780 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-11T03:40:50.780 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-11T03:40:50.780 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=time 2024-09-11T03:40:50.780 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-11T03:40:50.780 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=uname 2024-09-11T03:40:50.780 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-11T03:40:50.780 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-11T03:40:50.780 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.453Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-11T03:40:50.780 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.454Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-11T03:40:50.780 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a[120675]: ts=2024-09-11T03:40:50.454Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-11T03:40:50.780 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 bash[120589]: 5225d6f2e33bc371aad751690d747b485aefd060e935814fde548f33436ac874 2024-09-11T03:40:50.780 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:40:50 smithi086 systemd[1]: Started Ceph node-exporter.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:40:51.046 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:50 smithi130 ceph-mon[83685]: pgmap v535: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 5.4 MiB/s wr, 7 op/s 2024-09-11T03:40:51.046 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:51.046 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:51.046 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:50 smithi130 ceph-mon[83685]: osdmap e581: 8 total, 8 up, 8 in 2024-09-11T03:40:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-mon[89281]: pgmap v535: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 5.4 MiB/s wr, 7 op/s 2024-09-11T03:40:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-mon[89281]: osdmap e581: 8 total, 8 up, 8 in 2024-09-11T03:40:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-mon[91691]: pgmap v535: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 5.4 MiB/s wr, 7 op/s 2024-09-11T03:40:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:50 smithi086 ceph-mon[91691]: osdmap e581: 8 total, 8 up, 8 in 2024-09-11T03:40:51.708 INFO:tasks.rados.rados.0.smithi086.stdout:2609: done (3 left) 2024-09-11T03:40:51.708 INFO:tasks.rados.rados.0.smithi086.stdout:2610: done (2 left) 2024-09-11T03:40:51.708 INFO:tasks.rados.rados.0.smithi086.stdout:2611: done (1 left) 2024-09-11T03:40:51.708 INFO:tasks.rados.rados.0.smithi086.stdout:2612: done (0 left) 2024-09-11T03:40:51.709 INFO:tasks.rados.rados.0.smithi086.stdout:2613: delete oid 35 current snap is 247 2024-09-11T03:40:51.713 INFO:tasks.rados.rados.0.smithi086.stdout:2613: done (0 left) 2024-09-11T03:40:51.713 INFO:tasks.rados.rados.0.smithi086.stdout:2614: snap_create 2024-09-11T03:40:52.702 INFO:tasks.rados.rados.0.smithi086.stdout:2614: done (0 left) 2024-09-11T03:40:52.703 INFO:tasks.rados.rados.0.smithi086.stdout:2615: copy_from oid 2 from oid 45 current snap is 248 2024-09-11T03:40:52.703 INFO:tasks.rados.rados.0.smithi086.stdout:2616: rmattr oid 23 current snap is 248 2024-09-11T03:40:52.703 INFO:tasks.rados.rados.0.smithi086.stdout:2617: rmattr oid 38 current snap is 248 2024-09-11T03:40:52.703 INFO:tasks.rados.rados.0.smithi086.stdout:2617: done (2 left) 2024-09-11T03:40:52.703 INFO:tasks.rados.rados.0.smithi086.stdout:2618: delete oid 48 current snap is 248 2024-09-11T03:40:52.711 INFO:tasks.rados.rados.0.smithi086.stdout:2618: done (2 left) 2024-09-11T03:40:52.711 INFO:tasks.rados.rados.0.smithi086.stdout:2619: snap_remove snap 238 2024-09-11T03:40:52.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:52 smithi130 ceph-mon[83685]: pgmap v538: 121 pgs: 121 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 7.0 MiB/s wr, 26 op/s 2024-09-11T03:40:52.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:52 smithi130 ceph-mon[83685]: osdmap e582: 8 total, 8 up, 8 in 2024-09-11T03:40:52.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:52 smithi130 ceph-mon[83685]: osdmap e583: 8 total, 8 up, 8 in 2024-09-11T03:40:52.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:52 smithi130 systemd[1]: Stopping Ceph node-exporter.b for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:40:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:52 smithi086 ceph-mon[89281]: pgmap v538: 121 pgs: 121 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 7.0 MiB/s wr, 26 op/s 2024-09-11T03:40:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:52 smithi086 ceph-mon[89281]: osdmap e582: 8 total, 8 up, 8 in 2024-09-11T03:40:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:52 smithi086 ceph-mon[89281]: osdmap e583: 8 total, 8 up, 8 in 2024-09-11T03:40:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:52 smithi086 ceph-mon[91691]: pgmap v538: 121 pgs: 121 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 7.0 MiB/s wr, 26 op/s 2024-09-11T03:40:53.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:52 smithi086 ceph-mon[91691]: osdmap e582: 8 total, 8 up, 8 in 2024-09-11T03:40:53.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:52 smithi086 ceph-mon[91691]: osdmap e583: 8 total, 8 up, 8 in 2024-09-11T03:40:53.234 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:52 smithi130 podman[112078]: 2024-09-11 03:40:52.96273835 +0000 UTC m=+0.131355104 container died 65b83b129fd7af4208822c91a7098823349037d57cda88036e7c2c7d884e5060 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-11T03:40:53.511 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:53 smithi130 podman[112078]: 2024-09-11 03:40:53.235359875 +0000 UTC m=+0.403976611 container cleanup 65b83b129fd7af4208822c91a7098823349037d57cda88036e7c2c7d884e5060 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-11T03:40:53.511 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:53 smithi130 bash[112078]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b 2024-09-11T03:40:53.717 INFO:tasks.rados.rados.0.smithi086.stdout:2619: done (2 left) 2024-09-11T03:40:53.718 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 248 2024-09-11T03:40:53.718 INFO:tasks.rados.rados.0.smithi086.stdout:2620: seq_num 833 ranges {1105920=761856,1867776=671744,2539520=532480} 2024-09-11T03:40:53.728 INFO:tasks.rados.rados.0.smithi086.stdout:2620: writing smithi08678205-11 from 1105920 to 1867776 tid 1 2024-09-11T03:40:53.732 INFO:tasks.rados.rados.0.smithi086.stdout:2620: writing smithi08678205-11 from 1867776 to 2539520 tid 2 2024-09-11T03:40:53.736 INFO:tasks.rados.rados.0.smithi086.stdout:2620: writing smithi08678205-11 from 2539520 to 3072000 tid 3 2024-09-11T03:40:53.736 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 248 2024-09-11T03:40:53.736 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2298 (ObjNum 784 snap 226 seq_num 784) dirty exists 2024-09-11T03:40:53.736 INFO:tasks.rados.rados.0.smithi086.stdout:2615: finishing copy_from racing read to smithi08678205-2 2024-09-11T03:40:53.736 INFO:tasks.rados.rados.0.smithi086.stdout:2615: finishing copy_from to smithi08678205-2 2024-09-11T03:40:53.736 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 1185 (ObjNum 785 snap 226 seq_num 785) dirty exists 2024-09-11T03:40:53.736 INFO:tasks.rados.rados.0.smithi086.stdout:2620: finishing write tid 1 to smithi08678205-11 2024-09-11T03:40:53.736 INFO:tasks.rados.rados.0.smithi086.stdout:2620: finishing write tid 2 to smithi08678205-11 2024-09-11T03:40:53.736 INFO:tasks.rados.rados.0.smithi086.stdout:2621: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2024-09-11T03:40:53.739 INFO:tasks.rados.rados.0.smithi086.stdout:2621: writing smithi08678205-38 from 0 to 778240 tid 1 2024-09-11T03:40:53.742 INFO:tasks.rados.rados.0.smithi086.stdout:2621: writing smithi08678205-38 from 778240 to 1335296 tid 2 2024-09-11T03:40:53.746 INFO:tasks.rados.rados.0.smithi086.stdout:2621: writing smithi08678205-38 from 1335296 to 1884160 tid 3 2024-09-11T03:40:53.746 INFO:tasks.rados.rados.0.smithi086.stdout:2621: writing smithi08678205-38 from 1884160 to 1982464 tid 4 2024-09-11T03:40:53.746 INFO:tasks.rados.rados.0.smithi086.stdout:2615: done (3 left) 2024-09-11T03:40:53.746 INFO:tasks.rados.rados.0.smithi086.stdout:2616: done (2 left) 2024-09-11T03:40:53.747 INFO:tasks.rados.rados.0.smithi086.stdout:2622: snap_remove snap 246 2024-09-11T03:40:53.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:53 smithi130 ceph-mon[83685]: Upgrade: Updating node-exporter.b (2/2) 2024-09-11T03:40:53.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:53 smithi130 ceph-mon[83685]: Deploying daemon node-exporter.b on smithi130 2024-09-11T03:40:53.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:53 smithi130 podman[112092]: 2024-09-11 03:40:53.511647894 +0000 UTC m=+0.552440711 container remove 65b83b129fd7af4208822c91a7098823349037d57cda88036e7c2c7d884e5060 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-11T03:40:53.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:53 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-11T03:40:53.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:53 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-11T03:40:53.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:53 smithi130 systemd[1]: Stopped Ceph node-exporter.b for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:40:53.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:53 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.b.service: Consumed 2.653s CPU time. 2024-09-11T03:40:54.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:53 smithi086 ceph-mon[89281]: Upgrade: Updating node-exporter.b (2/2) 2024-09-11T03:40:54.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:53 smithi086 ceph-mon[89281]: Deploying daemon node-exporter.b on smithi130 2024-09-11T03:40:54.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:53 smithi086 ceph-mon[91691]: Upgrade: Updating node-exporter.b (2/2) 2024-09-11T03:40:54.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:53 smithi086 ceph-mon[91691]: Deploying daemon node-exporter.b on smithi130 2024-09-11T03:40:54.346 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:53 smithi130 systemd[1]: Starting Ceph node-exporter.b for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:40:54.346 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:54 smithi130 bash[112217]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-09-11T03:40:54.713 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:54 smithi130 bash[112217]: Getting image source signatures 2024-09-11T03:40:54.713 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:54 smithi130 bash[112217]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-09-11T03:40:54.713 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:54 smithi130 bash[112217]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-09-11T03:40:54.714 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:54 smithi130 bash[112217]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-09-11T03:40:54.727 INFO:tasks.rados.rados.0.smithi086.stdout:2622: done (2 left) 2024-09-11T03:40:54.727 INFO:tasks.rados.rados.0.smithi086.stdout:2623: setattr oid 10 current snap is 248 2024-09-11T03:40:54.727 INFO:tasks.rados.rados.0.smithi086.stdout:2620: finishing write tid 3 to smithi08678205-11 2024-09-11T03:40:54.727 INFO:tasks.rados.rados.0.smithi086.stdout:2620: finishing write tid 4 to smithi08678205-11 2024-09-11T03:40:54.727 INFO:tasks.rados.rados.0.smithi086.stdout:2620: finishing write tid 5 to smithi08678205-11 2024-09-11T03:40:54.727 INFO:tasks.rados.rados.0.smithi086.stdout:2620: oid 11 updating version 0 to 1339 2024-09-11T03:40:54.728 INFO:tasks.rados.rados.0.smithi086.stdout:2620: oid 11 updating version 1339 to 1342 2024-09-11T03:40:54.728 INFO:tasks.rados.rados.0.smithi086.stdout:2620: oid 11 version 1342 is already newer than 1340 2024-09-11T03:40:54.728 INFO:tasks.rados.rados.0.smithi086.stdout:2620: oid 11 version 1342 is already newer than 1341 2024-09-11T03:40:54.728 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1342 (ObjNum 833 snap 248 seq_num 833) dirty exists 2024-09-11T03:40:54.728 INFO:tasks.rados.rados.0.smithi086.stdout:2620: left oid 11 (ObjNum 833 snap 248 seq_num 833) 2024-09-11T03:40:54.728 INFO:tasks.rados.rados.0.smithi086.stdout:2621: finishing write tid 1 to smithi08678205-38 2024-09-11T03:40:54.728 INFO:tasks.rados.rados.0.smithi086.stdout:2621: finishing write tid 2 to smithi08678205-38 2024-09-11T03:40:54.728 INFO:tasks.rados.rados.0.smithi086.stdout:2621: finishing write tid 3 to smithi08678205-38 2024-09-11T03:40:54.728 INFO:tasks.rados.rados.0.smithi086.stdout:2621: finishing write tid 4 to smithi08678205-38 2024-09-11T03:40:54.728 INFO:tasks.rados.rados.0.smithi086.stdout:2621: finishing write tid 5 to smithi08678205-38 2024-09-11T03:40:54.728 INFO:tasks.rados.rados.0.smithi086.stdout:2621: finishing write tid 6 to smithi08678205-38 2024-09-11T03:40:54.728 INFO:tasks.rados.rados.0.smithi086.stdout:2621: oid 38 updating version 0 to 1189 2024-09-11T03:40:54.729 INFO:tasks.rados.rados.0.smithi086.stdout:2621: oid 38 version 1189 is already newer than 1186 2024-09-11T03:40:54.729 INFO:tasks.rados.rados.0.smithi086.stdout:2621: oid 38 version 1189 is already newer than 1187 2024-09-11T03:40:54.729 INFO:tasks.rados.rados.0.smithi086.stdout:2621: oid 38 updating version 1189 to 1190 2024-09-11T03:40:54.729 INFO:tasks.rados.rados.0.smithi086.stdout:2621: oid 38 version 1190 is already newer than 1188 2024-09-11T03:40:54.729 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 1190 (ObjNum 834 snap 248 seq_num 834) dirty exists 2024-09-11T03:40:54.729 INFO:tasks.rados.rados.0.smithi086.stdout:2621: left oid 38 (ObjNum 834 snap 248 seq_num 834) 2024-09-11T03:40:54.730 INFO:tasks.rados.rados.0.smithi086.stdout:2620: done (2 left) 2024-09-11T03:40:54.730 INFO:tasks.rados.rados.0.smithi086.stdout:2621: done (1 left) 2024-09-11T03:40:54.730 INFO:tasks.rados.rados.0.smithi086.stdout:2624: rmattr oid 39 current snap is 248 2024-09-11T03:40:54.730 INFO:tasks.rados.rados.0.smithi086.stdout:2624: done (1 left) 2024-09-11T03:40:54.730 INFO:tasks.rados.rados.0.smithi086.stdout:2625: rollback oid 23 current snap is 248 2024-09-11T03:40:54.730 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 23 to 240 2024-09-11T03:40:54.730 INFO:tasks.rados.rados.0.smithi086.stdout:2626: snap_remove snap 235 2024-09-11T03:40:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:54 smithi086 ceph-mon[89281]: pgmap v541: 121 pgs: 121 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-09-11T03:40:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:54 smithi086 ceph-mon[89281]: osdmap e584: 8 total, 8 up, 8 in 2024-09-11T03:40:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:54 smithi086 ceph-mon[91691]: pgmap v541: 121 pgs: 121 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-09-11T03:40:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:54 smithi086 ceph-mon[91691]: osdmap e584: 8 total, 8 up, 8 in 2024-09-11T03:40:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:54 smithi130 ceph-mon[83685]: pgmap v541: 121 pgs: 121 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-09-11T03:40:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:54 smithi130 ceph-mon[83685]: osdmap e584: 8 total, 8 up, 8 in 2024-09-11T03:40:55.732 INFO:tasks.rados.rados.0.smithi086.stdout:2626: done (2 left) 2024-09-11T03:40:55.732 INFO:tasks.rados.rados.0.smithi086.stdout:2627: delete oid 1 current snap is 248 2024-09-11T03:40:55.732 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 1831 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-11T03:40:55.732 INFO:tasks.rados.rados.0.smithi086.stdout:2625: finishing rollback tid 0 to smithi08678205-23 2024-09-11T03:40:55.733 INFO:tasks.rados.rados.0.smithi086.stdout:2625: finishing rollback tid 1 to smithi08678205-23 2024-09-11T03:40:55.733 INFO:tasks.rados.rados.0.smithi086.stdout:2625: finishing rollback tid 2 to smithi08678205-23 2024-09-11T03:40:55.733 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2317 (ObjNum 784 snap 226 seq_num 784) dirty exists 2024-09-11T03:40:55.740 INFO:tasks.rados.rados.0.smithi086.stdout:2623: done (2 left) 2024-09-11T03:40:55.740 INFO:tasks.rados.rados.0.smithi086.stdout:2625: done (1 left) 2024-09-11T03:40:55.740 INFO:tasks.rados.rados.0.smithi086.stdout:2627: done (0 left) 2024-09-11T03:40:55.740 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 248 2024-09-11T03:40:55.740 INFO:tasks.rados.rados.0.smithi086.stdout:2628: seq_num 836 ranges {1744896=409600,2154496=720896,2875392=516096,3391488=368640} 2024-09-11T03:40:55.753 INFO:tasks.rados.rados.0.smithi086.stdout:2628: writing smithi08678205-39 from 1744896 to 2154496 tid 1 2024-09-11T03:40:55.757 INFO:tasks.rados.rados.0.smithi086.stdout:2628: writing smithi08678205-39 from 2154496 to 2875392 tid 2 2024-09-11T03:40:55.760 INFO:tasks.rados.rados.0.smithi086.stdout:2628: writing smithi08678205-39 from 2875392 to 3391488 tid 3 2024-09-11T03:40:55.763 INFO:tasks.rados.rados.0.smithi086.stdout:2628: writing smithi08678205-39 from 3391488 to 3760128 tid 4 2024-09-11T03:40:55.763 INFO:tasks.rados.rados.0.smithi086.stdout:2629: rmattr oid 27 current snap is 248 2024-09-11T03:40:55.764 INFO:tasks.rados.rados.0.smithi086.stdout:2628: finishing write tid 1 to smithi08678205-39 2024-09-11T03:40:55.764 INFO:tasks.rados.rados.0.smithi086.stdout:2628: finishing write tid 2 to smithi08678205-39 2024-09-11T03:40:55.764 INFO:tasks.rados.rados.0.smithi086.stdout:2628: finishing write tid 3 to smithi08678205-39 2024-09-11T03:40:55.764 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 248 2024-09-11T03:40:55.764 INFO:tasks.rados.rados.0.smithi086.stdout:2630: seq_num 837 ranges {1982464=425984,2408448=655360,3063808=729088,3792896=221184} 2024-09-11T03:40:55.776 INFO:tasks.rados.rados.0.smithi086.stdout:2630: writing smithi08678205-38 from 1982464 to 2408448 tid 1 2024-09-11T03:40:55.780 INFO:tasks.rados.rados.0.smithi086.stdout:2630: writing smithi08678205-38 from 2408448 to 3063808 tid 2 2024-09-11T03:40:55.784 INFO:tasks.rados.rados.0.smithi086.stdout:2630: writing smithi08678205-38 from 3063808 to 3792896 tid 3 2024-09-11T03:40:55.786 INFO:tasks.rados.rados.0.smithi086.stdout:2630: writing smithi08678205-38 from 3792896 to 4014080 tid 4 2024-09-11T03:40:55.786 INFO:tasks.rados.rados.0.smithi086.stdout:2631: delete oid 31 current snap is 248 2024-09-11T03:40:55.787 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 1683 (ObjNum 788 snap 227 seq_num 788) dirty exists 2024-09-11T03:40:55.787 INFO:tasks.rados.rados.0.smithi086.stdout:2628: finishing write tid 4 to smithi08678205-39 2024-09-11T03:40:55.787 INFO:tasks.rados.rados.0.smithi086.stdout:2628: finishing write tid 5 to smithi08678205-39 2024-09-11T03:40:55.787 INFO:tasks.rados.rados.0.smithi086.stdout:2628: finishing write tid 6 to smithi08678205-39 2024-09-11T03:40:55.787 INFO:tasks.rados.rados.0.smithi086.stdout:2628: oid 39 updating version 0 to 1682 2024-09-11T03:40:55.788 INFO:tasks.rados.rados.0.smithi086.stdout:2628: oid 39 version 1682 is already newer than 1679 2024-09-11T03:40:55.788 INFO:tasks.rados.rados.0.smithi086.stdout:2628: oid 39 version 1682 is already newer than 1681 2024-09-11T03:40:55.788 INFO:tasks.rados.rados.0.smithi086.stdout:2628: oid 39 version 1682 is already newer than 1680 2024-09-11T03:40:55.788 INFO:tasks.rados.rados.0.smithi086.stdout:2628: oid 39 version 1682 is already newer than 1678 2024-09-11T03:40:55.788 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1682 (ObjNum 836 snap 248 seq_num 836) dirty exists 2024-09-11T03:40:55.789 INFO:tasks.rados.rados.0.smithi086.stdout:2628: left oid 39 (ObjNum 836 snap 248 seq_num 836) 2024-09-11T03:40:55.789 INFO:tasks.rados.rados.0.smithi086.stdout:2630: finishing write tid 1 to smithi08678205-38 2024-09-11T03:40:55.789 INFO:tasks.rados.rados.0.smithi086.stdout:2630: finishing write tid 2 to smithi08678205-38 2024-09-11T03:40:55.791 INFO:tasks.rados.rados.0.smithi086.stdout:2630: finishing write tid 3 to smithi08678205-38 2024-09-11T03:40:55.791 INFO:tasks.rados.rados.0.smithi086.stdout:2630: finishing write tid 4 to smithi08678205-38 2024-09-11T03:40:55.792 INFO:tasks.rados.rados.0.smithi086.stdout:2630: finishing write tid 5 to smithi08678205-38 2024-09-11T03:40:55.792 INFO:tasks.rados.rados.0.smithi086.stdout:2628: done (3 left) 2024-09-11T03:40:55.792 INFO:tasks.rados.rados.0.smithi086.stdout:2629: done (2 left) 2024-09-11T03:40:55.792 INFO:tasks.rados.rados.0.smithi086.stdout:2631: done (1 left) 2024-09-11T03:40:55.792 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 248 2024-09-11T03:40:55.792 INFO:tasks.rados.rados.0.smithi086.stdout:2632: seq_num 839 ranges {15294464=458752,15753216=425984,16179200=688128,16867328=491520} 2024-09-11T03:40:55.870 INFO:tasks.rados.rados.0.smithi086.stdout:2632: writing smithi08678205-6 from 15294464 to 15753216 tid 1 2024-09-11T03:40:55.872 INFO:tasks.rados.rados.0.smithi086.stdout:2632: writing smithi08678205-6 from 15753216 to 16179200 tid 2 2024-09-11T03:40:55.876 INFO:tasks.rados.rados.0.smithi086.stdout:2632: writing smithi08678205-6 from 16179200 to 16867328 tid 3 2024-09-11T03:40:55.880 INFO:tasks.rados.rados.0.smithi086.stdout:2632: writing smithi08678205-6 from 16867328 to 17358848 tid 4 2024-09-11T03:40:55.880 INFO:tasks.rados.rados.0.smithi086.stdout:2633: delete oid 20 current snap is 248 2024-09-11T03:40:55.880 INFO:tasks.rados.rados.0.smithi086.stdout:2630: finishing write tid 6 to smithi08678205-38 2024-09-11T03:40:55.880 INFO:tasks.rados.rados.0.smithi086.stdout:2630: oid 38 updating version 0 to 1191 2024-09-11T03:40:55.880 INFO:tasks.rados.rados.0.smithi086.stdout:2630: oid 38 updating version 1191 to 1195 2024-09-11T03:40:55.880 INFO:tasks.rados.rados.0.smithi086.stdout:2630: oid 38 version 1195 is already newer than 1194 2024-09-11T03:40:55.880 INFO:tasks.rados.rados.0.smithi086.stdout:2630: oid 38 version 1195 is already newer than 1192 2024-09-11T03:40:55.880 INFO:tasks.rados.rados.0.smithi086.stdout:2630: oid 38 version 1195 is already newer than 1193 2024-09-11T03:40:55.880 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 1195 (ObjNum 837 snap 248 seq_num 837) dirty exists 2024-09-11T03:40:55.880 INFO:tasks.rados.rados.0.smithi086.stdout:2630: left oid 38 (ObjNum 837 snap 248 seq_num 837) 2024-09-11T03:40:55.881 INFO:tasks.rados.rados.0.smithi086.stdout:2632: finishing write tid 1 to smithi08678205-6 2024-09-11T03:40:55.881 INFO:tasks.rados.rados.0.smithi086.stdout:2632: finishing write tid 2 to smithi08678205-6 2024-09-11T03:40:55.881 INFO:tasks.rados.rados.0.smithi086.stdout:2632: finishing write tid 3 to smithi08678205-6 2024-09-11T03:40:55.881 INFO:tasks.rados.rados.0.smithi086.stdout:2630: done (2 left) 2024-09-11T03:40:55.881 INFO:tasks.rados.rados.0.smithi086.stdout:2633: done (1 left) 2024-09-11T03:40:55.881 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 248 2024-09-11T03:40:55.882 INFO:tasks.rados.rados.0.smithi086.stdout:2634: seq_num 841 ranges {1613824=491520,2105344=598016,2703360=704512,3407872=303104} 2024-09-11T03:40:55.892 INFO:tasks.rados.rados.0.smithi086.stdout:2634: writing smithi08678205-3 from 1613824 to 2105344 tid 1 2024-09-11T03:40:55.896 INFO:tasks.rados.rados.0.smithi086.stdout:2634: writing smithi08678205-3 from 2105344 to 2703360 tid 2 2024-09-11T03:40:55.900 INFO:tasks.rados.rados.0.smithi086.stdout:2634: writing smithi08678205-3 from 2703360 to 3407872 tid 3 2024-09-11T03:40:55.902 INFO:tasks.rados.rados.0.smithi086.stdout:2634: writing smithi08678205-3 from 3407872 to 3710976 tid 4 2024-09-11T03:40:55.902 INFO:tasks.rados.rados.0.smithi086.stdout:2635: snap_create 2024-09-11T03:40:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:2632: finishing write tid 4 to smithi08678205-6 2024-09-11T03:40:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:2632: finishing write tid 5 to smithi08678205-6 2024-09-11T03:40:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:2632: finishing write tid 6 to smithi08678205-6 2024-09-11T03:40:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:2632: oid 6 updating version 0 to 1687 2024-09-11T03:40:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:2632: oid 6 version 1687 is already newer than 1684 2024-09-11T03:40:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:2632: oid 6 updating version 1687 to 1688 2024-09-11T03:40:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:2632: oid 6 version 1688 is already newer than 1686 2024-09-11T03:40:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:2632: oid 6 version 1688 is already newer than 1685 2024-09-11T03:40:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1688 (ObjNum 839 snap 248 seq_num 839) dirty exists 2024-09-11T03:40:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:2632: left oid 6 (ObjNum 839 snap 248 seq_num 839) 2024-09-11T03:40:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:2634: finishing write tid 1 to smithi08678205-3 2024-09-11T03:40:55.903 INFO:tasks.rados.rados.0.smithi086.stdout:2634: finishing write tid 2 to smithi08678205-3 2024-09-11T03:40:55.904 INFO:tasks.rados.rados.0.smithi086.stdout:2634: finishing write tid 3 to smithi08678205-3 2024-09-11T03:40:55.904 INFO:tasks.rados.rados.0.smithi086.stdout:2634: finishing write tid 4 to smithi08678205-3 2024-09-11T03:40:55.904 INFO:tasks.rados.rados.0.smithi086.stdout:2634: finishing write tid 5 to smithi08678205-3 2024-09-11T03:40:55.905 INFO:tasks.rados.rados.0.smithi086.stdout:2634: finishing write tid 6 to smithi08678205-3 2024-09-11T03:40:55.905 INFO:tasks.rados.rados.0.smithi086.stdout:2634: oid 3 updating version 0 to 1836 2024-09-11T03:40:55.905 INFO:tasks.rados.rados.0.smithi086.stdout:2634: oid 3 version 1836 is already newer than 1835 2024-09-11T03:40:55.906 INFO:tasks.rados.rados.0.smithi086.stdout:2634: oid 3 version 1836 is already newer than 1833 2024-09-11T03:40:55.906 INFO:tasks.rados.rados.0.smithi086.stdout:2634: oid 3 version 1836 is already newer than 1832 2024-09-11T03:40:55.906 INFO:tasks.rados.rados.0.smithi086.stdout:2634: oid 3 version 1836 is already newer than 1834 2024-09-11T03:40:55.906 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 1836 (ObjNum 841 snap 248 seq_num 841) dirty exists 2024-09-11T03:40:55.906 INFO:tasks.rados.rados.0.smithi086.stdout:2634: left oid 3 (ObjNum 841 snap 248 seq_num 841) 2024-09-11T03:40:55.991 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:55 smithi130 ceph-mon[83685]: osdmap e585: 8 total, 8 up, 8 in 2024-09-11T03:40:55.992 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:55 smithi130 bash[112217]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-09-11T03:40:55.992 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:55 smithi130 bash[112217]: Writing manifest to image destination 2024-09-11T03:40:56.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:55 smithi086 ceph-mon[89281]: osdmap e585: 8 total, 8 up, 8 in 2024-09-11T03:40:56.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:55 smithi086 ceph-mon[91691]: osdmap e585: 8 total, 8 up, 8 in 2024-09-11T03:40:56.541 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 podman[112217]: 2024-09-11 03:40:56.280251916 +0000 UTC m=+2.320979085 container create 9cdd2b1e4694ee8931c8afe298da0c526eaae4381f7cf0aa06d92e976a789f2d (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-11T03:40:56.541 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 podman[112217]: 2024-09-11 03:40:56.190002052 +0000 UTC m=+2.230729222 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-09-11T03:40:56.541 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 podman[112217]: 2024-09-11 03:40:56.482211575 +0000 UTC m=+2.522938739 container init 9cdd2b1e4694ee8931c8afe298da0c526eaae4381f7cf0aa06d92e976a789f2d (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-11T03:40:56.541 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 podman[112217]: 2024-09-11 03:40:56.484915668 +0000 UTC m=+2.525642840 container start 9cdd2b1e4694ee8931c8afe298da0c526eaae4381f7cf0aa06d92e976a789f2d (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-11T03:40:56.541 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.488Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-11T03:40:56.541 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.488Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-11T03:40:56.541 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-11T03:40:56.541 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-11T03:40:56.541 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-11T03:40:56.542 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-11T03:40:56.542 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-11T03:40:56.542 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=arp 2024-09-11T03:40:56.542 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-11T03:40:56.542 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-11T03:40:56.542 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-11T03:40:56.542 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-11T03:40:56.542 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-11T03:40:56.542 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-11T03:40:56.542 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-11T03:40:56.542 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-11T03:40:56.543 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=edac 2024-09-11T03:40:56.543 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-11T03:40:56.543 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-11T03:40:56.543 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-11T03:40:56.543 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-11T03:40:56.543 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-11T03:40:56.543 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-11T03:40:56.543 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-11T03:40:56.543 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-11T03:40:56.543 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-11T03:40:56.543 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-11T03:40:56.543 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-11T03:40:56.543 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-11T03:40:56.544 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-11T03:40:56.544 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-11T03:40:56.544 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-11T03:40:56.544 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-11T03:40:56.544 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=os 2024-09-11T03:40:56.544 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-11T03:40:56.544 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-11T03:40:56.544 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-11T03:40:56.545 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-11T03:40:56.545 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-11T03:40:56.545 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-11T03:40:56.545 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-11T03:40:56.545 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=stat 2024-09-11T03:40:56.545 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-11T03:40:56.545 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-11T03:40:56.545 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-11T03:40:56.545 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=time 2024-09-11T03:40:56.545 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-11T03:40:56.545 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=uname 2024-09-11T03:40:56.545 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-11T03:40:56.546 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-11T03:40:56.546 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.489Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-11T03:40:56.546 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.490Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-11T03:40:56.546 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b[112291]: ts=2024-09-11T03:40:56.490Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-11T03:40:56.546 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 bash[112217]: 9cdd2b1e4694ee8931c8afe298da0c526eaae4381f7cf0aa06d92e976a789f2d 2024-09-11T03:40:56.736 INFO:tasks.rados.rados.0.smithi086.stdout:2632: done (2 left) 2024-09-11T03:40:56.737 INFO:tasks.rados.rados.0.smithi086.stdout:2634: done (1 left) 2024-09-11T03:40:56.737 INFO:tasks.rados.rados.0.smithi086.stdout:2635: done (0 left) 2024-09-11T03:40:56.737 INFO:tasks.rados.rados.0.smithi086.stdout:2636: delete oid 47 current snap is 249 2024-09-11T03:40:56.741 INFO:tasks.rados.rados.0.smithi086.stdout:2636: done (0 left) 2024-09-11T03:40:56.741 INFO:tasks.rados.rados.0.smithi086.stdout:2637: copy_from oid 37 from oid 34 current snap is 249 2024-09-11T03:40:56.741 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 249 2024-09-11T03:40:56.741 INFO:tasks.rados.rados.0.smithi086.stdout:2638: seq_num 843 ranges {0=524288,524288=761856,1286144=671744,1957888=172032} 2024-09-11T03:40:56.744 INFO:tasks.rados.rados.0.smithi086.stdout:2638: writing smithi08678205-9 from 0 to 524288 tid 1 2024-09-11T03:40:56.749 INFO:tasks.rados.rados.0.smithi086.stdout:2638: writing smithi08678205-9 from 524288 to 1286144 tid 2 2024-09-11T03:40:56.753 INFO:tasks.rados.rados.0.smithi086.stdout:2638: writing smithi08678205-9 from 1286144 to 1957888 tid 3 2024-09-11T03:40:56.754 INFO:tasks.rados.rados.0.smithi086.stdout:2638: writing smithi08678205-9 from 1957888 to 2129920 tid 4 2024-09-11T03:40:56.755 INFO:tasks.rados.rados.0.smithi086.stdout:2639: rollback oid 27 current snap is 249 2024-09-11T03:40:56.755 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 27 to 247 2024-09-11T03:40:56.755 INFO:tasks.rados.rados.0.smithi086.stdout:2638: finishing write tid 1 to smithi08678205-9 2024-09-11T03:40:56.755 INFO:tasks.rados.rados.0.smithi086.stdout:2638: finishing write tid 2 to smithi08678205-9 2024-09-11T03:40:56.755 INFO:tasks.rados.rados.0.smithi086.stdout:2640: delete oid 28 current snap is 249 2024-09-11T03:40:56.757 INFO:tasks.rados.rados.0.smithi086.stdout:2640: done (3 left) 2024-09-11T03:40:56.757 INFO:tasks.rados.rados.0.smithi086.stdout:2641: delete oid 35 current snap is 249 2024-09-11T03:40:56.759 INFO:tasks.rados.rados.0.smithi086.stdout:2638: finishing write tid 3 to smithi08678205-9 2024-09-11T03:40:56.759 INFO:tasks.rados.rados.0.smithi086.stdout:2637: finishing copy_from racing read to smithi08678205-37 2024-09-11T03:40:56.760 INFO:tasks.rados.rados.0.smithi086.stdout:2639: finishing rollback tid 0 to smithi08678205-27 2024-09-11T03:40:56.760 INFO:tasks.rados.rados.0.smithi086.stdout:2638: finishing write tid 4 to smithi08678205-9 2024-09-11T03:40:56.760 INFO:tasks.rados.rados.0.smithi086.stdout:2639: finishing rollback tid 1 to smithi08678205-27 2024-09-11T03:40:56.761 INFO:tasks.rados.rados.0.smithi086.stdout:2639: finishing rollback tid 2 to smithi08678205-27 2024-09-11T03:40:56.762 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 1691 (ObjNum 788 snap 227 seq_num 788) dirty exists 2024-09-11T03:40:56.762 INFO:tasks.rados.rados.0.smithi086.stdout:2639: done (3 left) 2024-09-11T03:40:56.762 INFO:tasks.rados.rados.0.smithi086.stdout:2641: done (2 left) 2024-09-11T03:40:56.762 INFO:tasks.rados.rados.0.smithi086.stdout:2642: snap_create 2024-09-11T03:40:56.762 INFO:tasks.rados.rados.0.smithi086.stdout:2638: finishing write tid 5 to smithi08678205-9 2024-09-11T03:40:56.763 INFO:tasks.rados.rados.0.smithi086.stdout:2637: finishing copy_from to smithi08678205-37 2024-09-11T03:40:56.763 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1677 (ObjNum 811 snap 236 seq_num 811) dirty exists 2024-09-11T03:40:56.764 INFO:tasks.rados.rados.0.smithi086.stdout:2638: finishing write tid 6 to smithi08678205-9 2024-09-11T03:40:56.765 INFO:tasks.rados.rados.0.smithi086.stdout:2638: oid 9 updating version 0 to 1199 2024-09-11T03:40:56.765 INFO:tasks.rados.rados.0.smithi086.stdout:2638: oid 9 version 1199 is already newer than 1197 2024-09-11T03:40:56.765 INFO:tasks.rados.rados.0.smithi086.stdout:2638: oid 9 updating version 1199 to 1200 2024-09-11T03:40:56.765 INFO:tasks.rados.rados.0.smithi086.stdout:2638: oid 9 version 1200 is already newer than 1196 2024-09-11T03:40:56.765 INFO:tasks.rados.rados.0.smithi086.stdout:2638: oid 9 version 1200 is already newer than 1198 2024-09-11T03:40:56.765 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 1200 (ObjNum 843 snap 249 seq_num 843) dirty exists 2024-09-11T03:40:56.765 INFO:tasks.rados.rados.0.smithi086.stdout:2638: left oid 9 (ObjNum 843 snap 249 seq_num 843) 2024-09-11T03:40:56.829 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:40:56 smithi130 systemd[1]: Started Ceph node-exporter.b for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:40:56.841 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-mon[83685]: pgmap v544: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-11T03:40:56.841 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-mon[83685]: osdmap e586: 8 total, 8 up, 8 in 2024-09-11T03:40:56.841 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:56.841 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:56.841 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:56 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:56 smithi086 ceph-mon[89281]: pgmap v544: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-11T03:40:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:56 smithi086 ceph-mon[89281]: osdmap e586: 8 total, 8 up, 8 in 2024-09-11T03:40:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:56 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:56 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:56 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:57.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:56 smithi086 ceph-mon[91691]: pgmap v544: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 6 op/s 2024-09-11T03:40:57.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:56 smithi086 ceph-mon[91691]: osdmap e586: 8 total, 8 up, 8 in 2024-09-11T03:40:57.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:56 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:57.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:56 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:40:57.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:56 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:40:57.703 INFO:tasks.rados.rados.0.smithi086.stdout:2637: done (2 left) 2024-09-11T03:40:57.703 INFO:tasks.rados.rados.0.smithi086.stdout:2638: done (1 left) 2024-09-11T03:40:57.704 INFO:tasks.rados.rados.0.smithi086.stdout:2642: done (0 left) 2024-09-11T03:40:57.704 INFO:tasks.rados.rados.0.smithi086.stdout:2643: snap_remove snap 249 2024-09-11T03:40:58.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:57 smithi086 ceph-mon[89281]: osdmap e587: 8 total, 8 up, 8 in 2024-09-11T03:40:58.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:57 smithi086 ceph-mon[89281]: osdmap e588: 8 total, 8 up, 8 in 2024-09-11T03:40:58.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:57 smithi086 ceph-mon[91691]: osdmap e587: 8 total, 8 up, 8 in 2024-09-11T03:40:58.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:57 smithi086 ceph-mon[91691]: osdmap e588: 8 total, 8 up, 8 in 2024-09-11T03:40:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:57 smithi130 ceph-mon[83685]: osdmap e587: 8 total, 8 up, 8 in 2024-09-11T03:40:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:57 smithi130 ceph-mon[83685]: osdmap e588: 8 total, 8 up, 8 in 2024-09-11T03:40:58.299 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:40:58 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:40:58] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.43.0" 2024-09-11T03:40:58.709 INFO:tasks.rados.rados.0.smithi086.stdout:2643: done (0 left) 2024-09-11T03:40:58.710 INFO:tasks.rados.rados.0.smithi086.stdout:2644: snap_create 2024-09-11T03:40:59.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:58 smithi086 ceph-mon[89281]: pgmap v547: 121 pgs: 121 active+clean; 201 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-09-11T03:40:59.003 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:40:58 smithi086 ceph-mon[89281]: osdmap e589: 8 total, 8 up, 8 in 2024-09-11T03:40:59.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:58 smithi086 ceph-mon[91691]: pgmap v547: 121 pgs: 121 active+clean; 201 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-09-11T03:40:59.003 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:40:58 smithi086 ceph-mon[91691]: osdmap e589: 8 total, 8 up, 8 in 2024-09-11T03:40:59.058 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:58 smithi130 ceph-mon[83685]: pgmap v547: 121 pgs: 121 active+clean; 201 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-09-11T03:40:59.058 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:40:58 smithi130 ceph-mon[83685]: osdmap e589: 8 total, 8 up, 8 in 2024-09-11T03:40:59.712 INFO:tasks.rados.rados.0.smithi086.stdout:2644: done (0 left) 2024-09-11T03:40:59.713 INFO:tasks.rados.rados.0.smithi086.stdout:2645: snap_remove snap 248 2024-09-11T03:41:00.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:00 smithi086 ceph-mon[89281]: pgmap v550: 121 pgs: 121 active+clean; 205 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-09-11T03:41:00.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:00 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:00.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:00 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:00.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:00 smithi086 ceph-mon[89281]: osdmap e590: 8 total, 8 up, 8 in 2024-09-11T03:41:00.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:00 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:00.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:00 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:00.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:00 smithi086 ceph-mon[91691]: pgmap v550: 121 pgs: 121 active+clean; 205 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-09-11T03:41:00.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:00 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:00.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:00 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:00.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:00 smithi086 ceph-mon[91691]: osdmap e590: 8 total, 8 up, 8 in 2024-09-11T03:41:00.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:00 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:00.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:00 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:00.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:00 smithi130 ceph-mon[83685]: pgmap v550: 121 pgs: 121 active+clean; 205 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-09-11T03:41:00.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:00 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:00.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:00 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:00.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:00 smithi130 ceph-mon[83685]: osdmap e590: 8 total, 8 up, 8 in 2024-09-11T03:41:00.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:00 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:00.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:00 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:00.710 INFO:tasks.rados.rados.0.smithi086.stdout:2645: done (0 left) 2024-09-11T03:41:00.710 INFO:tasks.rados.rados.0.smithi086.stdout:2646: setattr oid 43 current snap is 251 2024-09-11T03:41:00.712 INFO:tasks.rados.rados.0.smithi086.stdout:2647: setattr oid 29 current snap is 251 2024-09-11T03:41:00.714 INFO:tasks.rados.rados.0.smithi086.stdout:2648: rmattr oid 12 current snap is 251 2024-09-11T03:41:00.714 INFO:tasks.rados.rados.0.smithi086.stdout:2648: done (2 left) 2024-09-11T03:41:00.714 INFO:tasks.rados.rados.0.smithi086.stdout:2649: read oid 3 snap -1 2024-09-11T03:41:00.714 INFO:tasks.rados.rados.0.smithi086.stdout:2649: expect (ObjNum 841 snap 248 seq_num 841) 2024-09-11T03:41:00.714 INFO:tasks.rados.rados.0.smithi086.stdout:2650: copy_from oid 15 from oid 24 current snap is 251 2024-09-11T03:41:00.715 INFO:tasks.rados.rados.0.smithi086.stdout:2651: read oid 32 snap 240 2024-09-11T03:41:00.715 INFO:tasks.rados.rados.0.smithi086.stdout:2651: expect (ObjNum 798 snap 232 seq_num 798) 2024-09-11T03:41:00.715 INFO:tasks.rados.rados.0.smithi086.stdout:2652: read oid 4 snap 240 2024-09-11T03:41:00.715 INFO:tasks.rados.rados.0.smithi086.stdout:2652: expect (ObjNum 809 snap 236 seq_num 809) 2024-09-11T03:41:00.715 INFO:tasks.rados.rados.0.smithi086.stdout:2653: read oid 26 snap 250 2024-09-11T03:41:00.715 INFO:tasks.rados.rados.0.smithi086.stdout:2653: expect deleted 2024-09-11T03:41:00.715 INFO:tasks.rados.rados.0.smithi086.stdout:2654: setattr oid 18 current snap is 251 2024-09-11T03:41:00.716 INFO:tasks.rados.rados.0.smithi086.stdout:2653: done (7 left) 2024-09-11T03:41:00.716 INFO:tasks.rados.rados.0.smithi086.stdout:2655: read oid 13 snap 247 2024-09-11T03:41:00.716 INFO:tasks.rados.rados.0.smithi086.stdout:2655: expect (ObjNum 716 snap 204 seq_num 716) 2024-09-11T03:41:00.716 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 251 2024-09-11T03:41:00.716 INFO:tasks.rados.rados.0.smithi086.stdout:2656: seq_num 846 ranges {2809856=573440,3383296=466944,3850240=491520,4341760=548864,4890624=98304} 2024-09-11T03:41:00.735 INFO:tasks.rados.rados.0.smithi086.stdout:2656: writing smithi08678205-34 from 2809856 to 3383296 tid 1 2024-09-11T03:41:00.739 INFO:tasks.rados.rados.0.smithi086.stdout:2656: writing smithi08678205-34 from 3383296 to 3850240 tid 2 2024-09-11T03:41:00.742 INFO:tasks.rados.rados.0.smithi086.stdout:2656: writing smithi08678205-34 from 3850240 to 4341760 tid 3 2024-09-11T03:41:00.746 INFO:tasks.rados.rados.0.smithi086.stdout:2656: writing smithi08678205-34 from 4341760 to 4890624 tid 4 2024-09-11T03:41:00.747 INFO:tasks.rados.rados.0.smithi086.stdout:2656: writing smithi08678205-34 from 4890624 to 4988928 tid 5 2024-09-11T03:41:00.747 INFO:tasks.rados.rados.0.smithi086.stdout:2657: snap_create 2024-09-11T03:41:00.747 INFO:tasks.rados.rados.0.smithi086.stdout:2650: finishing copy_from to smithi08678205-15 2024-09-11T03:41:00.747 INFO:tasks.rados.rados.0.smithi086.stdout:2650: got expected ENOENT (src dne) 2024-09-11T03:41:00.747 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 1678 (ObjNum 619 snap 177 seq_num 619) dirty exists 2024-09-11T03:41:00.747 INFO:tasks.rados.rados.0.smithi086.stdout:2650: finishing copy_from racing read to smithi08678205-15 2024-09-11T03:41:00.747 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 1679 (ObjNum 809 snap 236 seq_num 809) dirty exists 2024-09-11T03:41:00.747 INFO:tasks.rados.rados.0.smithi086.stdout:2652: expect (ObjNum 809 snap 236 seq_num 809) 2024-09-11T03:41:00.790 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 2336 (ObjNum 710 snap 203 seq_num 710) dirty exists 2024-09-11T03:41:00.790 INFO:tasks.rados.rados.0.smithi086.stdout:2649: expect (ObjNum 841 snap 248 seq_num 841) 2024-09-11T03:41:00.909 INFO:tasks.rados.rados.0.smithi086.stdout:2655: expect (ObjNum 716 snap 204 seq_num 716) 2024-09-11T03:41:00.969 INFO:tasks.rados.rados.0.smithi086.stdout:2656: finishing write tid 1 to smithi08678205-34 2024-09-11T03:41:00.970 INFO:tasks.rados.rados.0.smithi086.stdout:2656: finishing write tid 2 to smithi08678205-34 2024-09-11T03:41:00.970 INFO:tasks.rados.rados.0.smithi086.stdout:2656: finishing write tid 3 to smithi08678205-34 2024-09-11T03:41:00.970 INFO:tasks.rados.rados.0.smithi086.stdout:2651: expect (ObjNum 798 snap 232 seq_num 798) 2024-09-11T03:41:01.447 INFO:tasks.rados.rados.0.smithi086.stdout:2656: finishing write tid 4 to smithi08678205-34 2024-09-11T03:41:01.447 INFO:tasks.rados.rados.0.smithi086.stdout:2656: finishing write tid 5 to smithi08678205-34 2024-09-11T03:41:01.447 INFO:tasks.rados.rados.0.smithi086.stdout:2656: finishing write tid 6 to smithi08678205-34 2024-09-11T03:41:01.447 INFO:tasks.rados.rados.0.smithi086.stdout:2656: finishing write tid 7 to smithi08678205-34 2024-09-11T03:41:01.447 INFO:tasks.rados.rados.0.smithi086.stdout:2656: oid 34 updating version 0 to 1682 2024-09-11T03:41:01.447 INFO:tasks.rados.rados.0.smithi086.stdout:2656: oid 34 updating version 1682 to 1684 2024-09-11T03:41:01.447 INFO:tasks.rados.rados.0.smithi086.stdout:2656: oid 34 version 1684 is already newer than 1681 2024-09-11T03:41:01.447 INFO:tasks.rados.rados.0.smithi086.stdout:2656: oid 34 version 1684 is already newer than 1683 2024-09-11T03:41:01.448 INFO:tasks.rados.rados.0.smithi086.stdout:2656: oid 34 updating version 1684 to 1685 2024-09-11T03:41:01.448 INFO:tasks.rados.rados.0.smithi086.stdout:2656: oid 34 version 1685 is already newer than 1680 2024-09-11T03:41:01.448 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 1685 (ObjNum 846 snap 251 seq_num 846) dirty exists 2024-09-11T03:41:01.448 INFO:tasks.rados.rados.0.smithi086.stdout:2656: left oid 34 (ObjNum 846 snap 251 seq_num 846) 2024-09-11T03:41:01.650 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:01 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:01.650 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:01 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:01.650 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:01 smithi086 ceph-mon[89281]: osdmap e591: 8 total, 8 up, 8 in 2024-09-11T03:41:01.650 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:01 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:01.650 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:01 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:01.650 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:01 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:01.650 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:01 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:01.651 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:01 smithi086 ceph-mon[91691]: osdmap e591: 8 total, 8 up, 8 in 2024-09-11T03:41:01.651 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:01 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:01.651 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:01 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:01.718 INFO:tasks.rados.rados.0.smithi086.stdout:2646: done (9 left) 2024-09-11T03:41:01.718 INFO:tasks.rados.rados.0.smithi086.stdout:2647: done (8 left) 2024-09-11T03:41:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:2649: done (7 left) 2024-09-11T03:41:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:2650: done (6 left) 2024-09-11T03:41:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:2651: done (5 left) 2024-09-11T03:41:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:2652: done (4 left) 2024-09-11T03:41:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:2654: done (3 left) 2024-09-11T03:41:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:2655: done (2 left) 2024-09-11T03:41:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:2656: done (1 left) 2024-09-11T03:41:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:2657: done (0 left) 2024-09-11T03:41:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 252 2024-09-11T03:41:01.719 INFO:tasks.rados.rados.0.smithi086.stdout:2658: seq_num 847 ranges {2129920=589824,2719744=753664,3473408=655360,4128768=196608} 2024-09-11T03:41:01.727 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:01 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:01.728 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:01 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:01.728 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:01 smithi130 ceph-mon[83685]: osdmap e591: 8 total, 8 up, 8 in 2024-09-11T03:41:01.728 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:01 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:01.728 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:01 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:01.732 INFO:tasks.rados.rados.0.smithi086.stdout:2658: writing smithi08678205-9 from 2129920 to 2719744 tid 1 2024-09-11T03:41:01.737 INFO:tasks.rados.rados.0.smithi086.stdout:2658: writing smithi08678205-9 from 2719744 to 3473408 tid 2 2024-09-11T03:41:01.741 INFO:tasks.rados.rados.0.smithi086.stdout:2658: writing smithi08678205-9 from 3473408 to 4128768 tid 3 2024-09-11T03:41:01.742 INFO:tasks.rados.rados.0.smithi086.stdout:2658: writing smithi08678205-9 from 4128768 to 4325376 tid 4 2024-09-11T03:41:01.742 INFO:tasks.rados.rados.0.smithi086.stdout:2659: read oid 18 snap -1 2024-09-11T03:41:01.743 INFO:tasks.rados.rados.0.smithi086.stdout:2659: expect (ObjNum 809 snap 236 seq_num 809) 2024-09-11T03:41:01.743 INFO:tasks.rados.rados.0.smithi086.stdout:2660: snap_remove snap 240 2024-09-11T03:41:02.708 INFO:tasks.rados.rados.0.smithi086.stdout:2660: done (2 left) 2024-09-11T03:41:02.709 INFO:tasks.rados.rados.0.smithi086.stdout:2661: copy_from oid 19 from oid 12 current snap is 252 2024-09-11T03:41:02.709 INFO:tasks.rados.rados.0.smithi086.stdout:2658: finishing write tid 1 to smithi08678205-9 2024-09-11T03:41:02.709 INFO:tasks.rados.rados.0.smithi086.stdout:2658: finishing write tid 2 to smithi08678205-9 2024-09-11T03:41:02.709 INFO:tasks.rados.rados.0.smithi086.stdout:2658: finishing write tid 3 to smithi08678205-9 2024-09-11T03:41:02.709 INFO:tasks.rados.rados.0.smithi086.stdout:2658: finishing write tid 4 to smithi08678205-9 2024-09-11T03:41:02.709 INFO:tasks.rados.rados.0.smithi086.stdout:2658: finishing write tid 5 to smithi08678205-9 2024-09-11T03:41:02.709 INFO:tasks.rados.rados.0.smithi086.stdout:2658: finishing write tid 6 to smithi08678205-9 2024-09-11T03:41:02.709 INFO:tasks.rados.rados.0.smithi086.stdout:2658: oid 9 updating version 0 to 1201 2024-09-11T03:41:02.709 INFO:tasks.rados.rados.0.smithi086.stdout:2658: oid 9 updating version 1201 to 1204 2024-09-11T03:41:02.709 INFO:tasks.rados.rados.0.smithi086.stdout:2658: oid 9 version 1204 is already newer than 1203 2024-09-11T03:41:02.709 INFO:tasks.rados.rados.0.smithi086.stdout:2658: oid 9 updating version 1204 to 1205 2024-09-11T03:41:02.709 INFO:tasks.rados.rados.0.smithi086.stdout:2658: oid 9 version 1205 is already newer than 1202 2024-09-11T03:41:02.709 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 1205 (ObjNum 847 snap 252 seq_num 847) dirty exists 2024-09-11T03:41:02.710 INFO:tasks.rados.rados.0.smithi086.stdout:2658: left oid 9 (ObjNum 847 snap 252 seq_num 847) 2024-09-11T03:41:02.710 INFO:tasks.rados.rados.0.smithi086.stdout:2659: expect (ObjNum 809 snap 236 seq_num 809) 2024-09-11T03:41:02.772 INFO:tasks.rados.rados.0.smithi086.stdout:2661: finishing copy_from racing read to smithi08678205-19 2024-09-11T03:41:02.772 INFO:tasks.rados.rados.0.smithi086.stdout:2661: finishing copy_from to smithi08678205-19 2024-09-11T03:41:02.773 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 1906 (ObjNum 710 snap 203 seq_num 710) dirty exists 2024-09-11T03:41:02.773 INFO:tasks.rados.rados.0.smithi086.stdout:2658: done (2 left) 2024-09-11T03:41:02.773 INFO:tasks.rados.rados.0.smithi086.stdout:2659: done (1 left) 2024-09-11T03:41:02.773 INFO:tasks.rados.rados.0.smithi086.stdout:2661: done (0 left) 2024-09-11T03:41:02.773 INFO:tasks.rados.rados.0.smithi086.stdout:2662: read oid 47 snap -1 2024-09-11T03:41:02.773 INFO:tasks.rados.rados.0.smithi086.stdout:2662: expect deleted 2024-09-11T03:41:02.773 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 252 2024-09-11T03:41:02.773 INFO:tasks.rados.rados.0.smithi086.stdout:2663: seq_num 848 ranges {4325376=606208,4931584=630784,5562368=458752,6021120=516096} 2024-09-11T03:41:02.798 INFO:tasks.rados.rados.0.smithi086.stdout:2663: writing smithi08678205-9 from 4325376 to 4931584 tid 1 2024-09-11T03:41:02.802 INFO:tasks.rados.rados.0.smithi086.stdout:2663: writing smithi08678205-9 from 4931584 to 5562368 tid 2 2024-09-11T03:41:02.804 INFO:tasks.rados.rados.0.smithi086.stdout:2663: writing smithi08678205-9 from 5562368 to 6021120 tid 3 2024-09-11T03:41:02.807 INFO:tasks.rados.rados.0.smithi086.stdout:2663: writing smithi08678205-9 from 6021120 to 6537216 tid 4 2024-09-11T03:41:02.807 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 252 2024-09-11T03:41:02.808 INFO:tasks.rados.rados.0.smithi086.stdout:2664: seq_num 849 ranges {2809856=622592,3432448=516096,3948544=663552,4612096=425984} 2024-09-11T03:41:02.826 INFO:tasks.rados.rados.0.smithi086.stdout:2664: writing smithi08678205-37 from 2809856 to 3432448 tid 1 2024-09-11T03:41:02.829 INFO:tasks.rados.rados.0.smithi086.stdout:2664: writing smithi08678205-37 from 3432448 to 3948544 tid 2 2024-09-11T03:41:02.833 INFO:tasks.rados.rados.0.smithi086.stdout:2664: writing smithi08678205-37 from 3948544 to 4612096 tid 3 2024-09-11T03:41:02.836 INFO:tasks.rados.rados.0.smithi086.stdout:2664: writing smithi08678205-37 from 4612096 to 5038080 tid 4 2024-09-11T03:41:02.836 INFO:tasks.rados.rados.0.smithi086.stdout:2665: delete oid 17 current snap is 252 2024-09-11T03:41:02.836 INFO:tasks.rados.rados.0.smithi086.stdout:2663: finishing write tid 1 to smithi08678205-9 2024-09-11T03:41:02.836 INFO:tasks.rados.rados.0.smithi086.stdout:2663: finishing write tid 2 to smithi08678205-9 2024-09-11T03:41:02.836 INFO:tasks.rados.rados.0.smithi086.stdout:2663: finishing write tid 3 to smithi08678205-9 2024-09-11T03:41:02.837 INFO:tasks.rados.rados.0.smithi086.stdout:2663: finishing write tid 4 to smithi08678205-9 2024-09-11T03:41:02.837 INFO:tasks.rados.rados.0.smithi086.stdout:2663: finishing write tid 5 to smithi08678205-9 2024-09-11T03:41:02.837 INFO:tasks.rados.rados.0.smithi086.stdout:2663: finishing write tid 6 to smithi08678205-9 2024-09-11T03:41:02.837 INFO:tasks.rados.rados.0.smithi086.stdout:2663: oid 9 updating version 0 to 1207 2024-09-11T03:41:02.837 INFO:tasks.rados.rados.0.smithi086.stdout:2663: oid 9 updating version 1207 to 1208 2024-09-11T03:41:02.837 INFO:tasks.rados.rados.0.smithi086.stdout:2663: oid 9 updating version 1208 to 1209 2024-09-11T03:41:02.837 INFO:tasks.rados.rados.0.smithi086.stdout:2663: oid 9 version 1209 is already newer than 1206 2024-09-11T03:41:02.837 INFO:tasks.rados.rados.0.smithi086.stdout:2663: oid 9 updating version 1209 to 1210 2024-09-11T03:41:02.837 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 1210 (ObjNum 848 snap 252 seq_num 848) dirty exists 2024-09-11T03:41:02.837 INFO:tasks.rados.rados.0.smithi086.stdout:2663: left oid 9 (ObjNum 848 snap 252 seq_num 848) 2024-09-11T03:41:02.837 INFO:tasks.rados.rados.0.smithi086.stdout:2664: finishing write tid 1 to smithi08678205-37 2024-09-11T03:41:02.837 INFO:tasks.rados.rados.0.smithi086.stdout:2664: finishing write tid 2 to smithi08678205-37 2024-09-11T03:41:02.837 INFO:tasks.rados.rados.0.smithi086.stdout:2664: finishing write tid 3 to smithi08678205-37 2024-09-11T03:41:02.838 INFO:tasks.rados.rados.0.smithi086.stdout:2662: done (3 left) 2024-09-11T03:41:02.839 INFO:tasks.rados.rados.0.smithi086.stdout:2663: done (2 left) 2024-09-11T03:41:02.839 INFO:tasks.rados.rados.0.smithi086.stdout:2665: done (1 left) 2024-09-11T03:41:02.839 INFO:tasks.rados.rados.0.smithi086.stdout:2666: setattr oid 40 current snap is 252 2024-09-11T03:41:02.839 INFO:tasks.rados.rados.0.smithi086.stdout:2664: finishing write tid 4 to smithi08678205-37 2024-09-11T03:41:02.839 INFO:tasks.rados.rados.0.smithi086.stdout:2667: read oid 50 snap -1 2024-09-11T03:41:02.839 INFO:tasks.rados.rados.0.smithi086.stdout:2667: expect (ObjNum 647 snap 180 seq_num 647) 2024-09-11T03:41:02.839 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 252 2024-09-11T03:41:02.839 INFO:tasks.rados.rados.0.smithi086.stdout:2668: seq_num 851 ranges {2433024=655360,3088384=688128,3776512=679936,4456448=237568} 2024-09-11T03:41:02.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:02 smithi130 ceph-mon[83685]: pgmap v553: 121 pgs: 121 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-09-11T03:41:02.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:02 smithi130 ceph-mon[83685]: osdmap e592: 8 total, 8 up, 8 in 2024-09-11T03:41:02.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:02 smithi130 ceph-mon[83685]: osdmap e593: 8 total, 8 up, 8 in 2024-09-11T03:41:02.855 INFO:tasks.rados.rados.0.smithi086.stdout:2668: writing smithi08678205-8 from 2433024 to 3088384 tid 1 2024-09-11T03:41:02.859 INFO:tasks.rados.rados.0.smithi086.stdout:2668: writing smithi08678205-8 from 3088384 to 3776512 tid 2 2024-09-11T03:41:02.863 INFO:tasks.rados.rados.0.smithi086.stdout:2668: writing smithi08678205-8 from 3776512 to 4456448 tid 3 2024-09-11T03:41:02.865 INFO:tasks.rados.rados.0.smithi086.stdout:2668: writing smithi08678205-8 from 4456448 to 4694016 tid 4 2024-09-11T03:41:02.865 INFO:tasks.rados.rados.0.smithi086.stdout:2669: delete oid 44 current snap is 252 2024-09-11T03:41:02.865 INFO:tasks.rados.rados.0.smithi086.stdout:2664: finishing write tid 5 to smithi08678205-37 2024-09-11T03:41:02.865 INFO:tasks.rados.rados.0.smithi086.stdout:2664: finishing write tid 6 to smithi08678205-37 2024-09-11T03:41:02.866 INFO:tasks.rados.rados.0.smithi086.stdout:2664: oid 37 updating version 0 to 1680 2024-09-11T03:41:02.866 INFO:tasks.rados.rados.0.smithi086.stdout:2664: oid 37 updating version 1680 to 1681 2024-09-11T03:41:02.866 INFO:tasks.rados.rados.0.smithi086.stdout:2664: oid 37 version 1681 is already newer than 1679 2024-09-11T03:41:02.866 INFO:tasks.rados.rados.0.smithi086.stdout:2664: oid 37 updating version 1681 to 1682 2024-09-11T03:41:02.866 INFO:tasks.rados.rados.0.smithi086.stdout:2664: oid 37 version 1682 is already newer than 1678 2024-09-11T03:41:02.866 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1682 (ObjNum 849 snap 252 seq_num 849) dirty exists 2024-09-11T03:41:02.866 INFO:tasks.rados.rados.0.smithi086.stdout:2664: left oid 37 (ObjNum 849 snap 252 seq_num 849) 2024-09-11T03:41:02.866 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 1211 (ObjNum 497 snap 0 seq_num 580886208) dirty exists 2024-09-11T03:41:02.866 INFO:tasks.rados.rados.0.smithi086.stdout:2667: expect (ObjNum 647 snap 180 seq_num 647) 2024-09-11T03:41:02.898 INFO:tasks.rados.rados.0.smithi086.stdout:2668: finishing write tid 1 to smithi08678205-8 2024-09-11T03:41:02.898 INFO:tasks.rados.rados.0.smithi086.stdout:2668: finishing write tid 2 to smithi08678205-8 2024-09-11T03:41:02.898 INFO:tasks.rados.rados.0.smithi086.stdout:2668: finishing write tid 3 to smithi08678205-8 2024-09-11T03:41:02.898 INFO:tasks.rados.rados.0.smithi086.stdout:2664: done (4 left) 2024-09-11T03:41:02.898 INFO:tasks.rados.rados.0.smithi086.stdout:2666: done (3 left) 2024-09-11T03:41:02.898 INFO:tasks.rados.rados.0.smithi086.stdout:2667: done (2 left) 2024-09-11T03:41:02.898 INFO:tasks.rados.rados.0.smithi086.stdout:2669: done (1 left) 2024-09-11T03:41:02.899 INFO:tasks.rados.rados.0.smithi086.stdout:2670: read oid 27 snap -1 2024-09-11T03:41:02.899 INFO:tasks.rados.rados.0.smithi086.stdout:2670: expect (ObjNum 788 snap 227 seq_num 788) 2024-09-11T03:41:02.899 INFO:tasks.rados.rados.0.smithi086.stdout:2671: snap_remove snap 250 2024-09-11T03:41:03.024 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:02 smithi086 ceph-mon[89281]: pgmap v553: 121 pgs: 121 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-09-11T03:41:03.025 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:02 smithi086 ceph-mon[89281]: osdmap e592: 8 total, 8 up, 8 in 2024-09-11T03:41:03.025 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:02 smithi086 ceph-mon[89281]: osdmap e593: 8 total, 8 up, 8 in 2024-09-11T03:41:03.025 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:02 smithi086 ceph-mon[91691]: pgmap v553: 121 pgs: 121 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-09-11T03:41:03.025 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:02 smithi086 ceph-mon[91691]: osdmap e592: 8 total, 8 up, 8 in 2024-09-11T03:41:03.025 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:02 smithi086 ceph-mon[91691]: osdmap e593: 8 total, 8 up, 8 in 2024-09-11T03:41:03.722 INFO:tasks.rados.rados.0.smithi086.stdout:2671: done (2 left) 2024-09-11T03:41:03.723 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 252 2024-09-11T03:41:03.723 INFO:tasks.rados.rados.0.smithi086.stdout:2672: seq_num 853 ranges {17358848=696320,18055168=507904,18563072=647168,19210240=450560} 2024-09-11T03:41:03.818 INFO:tasks.rados.rados.0.smithi086.stdout:2672: writing smithi08678205-6 from 17358848 to 18055168 tid 1 2024-09-11T03:41:03.821 INFO:tasks.rados.rados.0.smithi086.stdout:2672: writing smithi08678205-6 from 18055168 to 18563072 tid 2 2024-09-11T03:41:03.825 INFO:tasks.rados.rados.0.smithi086.stdout:2672: writing smithi08678205-6 from 18563072 to 19210240 tid 3 2024-09-11T03:41:03.827 INFO:tasks.rados.rados.0.smithi086.stdout:2672: writing smithi08678205-6 from 19210240 to 19660800 tid 4 2024-09-11T03:41:03.828 INFO:tasks.rados.rados.0.smithi086.stdout:2673: snap_remove snap 247 2024-09-11T03:41:04.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: pgmap v556: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 186 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-11T03:41:04.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: osdmap e594: 8 total, 8 up, 8 in 2024-09-11T03:41:04.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:41:04.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:41:04.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:04.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.654 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.654 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.723 INFO:tasks.rados.rados.0.smithi086.stdout:2673: done (3 left) 2024-09-11T03:41:04.723 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 25 current snap is 252 2024-09-11T03:41:04.723 INFO:tasks.rados.rados.0.smithi086.stdout:2674: seq_num 854 ranges {5005312=712704,5718016=794624,6512640=450560,6963200=360448} 2024-09-11T03:41:04.755 INFO:tasks.rados.rados.0.smithi086.stdout:2674: writing smithi08678205-25 from 5005312 to 5718016 tid 1 2024-09-11T03:41:04.759 INFO:tasks.rados.rados.0.smithi086.stdout:2674: writing smithi08678205-25 from 5718016 to 6512640 tid 2 2024-09-11T03:41:04.762 INFO:tasks.rados.rados.0.smithi086.stdout:2674: writing smithi08678205-25 from 6512640 to 6963200 tid 3 2024-09-11T03:41:04.765 INFO:tasks.rados.rados.0.smithi086.stdout:2674: writing smithi08678205-25 from 6963200 to 7323648 tid 4 2024-09-11T03:41:04.765 INFO:tasks.rados.rados.0.smithi086.stdout:2675: copy_from oid 35 from oid 30 current snap is 252 2024-09-11T03:41:04.766 INFO:tasks.rados.rados.0.smithi086.stdout:2668: finishing write tid 4 to smithi08678205-8 2024-09-11T03:41:04.766 INFO:tasks.rados.rados.0.smithi086.stdout:2668: finishing write tid 5 to smithi08678205-8 2024-09-11T03:41:04.766 INFO:tasks.rados.rados.0.smithi086.stdout:2668: finishing write tid 6 to smithi08678205-8 2024-09-11T03:41:04.766 INFO:tasks.rados.rados.0.smithi086.stdout:2668: oid 8 updating version 0 to 1208 2024-09-11T03:41:04.766 INFO:tasks.rados.rados.0.smithi086.stdout:2668: oid 8 version 1208 is already newer than 1207 2024-09-11T03:41:04.766 INFO:tasks.rados.rados.0.smithi086.stdout:2668: oid 8 version 1208 is already newer than 1205 2024-09-11T03:41:04.766 INFO:tasks.rados.rados.0.smithi086.stdout:2668: oid 8 updating version 1208 to 1209 2024-09-11T03:41:04.766 INFO:tasks.rados.rados.0.smithi086.stdout:2668: oid 8 version 1209 is already newer than 1206 2024-09-11T03:41:04.766 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 1209 (ObjNum 851 snap 252 seq_num 851) dirty exists 2024-09-11T03:41:04.766 INFO:tasks.rados.rados.0.smithi086.stdout:2668: left oid 8 (ObjNum 851 snap 252 seq_num 851) 2024-09-11T03:41:04.766 INFO:tasks.rados.rados.0.smithi086.stdout:2668: done (4 left) 2024-09-11T03:41:04.766 INFO:tasks.rados.rados.0.smithi086.stdout:2676: rollback oid 47 current snap is 252 2024-09-11T03:41:04.766 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 47 to 251 2024-09-11T03:41:04.767 INFO:tasks.rados.rados.0.smithi086.stdout:2670: expect (ObjNum 788 snap 227 seq_num 788) 2024-09-11T03:41:04.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: pgmap v556: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 186 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-11T03:41:04.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: osdmap e594: 8 total, 8 up, 8 in 2024-09-11T03:41:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:41:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:41:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: pgmap v556: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 186 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-11T03:41:04.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: osdmap e594: 8 total, 8 up, 8 in 2024-09-11T03:41:04.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:41:04.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:41:04.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:04.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:04.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.826 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:04.845 INFO:tasks.rados.rados.0.smithi086.stdout:2672: finishing write tid 1 to smithi08678205-6 2024-09-11T03:41:04.845 INFO:tasks.rados.rados.0.smithi086.stdout:2672: finishing write tid 2 to smithi08678205-6 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:2672: finishing write tid 3 to smithi08678205-6 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:2672: finishing write tid 4 to smithi08678205-6 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:2672: finishing write tid 5 to smithi08678205-6 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:2672: finishing write tid 6 to smithi08678205-6 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:2672: oid 6 updating version 0 to 1695 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:2672: oid 6 version 1695 is already newer than 1694 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:2672: oid 6 updating version 1695 to 1696 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:2672: oid 6 version 1696 is already newer than 1692 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:2672: oid 6 version 1696 is already newer than 1693 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1696 (ObjNum 853 snap 252 seq_num 853) dirty exists 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:2672: left oid 6 (ObjNum 853 snap 252 seq_num 853) 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:2674: finishing write tid 1 to smithi08678205-25 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:2670: done (4 left) 2024-09-11T03:41:04.846 INFO:tasks.rados.rados.0.smithi086.stdout:2672: done (3 left) 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:2677: delete oid 22 current snap is 252 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:2674: finishing write tid 2 to smithi08678205-25 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:2676: finishing rollback tid 1 to smithi08678205-47 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 0 (ObjNum 65 snap 0 seq_num 1834643825) dirty dne 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:2674: finishing write tid 3 to smithi08678205-25 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:2674: finishing write tid 4 to smithi08678205-25 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:2674: finishing write tid 5 to smithi08678205-25 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:2674: finishing write tid 6 to smithi08678205-25 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:2674: oid 25 updating version 0 to 1907 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:2674: oid 25 updating version 1907 to 1911 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:2674: oid 25 version 1911 is already newer than 1909 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:2674: oid 25 version 1911 is already newer than 1910 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:2674: oid 25 version 1911 is already newer than 1908 2024-09-11T03:41:04.847 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 1911 (ObjNum 854 snap 252 seq_num 854) dirty exists 2024-09-11T03:41:04.848 INFO:tasks.rados.rados.0.smithi086.stdout:2674: left oid 25 (ObjNum 854 snap 252 seq_num 854) 2024-09-11T03:41:04.848 INFO:tasks.rados.rados.0.smithi086.stdout:2675: finishing copy_from racing read to smithi08678205-35 2024-09-11T03:41:04.848 INFO:tasks.rados.rados.0.smithi086.stdout:2675: finishing copy_from to smithi08678205-35 2024-09-11T03:41:04.848 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2273 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:41:04.848 INFO:tasks.rados.rados.0.smithi086.stdout:2674: done (3 left) 2024-09-11T03:41:04.848 INFO:tasks.rados.rados.0.smithi086.stdout:2675: done (2 left) 2024-09-11T03:41:04.848 INFO:tasks.rados.rados.0.smithi086.stdout:2676: done (1 left) 2024-09-11T03:41:04.849 INFO:tasks.rados.rados.0.smithi086.stdout:2677: done (0 left) 2024-09-11T03:41:04.849 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 252 2024-09-11T03:41:04.849 INFO:tasks.rados.rados.0.smithi086.stdout:2678: seq_num 856 ranges {1155072=745472,1900544=557056,2457600=417792,2875392=434176,3309568=196608} 2024-09-11T03:41:04.858 INFO:tasks.rados.rados.0.smithi086.stdout:2678: writing smithi08678205-2 from 1155072 to 1900544 tid 1 2024-09-11T03:41:04.861 INFO:tasks.rados.rados.0.smithi086.stdout:2678: writing smithi08678205-2 from 1900544 to 2457600 tid 2 2024-09-11T03:41:04.863 INFO:tasks.rados.rados.0.smithi086.stdout:2678: writing smithi08678205-2 from 2457600 to 2875392 tid 3 2024-09-11T03:41:04.866 INFO:tasks.rados.rados.0.smithi086.stdout:2678: writing smithi08678205-2 from 2875392 to 3309568 tid 4 2024-09-11T03:41:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:2678: writing smithi08678205-2 from 3309568 to 3506176 tid 5 2024-09-11T03:41:04.868 INFO:tasks.rados.rados.0.smithi086.stdout:2679: copy_from oid 31 from oid 17 current snap is 252 2024-09-11T03:41:04.868 INFO:tasks.rados.rados.0.smithi086.stdout:2678: finishing write tid 1 to smithi08678205-2 2024-09-11T03:41:04.868 INFO:tasks.rados.rados.0.smithi086.stdout:2678: finishing write tid 2 to smithi08678205-2 2024-09-11T03:41:04.868 INFO:tasks.rados.rados.0.smithi086.stdout:2680: snap_remove snap 251 2024-09-11T03:41:05.569 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:05 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:41:05.569 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:05 smithi130 ceph-mon[83685]: osdmap e595: 8 total, 8 up, 8 in 2024-09-11T03:41:05.729 INFO:tasks.rados.rados.0.smithi086.stdout:2680: done (2 left) 2024-09-11T03:41:05.729 INFO:tasks.rados.rados.0.smithi086.stdout:2678: finishing write tid 3 to smithi08678205-2 2024-09-11T03:41:05.729 INFO:tasks.rados.rados.0.smithi086.stdout:2679: finishing copy_from to smithi08678205-31 2024-09-11T03:41:05.729 INFO:tasks.rados.rados.0.smithi086.stdout:2679: got expected ENOENT (src dne) 2024-09-11T03:41:05.729 INFO:tasks.rados.rados.0.smithi086.stdout:2679: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:41:05.729 INFO:tasks.rados.rados.0.smithi086.stdout:2678: finishing write tid 4 to smithi08678205-2 2024-09-11T03:41:05.729 INFO:tasks.rados.rados.0.smithi086.stdout:2678: finishing write tid 5 to smithi08678205-2 2024-09-11T03:41:05.729 INFO:tasks.rados.rados.0.smithi086.stdout:2678: finishing write tid 6 to smithi08678205-2 2024-09-11T03:41:05.730 INFO:tasks.rados.rados.0.smithi086.stdout:2678: finishing write tid 7 to smithi08678205-2 2024-09-11T03:41:05.730 INFO:tasks.rados.rados.0.smithi086.stdout:2678: oid 2 updating version 0 to 1202 2024-09-11T03:41:05.730 INFO:tasks.rados.rados.0.smithi086.stdout:2678: oid 2 version 1202 is already newer than 1199 2024-09-11T03:41:05.730 INFO:tasks.rados.rados.0.smithi086.stdout:2678: oid 2 version 1202 is already newer than 1197 2024-09-11T03:41:05.730 INFO:tasks.rados.rados.0.smithi086.stdout:2678: oid 2 version 1202 is already newer than 1201 2024-09-11T03:41:05.730 INFO:tasks.rados.rados.0.smithi086.stdout:2678: oid 2 version 1202 is already newer than 1198 2024-09-11T03:41:05.730 INFO:tasks.rados.rados.0.smithi086.stdout:2678: oid 2 version 1202 is already newer than 1200 2024-09-11T03:41:05.730 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 1202 (ObjNum 856 snap 252 seq_num 856) dirty exists 2024-09-11T03:41:05.730 INFO:tasks.rados.rados.0.smithi086.stdout:2678: left oid 2 (ObjNum 856 snap 252 seq_num 856) 2024-09-11T03:41:05.730 INFO:tasks.rados.rados.0.smithi086.stdout:2681: read oid 34 snap -1 2024-09-11T03:41:05.730 INFO:tasks.rados.rados.0.smithi086.stdout:2681: expect (ObjNum 846 snap 251 seq_num 846) 2024-09-11T03:41:05.730 INFO:tasks.rados.rados.0.smithi086.stdout:2678: done (2 left) 2024-09-11T03:41:05.731 INFO:tasks.rados.rados.0.smithi086.stdout:2679: done (1 left) 2024-09-11T03:41:05.731 INFO:tasks.rados.rados.0.smithi086.stdout:2682: rollback oid 23 current snap is 252 2024-09-11T03:41:05.731 INFO:tasks.rados.rados.0.smithi086.stdout:2682: done (1 left) 2024-09-11T03:41:05.731 INFO:tasks.rados.rados.0.smithi086.stdout:2683: snap_create 2024-09-11T03:41:05.748 INFO:tasks.rados.rados.0.smithi086.stdout:2681: expect (ObjNum 846 snap 251 seq_num 846) 2024-09-11T03:41:05.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:05 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:41:05.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:05 smithi086 ceph-mon[89281]: osdmap e595: 8 total, 8 up, 8 in 2024-09-11T03:41:05.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:05 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:41:05.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:05 smithi086 ceph-mon[91691]: osdmap e595: 8 total, 8 up, 8 in 2024-09-11T03:41:06.740 INFO:tasks.rados.rados.0.smithi086.stdout:2681: done (1 left) 2024-09-11T03:41:06.740 INFO:tasks.rados.rados.0.smithi086.stdout:2683: done (0 left) 2024-09-11T03:41:06.740 INFO:tasks.rados.rados.0.smithi086.stdout:2684: setattr oid 43 current snap is 253 2024-09-11T03:41:06.741 INFO:tasks.rados.rados.0.smithi086.stdout:2685: snap_create 2024-09-11T03:41:06.745 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 2362 (ObjNum 710 snap 203 seq_num 710) dirty exists 2024-09-11T03:41:07.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:06 smithi086 ceph-mon[91691]: pgmap v559: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-09-11T03:41:07.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:06 smithi086 ceph-mon[91691]: Upgrade: Updating prometheus.a 2024-09-11T03:41:07.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:06 smithi086 ceph-mon[91691]: Deploying daemon prometheus.a on smithi130 2024-09-11T03:41:07.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:06 smithi086 ceph-mon[91691]: osdmap e596: 8 total, 8 up, 8 in 2024-09-11T03:41:07.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:06 smithi086 ceph-mon[89281]: pgmap v559: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-09-11T03:41:07.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:06 smithi086 ceph-mon[89281]: Upgrade: Updating prometheus.a 2024-09-11T03:41:07.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:06 smithi086 ceph-mon[89281]: Deploying daemon prometheus.a on smithi130 2024-09-11T03:41:07.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:06 smithi086 ceph-mon[89281]: osdmap e596: 8 total, 8 up, 8 in 2024-09-11T03:41:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:06 smithi130 ceph-mon[83685]: pgmap v559: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-09-11T03:41:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:06 smithi130 ceph-mon[83685]: Upgrade: Updating prometheus.a 2024-09-11T03:41:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:06 smithi130 ceph-mon[83685]: Deploying daemon prometheus.a on smithi130 2024-09-11T03:41:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:06 smithi130 ceph-mon[83685]: osdmap e596: 8 total, 8 up, 8 in 2024-09-11T03:41:07.706 INFO:tasks.rados.rados.0.smithi086.stdout:2684: done (1 left) 2024-09-11T03:41:07.707 INFO:tasks.rados.rados.0.smithi086.stdout:2685: done (0 left) 2024-09-11T03:41:07.707 INFO:tasks.rados.rados.0.smithi086.stdout:2686: delete oid 27 current snap is 254 2024-09-11T03:41:07.710 INFO:tasks.rados.rados.0.smithi086.stdout:2686: done (0 left) 2024-09-11T03:41:07.710 INFO:tasks.rados.rados.0.smithi086.stdout:2687: read oid 47 snap 253 2024-09-11T03:41:07.710 INFO:tasks.rados.rados.0.smithi086.stdout:2687: expect deleted 2024-09-11T03:41:07.710 INFO:tasks.rados.rados.0.smithi086.stdout:2688: read oid 6 snap -1 2024-09-11T03:41:07.710 INFO:tasks.rados.rados.0.smithi086.stdout:2688: expect (ObjNum 853 snap 252 seq_num 853) 2024-09-11T03:41:07.710 INFO:tasks.rados.rados.0.smithi086.stdout:2689: read oid 35 snap -1 2024-09-11T03:41:07.710 INFO:tasks.rados.rados.0.smithi086.stdout:2689: expect (ObjNum 669 snap 191 seq_num 669) 2024-09-11T03:41:07.711 INFO:tasks.rados.rados.0.smithi086.stdout:2690: setattr oid 10 current snap is 254 2024-09-11T03:41:07.711 INFO:tasks.rados.rados.0.smithi086.stdout:2691: setattr oid 13 current snap is 254 2024-09-11T03:41:07.713 INFO:tasks.rados.rados.0.smithi086.stdout:2687: done (4 left) 2024-09-11T03:41:07.713 INFO:tasks.rados.rados.0.smithi086.stdout:2692: read oid 48 snap -1 2024-09-11T03:41:07.713 INFO:tasks.rados.rados.0.smithi086.stdout:2692: expect deleted 2024-09-11T03:41:07.713 INFO:tasks.rados.rados.0.smithi086.stdout:2693: rmattr oid 16 current snap is 254 2024-09-11T03:41:07.713 INFO:tasks.rados.rados.0.smithi086.stdout:2693: done (5 left) 2024-09-11T03:41:07.713 INFO:tasks.rados.rados.0.smithi086.stdout:2694: copy_from oid 19 from oid 3 current snap is 254 2024-09-11T03:41:07.713 INFO:tasks.rados.rados.0.smithi086.stdout:2695: delete oid 31 current snap is 254 2024-09-11T03:41:07.720 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 592 (ObjNum 716 snap 204 seq_num 716) dirty exists 2024-09-11T03:41:07.725 INFO:tasks.rados.rados.0.smithi086.stdout:2689: expect (ObjNum 669 snap 191 seq_num 669) 2024-09-11T03:41:07.777 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2274 (ObjNum 65 snap 0 seq_num 3218502912) dirty exists 2024-09-11T03:41:07.777 INFO:tasks.rados.rados.0.smithi086.stdout:2694: finishing copy_from racing read to smithi08678205-19 2024-09-11T03:41:07.778 INFO:tasks.rados.rados.0.smithi086.stdout:2694: finishing copy_from to smithi08678205-19 2024-09-11T03:41:07.778 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 1836 (ObjNum 841 snap 248 seq_num 841) dirty exists 2024-09-11T03:41:07.778 INFO:tasks.rados.rados.0.smithi086.stdout:2689: done (6 left) 2024-09-11T03:41:07.778 INFO:tasks.rados.rados.0.smithi086.stdout:2690: done (5 left) 2024-09-11T03:41:07.778 INFO:tasks.rados.rados.0.smithi086.stdout:2691: done (4 left) 2024-09-11T03:41:07.778 INFO:tasks.rados.rados.0.smithi086.stdout:2692: done (3 left) 2024-09-11T03:41:07.778 INFO:tasks.rados.rados.0.smithi086.stdout:2694: done (2 left) 2024-09-11T03:41:07.778 INFO:tasks.rados.rados.0.smithi086.stdout:2695: done (1 left) 2024-09-11T03:41:07.778 INFO:tasks.rados.rados.0.smithi086.stdout:2696: rollback oid 39 current snap is 254 2024-09-11T03:41:07.778 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 39 to 253 2024-09-11T03:41:07.778 INFO:tasks.rados.rados.0.smithi086.stdout:2697: read oid 47 snap -1 2024-09-11T03:41:07.778 INFO:tasks.rados.rados.0.smithi086.stdout:2697: expect deleted 2024-09-11T03:41:07.779 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 254 2024-09-11T03:41:07.779 INFO:tasks.rados.rados.0.smithi086.stdout:2698: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2024-09-11T03:41:07.782 INFO:tasks.rados.rados.0.smithi086.stdout:2698: writing smithi08678205-42 from 0 to 794624 tid 1 2024-09-11T03:41:07.786 INFO:tasks.rados.rados.0.smithi086.stdout:2698: writing smithi08678205-42 from 794624 to 1409024 tid 2 2024-09-11T03:41:07.789 INFO:tasks.rados.rados.0.smithi086.stdout:2698: writing smithi08678205-42 from 1409024 to 2048000 tid 3 2024-09-11T03:41:07.792 INFO:tasks.rados.rados.0.smithi086.stdout:2698: writing smithi08678205-42 from 2048000 to 2400256 tid 4 2024-09-11T03:41:07.792 INFO:tasks.rados.rados.0.smithi086.stdout:2699: read oid 11 snap -1 2024-09-11T03:41:07.792 INFO:tasks.rados.rados.0.smithi086.stdout:2699: expect (ObjNum 833 snap 248 seq_num 833) 2024-09-11T03:41:07.792 INFO:tasks.rados.rados.0.smithi086.stdout:2700: snap_remove snap 252 2024-09-11T03:41:08.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:07 smithi086 ceph-mon[89281]: osdmap e597: 8 total, 8 up, 8 in 2024-09-11T03:41:08.002 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:07 smithi086 ceph-mon[89281]: osdmap e598: 8 total, 8 up, 8 in 2024-09-11T03:41:08.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:07 smithi086 ceph-mon[91691]: osdmap e597: 8 total, 8 up, 8 in 2024-09-11T03:41:08.002 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:07 smithi086 ceph-mon[91691]: osdmap e598: 8 total, 8 up, 8 in 2024-09-11T03:41:08.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:07 smithi130 ceph-mon[83685]: osdmap e597: 8 total, 8 up, 8 in 2024-09-11T03:41:08.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:07 smithi130 ceph-mon[83685]: osdmap e598: 8 total, 8 up, 8 in 2024-09-11T03:41:08.322 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:41:08 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:41:08] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.43.0" 2024-09-11T03:41:08.756 INFO:tasks.rados.rados.0.smithi086.stdout:2700: done (5 left) 2024-09-11T03:41:08.756 INFO:tasks.rados.rados.0.smithi086.stdout:2701: snap_create 2024-09-11T03:41:08.756 INFO:tasks.rados.rados.0.smithi086.stdout:2696: finishing rollback tid 0 to smithi08678205-39 2024-09-11T03:41:08.756 INFO:tasks.rados.rados.0.smithi086.stdout:2696: finishing rollback tid 1 to smithi08678205-39 2024-09-11T03:41:08.756 INFO:tasks.rados.rados.0.smithi086.stdout:2696: finishing rollback tid 2 to smithi08678205-39 2024-09-11T03:41:08.756 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1686 (ObjNum 836 snap 248 seq_num 836) dirty exists 2024-09-11T03:41:08.757 INFO:tasks.rados.rados.0.smithi086.stdout:2698: finishing write tid 1 to smithi08678205-42 2024-09-11T03:41:08.757 INFO:tasks.rados.rados.0.smithi086.stdout:2688: expect (ObjNum 853 snap 252 seq_num 853) 2024-09-11T03:41:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:08 smithi086 ceph-mon[89281]: pgmap v562: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 148 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-09-11T03:41:09.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:08 smithi086 ceph-mon[91691]: pgmap v562: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 148 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-09-11T03:41:09.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:08 smithi130 ceph-mon[83685]: pgmap v562: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 148 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-09-11T03:41:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:09 smithi086 ceph-mon[89281]: osdmap e599: 8 total, 8 up, 8 in 2024-09-11T03:41:10.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:09 smithi086 ceph-mon[91691]: osdmap e599: 8 total, 8 up, 8 in 2024-09-11T03:41:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:09 smithi130 ceph-mon[83685]: osdmap e599: 8 total, 8 up, 8 in 2024-09-11T03:41:11.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:10 smithi086 ceph-mon[89281]: pgmap v565: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 147 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-11T03:41:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:10 smithi086 ceph-mon[89281]: osdmap e600: 8 total, 8 up, 8 in 2024-09-11T03:41:11.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:10 smithi086 ceph-mon[91691]: pgmap v565: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 147 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-11T03:41:11.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:10 smithi086 ceph-mon[91691]: osdmap e600: 8 total, 8 up, 8 in 2024-09-11T03:41:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:10 smithi130 ceph-mon[83685]: pgmap v565: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 147 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-09-11T03:41:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:10 smithi130 ceph-mon[83685]: osdmap e600: 8 total, 8 up, 8 in 2024-09-11T03:41:11.230 INFO:tasks.rados.rados.0.smithi086.stdout:2698: finishing write tid 2 to smithi08678205-42 2024-09-11T03:41:11.230 INFO:tasks.rados.rados.0.smithi086.stdout:2698: finishing write tid 3 to smithi08678205-42 2024-09-11T03:41:11.230 INFO:tasks.rados.rados.0.smithi086.stdout:2698: finishing write tid 4 to smithi08678205-42 2024-09-11T03:41:11.230 INFO:tasks.rados.rados.0.smithi086.stdout:2698: finishing write tid 5 to smithi08678205-42 2024-09-11T03:41:11.230 INFO:tasks.rados.rados.0.smithi086.stdout:2698: finishing write tid 6 to smithi08678205-42 2024-09-11T03:41:11.230 INFO:tasks.rados.rados.0.smithi086.stdout:2698: oid 42 updating version 0 to 1211 2024-09-11T03:41:11.230 INFO:tasks.rados.rados.0.smithi086.stdout:2698: oid 42 version 1211 is already newer than 1210 2024-09-11T03:41:11.231 INFO:tasks.rados.rados.0.smithi086.stdout:2698: oid 42 updating version 1211 to 1213 2024-09-11T03:41:11.231 INFO:tasks.rados.rados.0.smithi086.stdout:2698: oid 42 updating version 1213 to 1214 2024-09-11T03:41:11.231 INFO:tasks.rados.rados.0.smithi086.stdout:2698: oid 42 version 1214 is already newer than 1212 2024-09-11T03:41:11.231 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 1214 (ObjNum 859 snap 254 seq_num 859) dirty exists 2024-09-11T03:41:11.231 INFO:tasks.rados.rados.0.smithi086.stdout:2698: left oid 42 (ObjNum 859 snap 254 seq_num 859) 2024-09-11T03:41:11.231 INFO:tasks.rados.rados.0.smithi086.stdout:2699: expect (ObjNum 833 snap 248 seq_num 833) 2024-09-11T03:41:11.324 INFO:tasks.rados.rados.0.smithi086.stdout:2688: done (5 left) 2024-09-11T03:41:11.324 INFO:tasks.rados.rados.0.smithi086.stdout:2696: done (4 left) 2024-09-11T03:41:11.324 INFO:tasks.rados.rados.0.smithi086.stdout:2697: done (3 left) 2024-09-11T03:41:11.324 INFO:tasks.rados.rados.0.smithi086.stdout:2698: done (2 left) 2024-09-11T03:41:11.325 INFO:tasks.rados.rados.0.smithi086.stdout:2699: done (1 left) 2024-09-11T03:41:11.325 INFO:tasks.rados.rados.0.smithi086.stdout:2701: done (0 left) 2024-09-11T03:41:11.325 INFO:tasks.rados.rados.0.smithi086.stdout:2702: delete oid 19 current snap is 255 2024-09-11T03:41:11.326 INFO:tasks.rados.rados.0.smithi086.stdout:2702: done (0 left) 2024-09-11T03:41:11.327 INFO:tasks.rados.rados.0.smithi086.stdout:2703: setattr oid 7 current snap is 255 2024-09-11T03:41:11.328 INFO:tasks.rados.rados.0.smithi086.stdout:2704: copy_from oid 43 from oid 12 current snap is 255 2024-09-11T03:41:11.329 INFO:tasks.rados.rados.0.smithi086.stdout:2705: read oid 28 snap -1 2024-09-11T03:41:11.329 INFO:tasks.rados.rados.0.smithi086.stdout:2705: expect deleted 2024-09-11T03:41:11.329 INFO:tasks.rados.rados.0.smithi086.stdout:2706: rollback oid 47 current snap is 255 2024-09-11T03:41:11.329 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 47 to 253 2024-09-11T03:41:11.329 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 255 2024-09-11T03:41:11.329 INFO:tasks.rados.rados.0.smithi086.stdout:2707: seq_num 861 ranges {0=24576} 2024-09-11T03:41:11.329 INFO:tasks.rados.rados.0.smithi086.stdout:2707: writing smithi08678205-10 from 0 to 24576 tid 1 2024-09-11T03:41:11.329 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 255 2024-09-11T03:41:11.329 INFO:tasks.rados.rados.0.smithi086.stdout:2708: seq_num 862 ranges {4988928=40960} 2024-09-11T03:41:11.356 INFO:tasks.rados.rados.0.smithi086.stdout:2708: writing smithi08678205-34 from 4988928 to 5029888 tid 1 2024-09-11T03:41:11.357 INFO:tasks.rados.rados.0.smithi086.stdout:2709: snap_create 2024-09-11T03:41:11.357 INFO:tasks.rados.rados.0.smithi086.stdout:2706: finishing rollback tid 1 to smithi08678205-47 2024-09-11T03:41:11.357 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-11T03:41:11.357 INFO:tasks.rados.rados.0.smithi086.stdout:2707: finishing write tid 1 to smithi08678205-10 2024-09-11T03:41:11.357 INFO:tasks.rados.rados.0.smithi086.stdout:2707: finishing write tid 2 to smithi08678205-10 2024-09-11T03:41:11.357 INFO:tasks.rados.rados.0.smithi086.stdout:2707: finishing write tid 3 to smithi08678205-10 2024-09-11T03:41:11.357 INFO:tasks.rados.rados.0.smithi086.stdout:2707: oid 10 updating version 0 to 2276 2024-09-11T03:41:11.357 INFO:tasks.rados.rados.0.smithi086.stdout:2707: oid 10 version 2276 is already newer than 2275 2024-09-11T03:41:11.357 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2276 (ObjNum 861 snap 255 seq_num 861) dirty exists 2024-09-11T03:41:11.357 INFO:tasks.rados.rados.0.smithi086.stdout:2707: left oid 10 (ObjNum 861 snap 255 seq_num 861) 2024-09-11T03:41:11.357 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1907 (ObjNum 779 snap 222 seq_num 779) dirty exists 2024-09-11T03:41:11.358 INFO:tasks.rados.rados.0.smithi086.stdout:2704: finishing copy_from racing read to smithi08678205-43 2024-09-11T03:41:11.358 INFO:tasks.rados.rados.0.smithi086.stdout:2704: finishing copy_from to smithi08678205-43 2024-09-11T03:41:11.358 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 1906 (ObjNum 710 snap 203 seq_num 710) dirty exists 2024-09-11T03:41:11.358 INFO:tasks.rados.rados.0.smithi086.stdout:2708: finishing write tid 1 to smithi08678205-34 2024-09-11T03:41:11.358 INFO:tasks.rados.rados.0.smithi086.stdout:2708: finishing write tid 2 to smithi08678205-34 2024-09-11T03:41:11.359 INFO:tasks.rados.rados.0.smithi086.stdout:2708: finishing write tid 3 to smithi08678205-34 2024-09-11T03:41:11.359 INFO:tasks.rados.rados.0.smithi086.stdout:2708: oid 34 updating version 0 to 1686 2024-09-11T03:41:11.359 INFO:tasks.rados.rados.0.smithi086.stdout:2708: oid 34 updating version 1686 to 1687 2024-09-11T03:41:11.359 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 1687 (ObjNum 862 snap 255 seq_num 862) dirty exists 2024-09-11T03:41:11.359 INFO:tasks.rados.rados.0.smithi086.stdout:2708: left oid 34 (ObjNum 862 snap 255 seq_num 862) 2024-09-11T03:41:11.764 INFO:tasks.rados.rados.0.smithi086.stdout:2703: done (6 left) 2024-09-11T03:41:11.764 INFO:tasks.rados.rados.0.smithi086.stdout:2704: done (5 left) 2024-09-11T03:41:11.764 INFO:tasks.rados.rados.0.smithi086.stdout:2705: done (4 left) 2024-09-11T03:41:11.764 INFO:tasks.rados.rados.0.smithi086.stdout:2706: done (3 left) 2024-09-11T03:41:11.764 INFO:tasks.rados.rados.0.smithi086.stdout:2707: done (2 left) 2024-09-11T03:41:11.764 INFO:tasks.rados.rados.0.smithi086.stdout:2708: done (1 left) 2024-09-11T03:41:11.765 INFO:tasks.rados.rados.0.smithi086.stdout:2709: done (0 left) 2024-09-11T03:41:11.765 INFO:tasks.rados.rados.0.smithi086.stdout:2710: rollback oid 45 current snap is 256 2024-09-11T03:41:11.765 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 45 to 255 2024-09-11T03:41:11.765 INFO:tasks.rados.rados.0.smithi086.stdout:2711: read oid 14 snap -1 2024-09-11T03:41:11.765 INFO:tasks.rados.rados.0.smithi086.stdout:2711: expect deleted 2024-09-11T03:41:11.765 INFO:tasks.rados.rados.0.smithi086.stdout:2712: read oid 3 snap -1 2024-09-11T03:41:11.765 INFO:tasks.rados.rados.0.smithi086.stdout:2712: expect (ObjNum 841 snap 248 seq_num 841) 2024-09-11T03:41:11.765 INFO:tasks.rados.rados.0.smithi086.stdout:2713: delete oid 25 current snap is 256 2024-09-11T03:41:11.769 INFO:tasks.rados.rados.0.smithi086.stdout:2710: finishing rollback tid 0 to smithi08678205-45 2024-09-11T03:41:11.770 INFO:tasks.rados.rados.0.smithi086.stdout:2713: done (3 left) 2024-09-11T03:41:11.770 INFO:tasks.rados.rados.0.smithi086.stdout:2714: delete oid 29 current snap is 256 2024-09-11T03:41:11.770 INFO:tasks.rados.rados.0.smithi086.stdout:2710: finishing rollback tid 1 to smithi08678205-45 2024-09-11T03:41:11.770 INFO:tasks.rados.rados.0.smithi086.stdout:2710: finishing rollback tid 2 to smithi08678205-45 2024-09-11T03:41:11.770 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 1217 (ObjNum 785 snap 226 seq_num 785) dirty exists 2024-09-11T03:41:11.777 INFO:tasks.rados.rados.0.smithi086.stdout:2710: done (3 left) 2024-09-11T03:41:11.777 INFO:tasks.rados.rados.0.smithi086.stdout:2711: done (2 left) 2024-09-11T03:41:11.777 INFO:tasks.rados.rados.0.smithi086.stdout:2714: done (1 left) 2024-09-11T03:41:11.778 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 6 current snap is 256 2024-09-11T03:41:11.778 INFO:tasks.rados.rados.0.smithi086.stdout:2715: seq_num 865 ranges {19660800=90112} 2024-09-11T03:41:11.881 INFO:tasks.rados.rados.0.smithi086.stdout:2715: writing smithi08678205-6 from 19660800 to 19750912 tid 1 2024-09-11T03:41:11.881 INFO:tasks.rados.rados.0.smithi086.stdout:2716: rollback oid 39 current snap is 256 2024-09-11T03:41:11.881 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 39 to 253 2024-09-11T03:41:11.881 INFO:tasks.rados.rados.0.smithi086.stdout:2712: expect (ObjNum 841 snap 248 seq_num 841) 2024-09-11T03:41:12.000 INFO:tasks.rados.rados.0.smithi086.stdout:2715: finishing write tid 1 to smithi08678205-6 2024-09-11T03:41:12.000 INFO:tasks.rados.rados.0.smithi086.stdout:2716: finishing rollback tid 0 to smithi08678205-39 2024-09-11T03:41:12.000 INFO:tasks.rados.rados.0.smithi086.stdout:2715: finishing write tid 2 to smithi08678205-6 2024-09-11T03:41:12.000 INFO:tasks.rados.rados.0.smithi086.stdout:2716: finishing rollback tid 1 to smithi08678205-39 2024-09-11T03:41:12.000 INFO:tasks.rados.rados.0.smithi086.stdout:2716: finishing rollback tid 2 to smithi08678205-39 2024-09-11T03:41:12.000 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1689 (ObjNum 836 snap 248 seq_num 836) dirty exists 2024-09-11T03:41:12.001 INFO:tasks.rados.rados.0.smithi086.stdout:2715: finishing write tid 3 to smithi08678205-6 2024-09-11T03:41:12.001 INFO:tasks.rados.rados.0.smithi086.stdout:2715: oid 6 updating version 0 to 1699 2024-09-11T03:41:12.001 INFO:tasks.rados.rados.0.smithi086.stdout:2715: oid 6 version 1699 is already newer than 1698 2024-09-11T03:41:12.001 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1699 (ObjNum 865 snap 256 seq_num 865) dirty exists 2024-09-11T03:41:12.001 INFO:tasks.rados.rados.0.smithi086.stdout:2715: left oid 6 (ObjNum 865 snap 256 seq_num 865) 2024-09-11T03:41:12.001 INFO:tasks.rados.rados.0.smithi086.stdout:2712: done (2 left) 2024-09-11T03:41:12.001 INFO:tasks.rados.rados.0.smithi086.stdout:2715: done (1 left) 2024-09-11T03:41:12.001 INFO:tasks.rados.rados.0.smithi086.stdout:2716: done (0 left) 2024-09-11T03:41:12.001 INFO:tasks.rados.rados.0.smithi086.stdout:2717: snap_create 2024-09-11T03:41:12.706 INFO:tasks.rados.rados.0.smithi086.stdout:2717: done (0 left) 2024-09-11T03:41:12.706 INFO:tasks.rados.rados.0.smithi086.stdout:2718: snap_create 2024-09-11T03:41:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:12 smithi086 ceph-mon[89281]: pgmap v567: 121 pgs: 121 active+clean; 132 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-09-11T03:41:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:12 smithi086 ceph-mon[89281]: osdmap e601: 8 total, 8 up, 8 in 2024-09-11T03:41:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:12 smithi086 ceph-mon[89281]: osdmap e602: 8 total, 8 up, 8 in 2024-09-11T03:41:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:12 smithi086 ceph-mon[91691]: pgmap v567: 121 pgs: 121 active+clean; 132 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-09-11T03:41:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:12 smithi086 ceph-mon[91691]: osdmap e601: 8 total, 8 up, 8 in 2024-09-11T03:41:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:12 smithi086 ceph-mon[91691]: osdmap e602: 8 total, 8 up, 8 in 2024-09-11T03:41:13.075 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:12 smithi130 ceph-mon[83685]: pgmap v567: 121 pgs: 121 active+clean; 132 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-09-11T03:41:13.076 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:12 smithi130 ceph-mon[83685]: osdmap e601: 8 total, 8 up, 8 in 2024-09-11T03:41:13.076 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:12 smithi130 ceph-mon[83685]: osdmap e602: 8 total, 8 up, 8 in 2024-09-11T03:41:13.710 INFO:tasks.rados.rados.0.smithi086.stdout:2718: done (0 left) 2024-09-11T03:41:13.710 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 258 2024-09-11T03:41:13.710 INFO:tasks.rados.rados.0.smithi086.stdout:2719: seq_num 866 ranges {0=106496} 2024-09-11T03:41:13.710 INFO:tasks.rados.rados.0.smithi086.stdout:2719: writing smithi08678205-36 from 0 to 106496 tid 1 2024-09-11T03:41:13.711 INFO:tasks.rados.rados.0.smithi086.stdout:2720: snap_create 2024-09-11T03:41:13.716 INFO:tasks.rados.rados.0.smithi086.stdout:2719: finishing write tid 1 to smithi08678205-36 2024-09-11T03:41:13.716 INFO:tasks.rados.rados.0.smithi086.stdout:2719: finishing write tid 2 to smithi08678205-36 2024-09-11T03:41:13.718 INFO:tasks.rados.rados.0.smithi086.stdout:2719: finishing write tid 3 to smithi08678205-36 2024-09-11T03:41:13.718 INFO:tasks.rados.rados.0.smithi086.stdout:2719: oid 36 updating version 0 to 2369 2024-09-11T03:41:13.718 INFO:tasks.rados.rados.0.smithi086.stdout:2719: oid 36 version 2369 is already newer than 2368 2024-09-11T03:41:13.718 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2369 (ObjNum 866 snap 258 seq_num 866) dirty exists 2024-09-11T03:41:13.718 INFO:tasks.rados.rados.0.smithi086.stdout:2719: left oid 36 (ObjNum 866 snap 258 seq_num 866) 2024-09-11T03:41:14.712 INFO:tasks.rados.rados.0.smithi086.stdout:2719: done (1 left) 2024-09-11T03:41:14.712 INFO:tasks.rados.rados.0.smithi086.stdout:2720: done (0 left) 2024-09-11T03:41:14.712 INFO:tasks.rados.rados.0.smithi086.stdout:2721: read oid 5 snap 257 2024-09-11T03:41:14.713 INFO:tasks.rados.rados.0.smithi086.stdout:2721: expect (ObjNum 702 snap 201 seq_num 702) 2024-09-11T03:41:14.713 INFO:tasks.rados.rados.0.smithi086.stdout:2722: rollback oid 9 current snap is 259 2024-09-11T03:41:14.713 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 9 to 254 2024-09-11T03:41:14.713 INFO:tasks.rados.rados.0.smithi086.stdout:2723: read oid 24 snap -1 2024-09-11T03:41:14.713 INFO:tasks.rados.rados.0.smithi086.stdout:2723: expect deleted 2024-09-11T03:41:14.713 INFO:tasks.rados.rados.0.smithi086.stdout:2724: delete oid 26 current snap is 259 2024-09-11T03:41:14.720 INFO:tasks.rados.rados.0.smithi086.stdout:2723: done (3 left) 2024-09-11T03:41:14.720 INFO:tasks.rados.rados.0.smithi086.stdout:2724: done (2 left) 2024-09-11T03:41:14.720 INFO:tasks.rados.rados.0.smithi086.stdout:2725: delete oid 11 current snap is 259 2024-09-11T03:41:14.725 INFO:tasks.rados.rados.0.smithi086.stdout:2722: finishing rollback tid 0 to smithi08678205-9 2024-09-11T03:41:14.725 INFO:tasks.rados.rados.0.smithi086.stdout:2722: finishing rollback tid 1 to smithi08678205-9 2024-09-11T03:41:14.726 INFO:tasks.rados.rados.0.smithi086.stdout:2722: finishing rollback tid 2 to smithi08678205-9 2024-09-11T03:41:14.726 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 1215 (ObjNum 848 snap 252 seq_num 848) dirty exists 2024-09-11T03:41:14.728 INFO:tasks.rados.rados.0.smithi086.stdout:2722: done (2 left) 2024-09-11T03:41:14.728 INFO:tasks.rados.rados.0.smithi086.stdout:2725: done (1 left) 2024-09-11T03:41:14.728 INFO:tasks.rados.rados.0.smithi086.stdout:2726: snap_remove snap 256 2024-09-11T03:41:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:14 smithi086 ceph-mon[89281]: pgmap v570: 121 pgs: 121 active+clean; 136 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-09-11T03:41:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:14 smithi086 ceph-mon[89281]: osdmap e603: 8 total, 8 up, 8 in 2024-09-11T03:41:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:14 smithi086 ceph-mon[91691]: pgmap v570: 121 pgs: 121 active+clean; 136 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-09-11T03:41:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:14 smithi086 ceph-mon[91691]: osdmap e603: 8 total, 8 up, 8 in 2024-09-11T03:41:15.078 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:14 smithi130 ceph-mon[83685]: pgmap v570: 121 pgs: 121 active+clean; 136 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-09-11T03:41:15.079 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:14 smithi130 ceph-mon[83685]: osdmap e603: 8 total, 8 up, 8 in 2024-09-11T03:41:15.727 INFO:tasks.rados.rados.0.smithi086.stdout:2726: done (1 left) 2024-09-11T03:41:15.727 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 259 2024-09-11T03:41:15.727 INFO:tasks.rados.rados.0.smithi086.stdout:2727: seq_num 869 ranges {3694592=155648} 2024-09-11T03:41:15.747 INFO:tasks.rados.rados.0.smithi086.stdout:2727: writing smithi08678205-23 from 3694592 to 3850240 tid 1 2024-09-11T03:41:15.747 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 24 current snap is 259 2024-09-11T03:41:15.747 INFO:tasks.rados.rados.0.smithi086.stdout:2728: seq_num 870 ranges {0=172032} 2024-09-11T03:41:15.748 INFO:tasks.rados.rados.0.smithi086.stdout:2728: writing smithi08678205-24 from 0 to 172032 tid 1 2024-09-11T03:41:15.748 INFO:tasks.rados.rados.0.smithi086.stdout:2729: rollback oid 15 current snap is 259 2024-09-11T03:41:15.748 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 15 to 258 2024-09-11T03:41:15.749 INFO:tasks.rados.rados.0.smithi086.stdout:2721: expect (ObjNum 702 snap 201 seq_num 702) 2024-09-11T03:41:15.880 INFO:tasks.rados.rados.0.smithi086.stdout:2728: finishing write tid 1 to smithi08678205-24 2024-09-11T03:41:15.880 INFO:tasks.rados.rados.0.smithi086.stdout:2728: finishing write tid 2 to smithi08678205-24 2024-09-11T03:41:15.880 INFO:tasks.rados.rados.0.smithi086.stdout:2728: finishing write tid 3 to smithi08678205-24 2024-09-11T03:41:15.880 INFO:tasks.rados.rados.0.smithi086.stdout:2728: oid 24 updating version 0 to 2278 2024-09-11T03:41:15.880 INFO:tasks.rados.rados.0.smithi086.stdout:2728: oid 24 version 2278 is already newer than 2277 2024-09-11T03:41:15.880 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 2278 (ObjNum 870 snap 259 seq_num 870) dirty exists 2024-09-11T03:41:15.880 INFO:tasks.rados.rados.0.smithi086.stdout:2728: left oid 24 (ObjNum 870 snap 259 seq_num 870) 2024-09-11T03:41:15.880 INFO:tasks.rados.rados.0.smithi086.stdout:2727: finishing write tid 1 to smithi08678205-23 2024-09-11T03:41:15.881 INFO:tasks.rados.rados.0.smithi086.stdout:2721: done (3 left) 2024-09-11T03:41:15.881 INFO:tasks.rados.rados.0.smithi086.stdout:2728: done (2 left) 2024-09-11T03:41:15.881 INFO:tasks.rados.rados.0.smithi086.stdout:2730: delete oid 45 current snap is 259 2024-09-11T03:41:15.881 INFO:tasks.rados.rados.0.smithi086.stdout:2727: finishing write tid 2 to smithi08678205-23 2024-09-11T03:41:15.881 INFO:tasks.rados.rados.0.smithi086.stdout:2729: finishing rollback tid 0 to smithi08678205-15 2024-09-11T03:41:15.881 INFO:tasks.rados.rados.0.smithi086.stdout:2727: finishing write tid 3 to smithi08678205-23 2024-09-11T03:41:15.881 INFO:tasks.rados.rados.0.smithi086.stdout:2727: oid 23 updating version 0 to 2371 2024-09-11T03:41:15.881 INFO:tasks.rados.rados.0.smithi086.stdout:2727: oid 23 updating version 2371 to 2372 2024-09-11T03:41:15.881 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2372 (ObjNum 869 snap 259 seq_num 869) dirty exists 2024-09-11T03:41:15.881 INFO:tasks.rados.rados.0.smithi086.stdout:2727: left oid 23 (ObjNum 869 snap 259 seq_num 869) 2024-09-11T03:41:15.881 INFO:tasks.rados.rados.0.smithi086.stdout:2729: finishing rollback tid 1 to smithi08678205-15 2024-09-11T03:41:15.881 INFO:tasks.rados.rados.0.smithi086.stdout:2729: finishing rollback tid 2 to smithi08678205-15 2024-09-11T03:41:15.881 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2376 (ObjNum 821 snap 243 seq_num 821) dirty exists 2024-09-11T03:41:15.882 INFO:tasks.rados.rados.0.smithi086.stdout:2727: done (2 left) 2024-09-11T03:41:15.882 INFO:tasks.rados.rados.0.smithi086.stdout:2729: done (1 left) 2024-09-11T03:41:15.882 INFO:tasks.rados.rados.0.smithi086.stdout:2730: done (0 left) 2024-09-11T03:41:15.882 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 259 2024-09-11T03:41:15.882 INFO:tasks.rados.rados.0.smithi086.stdout:2731: seq_num 872 ranges {1892352=212992} 2024-09-11T03:41:15.893 INFO:tasks.rados.rados.0.smithi086.stdout:2731: writing smithi08678205-49 from 1892352 to 2105344 tid 1 2024-09-11T03:41:15.893 INFO:tasks.rados.rados.0.smithi086.stdout:2732: delete oid 37 current snap is 259 2024-09-11T03:41:15.896 INFO:tasks.rados.rados.0.smithi086.stdout:2731: finishing write tid 1 to smithi08678205-49 2024-09-11T03:41:15.896 INFO:tasks.rados.rados.0.smithi086.stdout:2732: done (1 left) 2024-09-11T03:41:15.896 INFO:tasks.rados.rados.0.smithi086.stdout:2733: snap_remove snap 258 2024-09-11T03:41:15.921 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:15 smithi130 ceph-mon[83685]: osdmap e604: 8 total, 8 up, 8 in 2024-09-11T03:41:15.921 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 systemd[1]: Stopping Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:41:16.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:15 smithi086 ceph-mon[89281]: osdmap e604: 8 total, 8 up, 8 in 2024-09-11T03:41:16.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:15 smithi086 ceph-mon[91691]: osdmap e604: 8 total, 8 up, 8 in 2024-09-11T03:41:16.172 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:41:15.921Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-11T03:41:16.172 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:41:15.922Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-11T03:41:16.172 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:41:15.922Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-11T03:41:16.172 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:41:15.922Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-11T03:41:16.172 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:41:15.922Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-11T03:41:16.172 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:41:15.922Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-11T03:41:16.172 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:41:15.922Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-11T03:41:16.172 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:41:15.922Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-11T03:41:16.172 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:41:15.922Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-11T03:41:16.172 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:41:15.922Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-11T03:41:16.173 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:41:15.922Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-11T03:41:16.173 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[75297]: ts=2024-09-11T03:41:15.922Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-11T03:41:16.173 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:15 smithi130 podman[116317]: 2024-09-11 03:41:15.932009313 +0000 UTC m=+0.110449528 container died 700e3afbbd6ba3b1f09f9b5308b2bea09e51bd612c20de8245f85a2639b2db14 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:41:16.596 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:16 smithi130 podman[116317]: 2024-09-11 03:41:16.26328868 +0000 UTC m=+0.441728903 container cleanup 700e3afbbd6ba3b1f09f9b5308b2bea09e51bd612c20de8245f85a2639b2db14 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:41:16.596 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:16 smithi130 bash[116317]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a 2024-09-11T03:41:16.596 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:16 smithi130 podman[116331]: 2024-09-11 03:41:16.406269524 +0000 UTC m=+0.476419605 container remove 700e3afbbd6ba3b1f09f9b5308b2bea09e51bd612c20de8245f85a2639b2db14 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:41:16.731 INFO:tasks.rados.rados.0.smithi086.stdout:2733: done (1 left) 2024-09-11T03:41:16.732 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 259 2024-09-11T03:41:16.732 INFO:tasks.rados.rados.0.smithi086.stdout:2734: seq_num 874 ranges {4014080=245760} 2024-09-11T03:41:16.755 INFO:tasks.rados.rados.0.smithi086.stdout:2734: writing smithi08678205-38 from 4014080 to 4259840 tid 1 2024-09-11T03:41:16.755 INFO:tasks.rados.rados.0.smithi086.stdout:2735: snap_remove snap 254 2024-09-11T03:41:17.051 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:16 smithi130 ceph-mon[83685]: pgmap v573: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-11T03:41:17.051 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:16 smithi130 ceph-mon[83685]: osdmap e605: 8 total, 8 up, 8 in 2024-09-11T03:41:17.051 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:16 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-11T03:41:17.052 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:16 smithi130 systemd[1]: Stopped Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:41:17.052 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:16 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@prometheus.a.service: Consumed 2.476s CPU time. 2024-09-11T03:41:17.052 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:16 smithi130 systemd[1]: Starting Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:41:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:16 smithi086 ceph-mon[89281]: pgmap v573: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-11T03:41:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:16 smithi086 ceph-mon[89281]: osdmap e605: 8 total, 8 up, 8 in 2024-09-11T03:41:17.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:16 smithi086 ceph-mon[91691]: pgmap v573: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-11T03:41:17.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:16 smithi086 ceph-mon[91691]: osdmap e605: 8 total, 8 up, 8 in 2024-09-11T03:41:17.303 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 podman[116456]: 2024-09-11 03:41:16.955492598 +0000 UTC m=+0.016977362 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-09-11T03:41:17.303 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 podman[116456]: 2024-09-11 03:41:17.091040516 +0000 UTC m=+0.152525280 container create 441718d31e6e924804140592242a90b316b7cae4203069a438cfd8ff7482b211 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:41:17.303 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 podman[116456]: 2024-09-11 03:41:17.301599379 +0000 UTC m=+0.363084143 container init 441718d31e6e924804140592242a90b316b7cae4203069a438cfd8ff7482b211 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:41:17.597 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 podman[116456]: 2024-09-11 03:41:17.304370741 +0000 UTC m=+0.365855514 container start 441718d31e6e924804140592242a90b316b7cae4203069a438cfd8ff7482b211 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:41:17.597 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.323Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-09-11T03:41:17.597 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.323Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-09-11T03:41:17.597 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.323Z caller=main.go:623 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi130 (none))" 2024-09-11T03:41:17.597 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.323Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-11T03:41:17.597 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.323Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-11T03:41:17.597 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.325Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-09-11T03:41:17.597 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.325Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-09-11T03:41:17.598 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.327Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-09-11T03:41:17.598 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.327Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-11T03:41:17.598 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.328Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-11T03:41:17.598 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.328Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.65µs 2024-09-11T03:41:17.598 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.328Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-11T03:41:17.598 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.330Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-11T03:41:17.598 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.337Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-11T03:41:17.598 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.337Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-11T03:41:17.598 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.342Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-11T03:41:17.598 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.342Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-11T03:41:17.598 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.342Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.196µs wal_replay_duration=13.554451ms wbl_replay_duration=100ns total_replay_duration=13.595821ms 2024-09-11T03:41:17.598 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.344Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-09-11T03:41:17.599 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.344Z caller=main.go:1153 level=info msg="TSDB started" 2024-09-11T03:41:17.599 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.344Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-11T03:41:17.599 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.360Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.753905ms db_storage=871ns remote_storage=1.554µs web_handler=338ns query_engine=660ns scrape=426.513µs scrape_sd=123.932µs notify=9.714µs notify_sd=8.1µs rules=14.818545ms tracing=6.104µs 2024-09-11T03:41:17.599 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.360Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-09-11T03:41:17.599 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:41:17.360Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-09-11T03:41:17.599 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 bash[116456]: 441718d31e6e924804140592242a90b316b7cae4203069a438cfd8ff7482b211 2024-09-11T03:41:17.599 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:41:17 smithi130 systemd[1]: Started Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:41:17.714 INFO:tasks.rados.rados.0.smithi086.stdout:2735: done (2 left) 2024-09-11T03:41:17.714 INFO:tasks.rados.rados.0.smithi086.stdout:2736: copy_from oid 29 from oid 2 current snap is 259 2024-09-11T03:41:17.714 INFO:tasks.rados.rados.0.smithi086.stdout:2731: finishing write tid 2 to smithi08678205-49 2024-09-11T03:41:17.715 INFO:tasks.rados.rados.0.smithi086.stdout:2731: finishing write tid 3 to smithi08678205-49 2024-09-11T03:41:17.715 INFO:tasks.rados.rados.0.smithi086.stdout:2731: oid 49 updating version 0 to 1197 2024-09-11T03:41:17.715 INFO:tasks.rados.rados.0.smithi086.stdout:2731: oid 49 version 1197 is already newer than 1196 2024-09-11T03:41:17.715 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1197 (ObjNum 872 snap 259 seq_num 872) dirty exists 2024-09-11T03:41:17.715 INFO:tasks.rados.rados.0.smithi086.stdout:2731: left oid 49 (ObjNum 872 snap 259 seq_num 872) 2024-09-11T03:41:17.715 INFO:tasks.rados.rados.0.smithi086.stdout:2734: finishing write tid 1 to smithi08678205-38 2024-09-11T03:41:17.715 INFO:tasks.rados.rados.0.smithi086.stdout:2734: finishing write tid 2 to smithi08678205-38 2024-09-11T03:41:17.715 INFO:tasks.rados.rados.0.smithi086.stdout:2734: finishing write tid 3 to smithi08678205-38 2024-09-11T03:41:17.715 INFO:tasks.rados.rados.0.smithi086.stdout:2734: oid 38 updating version 0 to 1216 2024-09-11T03:41:17.715 INFO:tasks.rados.rados.0.smithi086.stdout:2734: oid 38 updating version 1216 to 1217 2024-09-11T03:41:17.715 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 1217 (ObjNum 874 snap 259 seq_num 874) dirty exists 2024-09-11T03:41:17.715 INFO:tasks.rados.rados.0.smithi086.stdout:2734: left oid 38 (ObjNum 874 snap 259 seq_num 874) 2024-09-11T03:41:17.715 INFO:tasks.rados.rados.0.smithi086.stdout:2731: done (2 left) 2024-09-11T03:41:17.716 INFO:tasks.rados.rados.0.smithi086.stdout:2734: done (1 left) 2024-09-11T03:41:17.716 INFO:tasks.rados.rados.0.smithi086.stdout:2737: read oid 42 snap 253 2024-09-11T03:41:17.716 INFO:tasks.rados.rados.0.smithi086.stdout:2737: expect deleted 2024-09-11T03:41:17.716 INFO:tasks.rados.rados.0.smithi086.stdout:2738: copy_from oid 10 from oid 27 current snap is 259 2024-09-11T03:41:17.716 INFO:tasks.rados.rados.0.smithi086.stdout:2739: rmattr oid 37 current snap is 259 2024-09-11T03:41:17.716 INFO:tasks.rados.rados.0.smithi086.stdout:2739: done (3 left) 2024-09-11T03:41:17.716 INFO:tasks.rados.rados.0.smithi086.stdout:2740: rmattr oid 21 current snap is 259 2024-09-11T03:41:17.716 INFO:tasks.rados.rados.0.smithi086.stdout:2741: snap_create 2024-09-11T03:41:17.725 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 1222 (ObjNum 794 snap 229 seq_num 794) dirty exists 2024-09-11T03:41:17.728 INFO:tasks.rados.rados.0.smithi086.stdout:2738: finishing copy_from to smithi08678205-10 2024-09-11T03:41:17.728 INFO:tasks.rados.rados.0.smithi086.stdout:2738: got expected ENOENT (src dne) 2024-09-11T03:41:17.729 INFO:tasks.rados.rados.0.smithi086.stdout:2738: finishing copy_from racing read to smithi08678205-10 2024-09-11T03:41:17.742 INFO:tasks.rados.rados.0.smithi086.stdout:2736: finishing copy_from racing read to smithi08678205-29 2024-09-11T03:41:17.747 INFO:tasks.rados.rados.0.smithi086.stdout:2736: finishing copy_from to smithi08678205-29 2024-09-11T03:41:17.747 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 1202 (ObjNum 856 snap 252 seq_num 856) dirty exists 2024-09-11T03:41:17.989 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:17 smithi086 ceph-mon[89281]: osdmap e606: 8 total, 8 up, 8 in 2024-09-11T03:41:17.990 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:17.990 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:17.990 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:17 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:17.990 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:17 smithi086 ceph-mon[89281]: osdmap e607: 8 total, 8 up, 8 in 2024-09-11T03:41:17.990 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:17 smithi086 ceph-mon[91691]: osdmap e606: 8 total, 8 up, 8 in 2024-09-11T03:41:17.990 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:17.990 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:17.990 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:17 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:17.990 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:17 smithi086 ceph-mon[91691]: osdmap e607: 8 total, 8 up, 8 in 2024-09-11T03:41:17.991 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:41:18.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-mon[83685]: osdmap e606: 8 total, 8 up, 8 in 2024-09-11T03:41:18.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:18.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:18.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:18.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:17 smithi130 ceph-mon[83685]: osdmap e607: 8 total, 8 up, 8 in 2024-09-11T03:41:18.545 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:41:18.545 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (10m) 19s ago 11m 24.7M - 0.25.0 c8568f914cd2 e7fbb08a29ad 2024-09-11T03:41:18.545 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (11m) 18s ago 11m 86.6M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:41:18.545 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (62s) 19s ago 12m 13.9M - 19.3.0-4854-g8f219c47 589dd18248e4 16af9d6d2e7d 2024-09-11T03:41:18.545 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (41s) 18s ago 12m 14.7M - 19.3.0-4854-g8f219c47 589dd18248e4 0bc8987bce13 2024-09-11T03:41:18.545 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (6m) 18s ago 16m 456M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:41:18.545 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (7m) 19s ago 17m 530M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:41:18.545 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (6m) 19s ago 17m 68.6M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:41:18.545 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (5m) 18s ago 16m 51.8M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:41:18.545 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (6m) 19s ago 16m 56.0M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:41:18.545 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (28s) 19s ago 11m 3384k - 1.7.0 72c9c2088986 5225d6f2e33b 2024-09-11T03:41:18.546 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (22s) 18s ago 10m 3334k - 1.7.0 72c9c2088986 9cdd2b1e4694 2024-09-11T03:41:18.546 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (5m) 19s ago 15m 316M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 987e6b2de39f 2024-09-11T03:41:18.546 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (4m) 19s ago 15m 238M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 cfd4be907390 2024-09-11T03:41:18.546 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (4m) 19s ago 15m 261M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 0310f346c09e 2024-09-11T03:41:18.546 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (3m) 19s ago 14m 174M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 e864761f34a2 2024-09-11T03:41:18.546 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (3m) 18s ago 14m 202M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 95790e251d1e 2024-09-11T03:41:18.546 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (2m) 18s ago 13m 180M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 528becb15668 2024-09-11T03:41:18.546 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (117s) 18s ago 13m 123M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 3a448619e99a 2024-09-11T03:41:18.546 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (84s) 18s ago 13m 98.9M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 f30626089656 2024-09-11T03:41:18.546 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 starting - - - - 2024-09-11T03:41:18.713 INFO:tasks.rados.rados.0.smithi086.stdout:2736: done (4 left) 2024-09-11T03:41:18.713 INFO:tasks.rados.rados.0.smithi086.stdout:2737: done (3 left) 2024-09-11T03:41:18.713 INFO:tasks.rados.rados.0.smithi086.stdout:2738: done (2 left) 2024-09-11T03:41:18.713 INFO:tasks.rados.rados.0.smithi086.stdout:2740: done (1 left) 2024-09-11T03:41:18.713 INFO:tasks.rados.rados.0.smithi086.stdout:2741: done (0 left) 2024-09-11T03:41:18.713 INFO:tasks.rados.rados.0.smithi086.stdout:2742: read oid 19 snap -1 2024-09-11T03:41:18.713 INFO:tasks.rados.rados.0.smithi086.stdout:2742: expect deleted 2024-09-11T03:41:18.713 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 260 2024-09-11T03:41:18.714 INFO:tasks.rados.rados.0.smithi086.stdout:2743: seq_num 875 ranges {1105920=262144} 2024-09-11T03:41:18.720 INFO:tasks.rados.rados.0.smithi086.stdout:2743: writing smithi08678205-41 from 1105920 to 1368064 tid 1 2024-09-11T03:41:18.720 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 260 2024-09-11T03:41:18.720 INFO:tasks.rados.rados.0.smithi086.stdout:2744: seq_num 876 ranges {4284416=278528} 2024-09-11T03:41:18.746 INFO:tasks.rados.rados.0.smithi086.stdout:2744: writing smithi08678205-7 from 4284416 to 4562944 tid 1 2024-09-11T03:41:18.746 INFO:tasks.rados.rados.0.smithi086.stdout:2745: snap_create 2024-09-11T03:41:18.746 INFO:tasks.rados.rados.0.smithi086.stdout:2743: finishing write tid 1 to smithi08678205-41 2024-09-11T03:41:18.746 INFO:tasks.rados.rados.0.smithi086.stdout:2743: finishing write tid 2 to smithi08678205-41 2024-09-11T03:41:18.746 INFO:tasks.rados.rados.0.smithi086.stdout:2743: finishing write tid 3 to smithi08678205-41 2024-09-11T03:41:18.746 INFO:tasks.rados.rados.0.smithi086.stdout:2743: oid 41 updating version 0 to 2389 2024-09-11T03:41:18.746 INFO:tasks.rados.rados.0.smithi086.stdout:2743: oid 41 version 2389 is already newer than 2388 2024-09-11T03:41:18.746 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 2389 (ObjNum 875 snap 260 seq_num 875) dirty exists 2024-09-11T03:41:18.746 INFO:tasks.rados.rados.0.smithi086.stdout:2743: left oid 41 (ObjNum 875 snap 260 seq_num 875) 2024-09-11T03:41:18.751 INFO:tasks.rados.rados.0.smithi086.stdout:2744: finishing write tid 1 to smithi08678205-7 2024-09-11T03:41:18.751 INFO:tasks.rados.rados.0.smithi086.stdout:2744: finishing write tid 2 to smithi08678205-7 2024-09-11T03:41:18.753 INFO:tasks.rados.rados.0.smithi086.stdout:2744: finishing write tid 3 to smithi08678205-7 2024-09-11T03:41:18.753 INFO:tasks.rados.rados.0.smithi086.stdout:2744: oid 7 updating version 0 to 1909 2024-09-11T03:41:18.754 INFO:tasks.rados.rados.0.smithi086.stdout:2744: oid 7 version 1909 is already newer than 1908 2024-09-11T03:41:18.754 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1909 (ObjNum 876 snap 260 seq_num 876) dirty exists 2024-09-11T03:41:18.754 INFO:tasks.rados.rados.0.smithi086.stdout:2744: left oid 7 (ObjNum 876 snap 260 seq_num 876) 2024-09-11T03:41:18.780 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:18 smithi130 ceph-mon[83685]: pgmap v576: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 998 KiB/s wr, 11 op/s 2024-09-11T03:41:18.780 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:18 smithi130 ceph-mon[83685]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:18.780 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:18 smithi130 ceph-mon[83685]: osdmap e608: 8 total, 8 up, 8 in 2024-09-11T03:41:18.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:18 smithi086 ceph-mon[89281]: pgmap v576: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 998 KiB/s wr, 11 op/s 2024-09-11T03:41:18.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:18 smithi086 ceph-mon[89281]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:18.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:18 smithi086 ceph-mon[89281]: osdmap e608: 8 total, 8 up, 8 in 2024-09-11T03:41:18.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:18 smithi086 ceph-mon[91691]: pgmap v576: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 998 KiB/s wr, 11 op/s 2024-09-11T03:41:18.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:18 smithi086 ceph-mon[91691]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:18.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:18 smithi086 ceph-mon[91691]: osdmap e608: 8 total, 8 up, 8 in 2024-09-11T03:41:18.890 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:41:18.890 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:41:18.890 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:41:18.890 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:41:18.890 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:41:18.891 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:41:18.891 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:41:18.891 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:41:18.891 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 8 2024-09-11T03:41:18.891 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:41:18.891 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:41:18.891 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:41:18.891 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:41:18.891 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:41:18.891 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 15 2024-09-11T03:41:18.891 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:41:18.891 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:41:19.186 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:41:19.186 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:41:19.186 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:41:19.186 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:41:19.186 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:41:19.186 INFO:teuthology.orchestra.run.smithi086.stdout: "osd", 2024-09-11T03:41:19.186 INFO:teuthology.orchestra.run.smithi086.stdout: "mds", 2024-09-11T03:41:19.186 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr", 2024-09-11T03:41:19.186 INFO:teuthology.orchestra.run.smithi086.stdout: "mon" 2024-09-11T03:41:19.186 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:41:19.186 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "15/20 daemons upgraded", 2024-09-11T03:41:19.187 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading prometheus daemons", 2024-09-11T03:41:19.187 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:41:19.187 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:41:19.743 INFO:tasks.rados.rados.0.smithi086.stdout:2742: done (3 left) 2024-09-11T03:41:19.744 INFO:tasks.rados.rados.0.smithi086.stdout:2743: done (2 left) 2024-09-11T03:41:19.744 INFO:tasks.rados.rados.0.smithi086.stdout:2744: done (1 left) 2024-09-11T03:41:19.744 INFO:tasks.rados.rados.0.smithi086.stdout:2745: done (0 left) 2024-09-11T03:41:19.744 INFO:tasks.rados.rados.0.smithi086.stdout:2746: read oid 29 snap -1 2024-09-11T03:41:19.744 INFO:tasks.rados.rados.0.smithi086.stdout:2746: expect (ObjNum 856 snap 252 seq_num 856) 2024-09-11T03:41:19.744 INFO:tasks.rados.rados.0.smithi086.stdout:2747: snap_create 2024-09-11T03:41:19.756 INFO:tasks.rados.rados.0.smithi086.stdout:2746: expect (ObjNum 856 snap 252 seq_num 856) 2024-09-11T03:41:19.999 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:19 smithi130 ceph-mon[83685]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:20.000 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:19 smithi130 ceph-mon[83685]: from='client.44501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:20.000 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:19 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/336355456' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:20.000 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:41:20.059 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:19 smithi086 ceph-mon[89281]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:20.060 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:19 smithi086 ceph-mon[89281]: from='client.44501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:20.060 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:19 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/336355456' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:20.060 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:41:20.060 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:19 smithi086 ceph-mon[91691]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:20.060 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:19 smithi086 ceph-mon[91691]: from='client.44501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:20.060 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:19 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/336355456' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:20.060 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:41:20.744 INFO:tasks.rados.rados.0.smithi086.stdout:2746: done (1 left) 2024-09-11T03:41:20.744 INFO:tasks.rados.rados.0.smithi086.stdout:2747: done (0 left) 2024-09-11T03:41:20.744 INFO:tasks.rados.rados.0.smithi086.stdout:2748: delete oid 3 current snap is 262 2024-09-11T03:41:20.751 INFO:tasks.rados.rados.0.smithi086.stdout:2748: done (0 left) 2024-09-11T03:41:20.751 INFO:tasks.rados.rados.0.smithi086.stdout:2749: read oid 38 snap -1 2024-09-11T03:41:20.751 INFO:tasks.rados.rados.0.smithi086.stdout:2749: expect (ObjNum 874 snap 259 seq_num 874) 2024-09-11T03:41:20.751 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 262 2024-09-11T03:41:20.751 INFO:tasks.rados.rados.0.smithi086.stdout:2750: seq_num 878 ranges {0=311296} 2024-09-11T03:41:20.752 INFO:tasks.rados.rados.0.smithi086.stdout:2750: writing smithi08678205-16 from 0 to 311296 tid 1 2024-09-11T03:41:20.753 INFO:tasks.rados.rados.0.smithi086.stdout:2751: delete oid 12 current snap is 262 2024-09-11T03:41:20.756 INFO:tasks.rados.rados.0.smithi086.stdout:2750: finishing write tid 1 to smithi08678205-16 2024-09-11T03:41:20.759 INFO:tasks.rados.rados.0.smithi086.stdout:2751: done (2 left) 2024-09-11T03:41:20.759 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 262 2024-09-11T03:41:20.759 INFO:tasks.rados.rados.0.smithi086.stdout:2752: seq_num 880 ranges {2105344=344064} 2024-09-11T03:41:20.772 INFO:tasks.rados.rados.0.smithi086.stdout:2752: writing smithi08678205-49 from 2105344 to 2449408 tid 1 2024-09-11T03:41:20.772 INFO:tasks.rados.rados.0.smithi086.stdout:2753: rmattr oid 30 current snap is 262 2024-09-11T03:41:20.772 INFO:tasks.rados.rados.0.smithi086.stdout:2750: finishing write tid 2 to smithi08678205-16 2024-09-11T03:41:20.772 INFO:tasks.rados.rados.0.smithi086.stdout:2750: finishing write tid 3 to smithi08678205-16 2024-09-11T03:41:20.772 INFO:tasks.rados.rados.0.smithi086.stdout:2750: oid 16 updating version 0 to 1691 2024-09-11T03:41:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:2750: oid 16 version 1691 is already newer than 1690 2024-09-11T03:41:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 1691 (ObjNum 878 snap 262 seq_num 878) dirty exists 2024-09-11T03:41:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:2750: left oid 16 (ObjNum 878 snap 262 seq_num 878) 2024-09-11T03:41:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:2750: done (3 left) 2024-09-11T03:41:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 262 2024-09-11T03:41:20.773 INFO:tasks.rados.rados.0.smithi086.stdout:2754: seq_num 881 ranges {24576=360448} 2024-09-11T03:41:20.774 INFO:tasks.rados.rados.0.smithi086.stdout:2754: writing smithi08678205-10 from 24576 to 385024 tid 1 2024-09-11T03:41:20.774 INFO:tasks.rados.rados.0.smithi086.stdout:2755: rmattr oid 6 current snap is 262 2024-09-11T03:41:20.774 INFO:tasks.rados.rados.0.smithi086.stdout:2756: snap_remove snap 259 2024-09-11T03:41:21.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:20 smithi086 ceph-mon[89281]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:21.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:20 smithi086 ceph-mon[89281]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.0 KiB/s wr, 3 op/s 2024-09-11T03:41:21.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:20 smithi086 ceph-mon[89281]: osdmap e609: 8 total, 8 up, 8 in 2024-09-11T03:41:21.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:20 smithi086 ceph-mon[91691]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:21.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:20 smithi086 ceph-mon[91691]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.0 KiB/s wr, 3 op/s 2024-09-11T03:41:21.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:20 smithi086 ceph-mon[91691]: osdmap e609: 8 total, 8 up, 8 in 2024-09-11T03:41:21.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:20 smithi130 ceph-mon[83685]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:21.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:20 smithi130 ceph-mon[83685]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.0 KiB/s wr, 3 op/s 2024-09-11T03:41:21.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:20 smithi130 ceph-mon[83685]: osdmap e609: 8 total, 8 up, 8 in 2024-09-11T03:41:21.758 INFO:tasks.rados.rados.0.smithi086.stdout:2756: done (5 left) 2024-09-11T03:41:21.758 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 262 2024-09-11T03:41:21.758 INFO:tasks.rados.rados.0.smithi086.stdout:2757: seq_num 882 ranges {622592=376832} 2024-09-11T03:41:21.763 INFO:tasks.rados.rados.0.smithi086.stdout:2757: writing smithi08678205-46 from 622592 to 999424 tid 1 2024-09-11T03:41:21.764 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 262 2024-09-11T03:41:21.764 INFO:tasks.rados.rados.0.smithi086.stdout:2749: expect (ObjNum 874 snap 259 seq_num 874) 2024-09-11T03:41:21.967 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 2391 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:41:21.967 INFO:tasks.rados.rados.0.smithi086.stdout:2752: finishing write tid 1 to smithi08678205-49 2024-09-11T03:41:21.967 INFO:tasks.rados.rados.0.smithi086.stdout:2752: finishing write tid 2 to smithi08678205-49 2024-09-11T03:41:21.967 INFO:tasks.rados.rados.0.smithi086.stdout:2754: finishing write tid 1 to smithi08678205-10 2024-09-11T03:41:21.967 INFO:tasks.rados.rados.0.smithi086.stdout:2752: finishing write tid 3 to smithi08678205-49 2024-09-11T03:41:21.967 INFO:tasks.rados.rados.0.smithi086.stdout:2752: oid 49 updating version 0 to 1198 2024-09-11T03:41:21.967 INFO:tasks.rados.rados.0.smithi086.stdout:2752: oid 49 updating version 1198 to 1199 2024-09-11T03:41:21.967 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1199 (ObjNum 880 snap 262 seq_num 880) dirty exists 2024-09-11T03:41:21.967 INFO:tasks.rados.rados.0.smithi086.stdout:2752: left oid 49 (ObjNum 880 snap 262 seq_num 880) 2024-09-11T03:41:21.967 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1700 (ObjNum 865 snap 256 seq_num 865) dirty exists 2024-09-11T03:41:21.967 INFO:tasks.rados.rados.0.smithi086.stdout:2754: finishing write tid 2 to smithi08678205-10 2024-09-11T03:41:21.967 INFO:tasks.rados.rados.0.smithi086.stdout:2758: seq_num 883 ranges {6389760=393216} 2024-09-11T03:41:22.002 INFO:tasks.rados.rados.0.smithi086.stdout:2758: writing smithi08678205-32 from 6389760 to 6782976 tid 1 2024-09-11T03:41:22.002 INFO:tasks.rados.rados.0.smithi086.stdout:2749: done (6 left) 2024-09-11T03:41:22.002 INFO:tasks.rados.rados.0.smithi086.stdout:2752: done (5 left) 2024-09-11T03:41:22.002 INFO:tasks.rados.rados.0.smithi086.stdout:2753: done (4 left) 2024-09-11T03:41:22.002 INFO:tasks.rados.rados.0.smithi086.stdout:2755: done (3 left) 2024-09-11T03:41:22.002 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 262 2024-09-11T03:41:22.003 INFO:tasks.rados.rados.0.smithi086.stdout:2754: finishing write tid 3 to smithi08678205-10 2024-09-11T03:41:22.003 INFO:tasks.rados.rados.0.smithi086.stdout:2754: oid 10 updating version 0 to 2281 2024-09-11T03:41:22.003 INFO:tasks.rados.rados.0.smithi086.stdout:2754: oid 10 version 2281 is already newer than 2280 2024-09-11T03:41:22.003 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2281 (ObjNum 881 snap 262 seq_num 881) dirty exists 2024-09-11T03:41:22.003 INFO:tasks.rados.rados.0.smithi086.stdout:2754: left oid 10 (ObjNum 881 snap 262 seq_num 881) 2024-09-11T03:41:22.003 INFO:tasks.rados.rados.0.smithi086.stdout:2757: finishing write tid 1 to smithi08678205-46 2024-09-11T03:41:22.003 INFO:tasks.rados.rados.0.smithi086.stdout:2759: seq_num 884 ranges {3850240=409600} 2024-09-11T03:41:22.024 INFO:tasks.rados.rados.0.smithi086.stdout:2759: writing smithi08678205-23 from 3850240 to 4259840 tid 1 2024-09-11T03:41:22.024 INFO:tasks.rados.rados.0.smithi086.stdout:2754: done (3 left) 2024-09-11T03:41:22.024 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 262 2024-09-11T03:41:22.025 INFO:tasks.rados.rados.0.smithi086.stdout:2757: finishing write tid 2 to smithi08678205-46 2024-09-11T03:41:22.025 INFO:tasks.rados.rados.0.smithi086.stdout:2757: finishing write tid 3 to smithi08678205-46 2024-09-11T03:41:22.025 INFO:tasks.rados.rados.0.smithi086.stdout:2757: oid 46 updating version 0 to 1693 2024-09-11T03:41:22.025 INFO:tasks.rados.rados.0.smithi086.stdout:2757: oid 46 version 1693 is already newer than 1692 2024-09-11T03:41:22.025 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 1693 (ObjNum 882 snap 262 seq_num 882) dirty exists 2024-09-11T03:41:22.025 INFO:tasks.rados.rados.0.smithi086.stdout:2757: left oid 46 (ObjNum 882 snap 262 seq_num 882) 2024-09-11T03:41:22.025 INFO:tasks.rados.rados.0.smithi086.stdout:2760: seq_num 885 ranges {0=425984} 2024-09-11T03:41:22.027 INFO:tasks.rados.rados.0.smithi086.stdout:2760: writing smithi08678205-48 from 0 to 425984 tid 1 2024-09-11T03:41:22.027 INFO:tasks.rados.rados.0.smithi086.stdout:2757: done (3 left) 2024-09-11T03:41:22.027 INFO:tasks.rados.rados.0.smithi086.stdout:2761: rollback oid 1 current snap is 262 2024-09-11T03:41:22.028 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 1 to 257 2024-09-11T03:41:22.028 INFO:tasks.rados.rados.0.smithi086.stdout:2762: snap_create 2024-09-11T03:41:22.028 INFO:tasks.rados.rados.0.smithi086.stdout:2758: finishing write tid 1 to smithi08678205-32 2024-09-11T03:41:22.028 INFO:tasks.rados.rados.0.smithi086.stdout:2758: finishing write tid 2 to smithi08678205-32 2024-09-11T03:41:22.028 INFO:tasks.rados.rados.0.smithi086.stdout:2758: finishing write tid 3 to smithi08678205-32 2024-09-11T03:41:22.028 INFO:tasks.rados.rados.0.smithi086.stdout:2758: oid 32 updating version 0 to 1915 2024-09-11T03:41:22.028 INFO:tasks.rados.rados.0.smithi086.stdout:2758: oid 32 updating version 1915 to 1916 2024-09-11T03:41:22.028 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 1916 (ObjNum 883 snap 262 seq_num 883) dirty exists 2024-09-11T03:41:22.028 INFO:tasks.rados.rados.0.smithi086.stdout:2758: left oid 32 (ObjNum 883 snap 262 seq_num 883) 2024-09-11T03:41:22.028 INFO:tasks.rados.rados.0.smithi086.stdout:2761: finishing rollback tid 1 to smithi08678205-1 2024-09-11T03:41:22.028 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 0 (ObjNum 33 snap 0 seq_num 3195459376) dirty dne 2024-09-11T03:41:22.029 INFO:tasks.rados.rados.0.smithi086.stdout:2759: finishing write tid 1 to smithi08678205-23 2024-09-11T03:41:22.029 INFO:tasks.rados.rados.0.smithi086.stdout:2759: finishing write tid 2 to smithi08678205-23 2024-09-11T03:41:22.030 INFO:tasks.rados.rados.0.smithi086.stdout:2760: finishing write tid 1 to smithi08678205-48 2024-09-11T03:41:22.030 INFO:tasks.rados.rados.0.smithi086.stdout:2760: finishing write tid 2 to smithi08678205-48 2024-09-11T03:41:22.031 INFO:tasks.rados.rados.0.smithi086.stdout:2759: finishing write tid 3 to smithi08678205-23 2024-09-11T03:41:22.031 INFO:tasks.rados.rados.0.smithi086.stdout:2759: oid 23 updating version 0 to 2397 2024-09-11T03:41:22.031 INFO:tasks.rados.rados.0.smithi086.stdout:2759: oid 23 updating version 2397 to 2398 2024-09-11T03:41:22.031 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2398 (ObjNum 884 snap 262 seq_num 884) dirty exists 2024-09-11T03:41:22.031 INFO:tasks.rados.rados.0.smithi086.stdout:2759: left oid 23 (ObjNum 884 snap 262 seq_num 884) 2024-09-11T03:41:22.032 INFO:tasks.rados.rados.0.smithi086.stdout:2760: finishing write tid 3 to smithi08678205-48 2024-09-11T03:41:22.032 INFO:tasks.rados.rados.0.smithi086.stdout:2760: oid 48 updating version 0 to 1694 2024-09-11T03:41:22.032 INFO:tasks.rados.rados.0.smithi086.stdout:2760: oid 48 updating version 1694 to 1695 2024-09-11T03:41:22.032 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 1695 (ObjNum 885 snap 262 seq_num 885) dirty exists 2024-09-11T03:41:22.032 INFO:tasks.rados.rados.0.smithi086.stdout:2760: left oid 48 (ObjNum 885 snap 262 seq_num 885) 2024-09-11T03:41:22.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:21 smithi086 ceph-mon[89281]: osdmap e610: 8 total, 8 up, 8 in 2024-09-11T03:41:22.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:21 smithi086 ceph-mon[91691]: osdmap e610: 8 total, 8 up, 8 in 2024-09-11T03:41:22.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:21 smithi130 ceph-mon[83685]: osdmap e610: 8 total, 8 up, 8 in 2024-09-11T03:41:22.712 INFO:tasks.rados.rados.0.smithi086.stdout:2758: done (4 left) 2024-09-11T03:41:22.712 INFO:tasks.rados.rados.0.smithi086.stdout:2759: done (3 left) 2024-09-11T03:41:22.712 INFO:tasks.rados.rados.0.smithi086.stdout:2760: done (2 left) 2024-09-11T03:41:22.712 INFO:tasks.rados.rados.0.smithi086.stdout:2761: done (1 left) 2024-09-11T03:41:22.713 INFO:tasks.rados.rados.0.smithi086.stdout:2762: done (0 left) 2024-09-11T03:41:22.713 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 263 2024-09-11T03:41:22.713 INFO:tasks.rados.rados.0.smithi086.stdout:2763: seq_num 886 ranges {385024=442368} 2024-09-11T03:41:22.717 INFO:tasks.rados.rados.0.smithi086.stdout:2763: writing smithi08678205-10 from 385024 to 827392 tid 1 2024-09-11T03:41:22.717 INFO:tasks.rados.rados.0.smithi086.stdout:2764: read oid 21 snap -1 2024-09-11T03:41:22.717 INFO:tasks.rados.rados.0.smithi086.stdout:2764: expect (ObjNum 794 snap 229 seq_num 794) 2024-09-11T03:41:22.717 INFO:tasks.rados.rados.0.smithi086.stdout:2765: setattr oid 6 current snap is 263 2024-09-11T03:41:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:2766: read oid 33 snap -1 2024-09-11T03:41:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:2766: expect (ObjNum 738 snap 212 seq_num 738) 2024-09-11T03:41:22.719 INFO:tasks.rados.rados.0.smithi086.stdout:2767: setattr oid 5 current snap is 263 2024-09-11T03:41:22.721 INFO:tasks.rados.rados.0.smithi086.stdout:2768: snap_remove snap 261 2024-09-11T03:41:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:22 smithi086 ceph-mon[89281]: pgmap v582: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 144 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-11T03:41:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:22 smithi086 ceph-mon[89281]: osdmap e611: 8 total, 8 up, 8 in 2024-09-11T03:41:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:22 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:22 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:23.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:22 smithi086 ceph-mon[89281]: osdmap e612: 8 total, 8 up, 8 in 2024-09-11T03:41:23.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:22 smithi086 ceph-mon[91691]: pgmap v582: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 144 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-11T03:41:23.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:22 smithi086 ceph-mon[91691]: osdmap e611: 8 total, 8 up, 8 in 2024-09-11T03:41:23.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:22 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:23.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:22 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:23.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:22 smithi086 ceph-mon[91691]: osdmap e612: 8 total, 8 up, 8 in 2024-09-11T03:41:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:22 smithi130 ceph-mon[83685]: pgmap v582: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 144 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-11T03:41:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:22 smithi130 ceph-mon[83685]: osdmap e611: 8 total, 8 up, 8 in 2024-09-11T03:41:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:22 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:22 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:22 smithi130 ceph-mon[83685]: osdmap e612: 8 total, 8 up, 8 in 2024-09-11T03:41:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:2768: done (5 left) 2024-09-11T03:41:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:2769: rollback oid 30 current snap is 263 2024-09-11T03:41:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 30 to 260 2024-09-11T03:41:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1701 (ObjNum 865 snap 256 seq_num 865) dirty exists 2024-09-11T03:41:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:2763: finishing write tid 1 to smithi08678205-10 2024-09-11T03:41:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:2763: finishing write tid 2 to smithi08678205-10 2024-09-11T03:41:23.712 INFO:tasks.rados.rados.0.smithi086.stdout:2766: expect (ObjNum 738 snap 212 seq_num 738) 2024-09-11T03:41:23.731 INFO:tasks.rados.rados.0.smithi086.stdout:2763: finishing write tid 3 to smithi08678205-10 2024-09-11T03:41:23.731 INFO:tasks.rados.rados.0.smithi086.stdout:2763: oid 10 updating version 0 to 2283 2024-09-11T03:41:23.731 INFO:tasks.rados.rados.0.smithi086.stdout:2763: oid 10 version 2283 is already newer than 2282 2024-09-11T03:41:23.731 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2283 (ObjNum 886 snap 263 seq_num 886) dirty exists 2024-09-11T03:41:23.732 INFO:tasks.rados.rados.0.smithi086.stdout:2763: left oid 10 (ObjNum 886 snap 263 seq_num 886) 2024-09-11T03:41:23.732 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 2284 (ObjNum 702 snap 201 seq_num 702) dirty exists 2024-09-11T03:41:23.732 INFO:tasks.rados.rados.0.smithi086.stdout:2764: expect (ObjNum 794 snap 229 seq_num 794) 2024-09-11T03:41:24.470 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:24 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:24.470 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:24 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:24.470 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:24 smithi130 ceph-mon[83685]: pgmap v585: 121 pgs: 121 active+clean; 141 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-09-11T03:41:24.470 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:24 smithi130 ceph-mon[83685]: osdmap e613: 8 total, 8 up, 8 in 2024-09-11T03:41:24.494 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:24 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:24.494 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:24 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:24.494 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:24 smithi086 ceph-mon[89281]: pgmap v585: 121 pgs: 121 active+clean; 141 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-09-11T03:41:24.494 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:24 smithi086 ceph-mon[89281]: osdmap e613: 8 total, 8 up, 8 in 2024-09-11T03:41:24.495 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:24 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:24.495 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:24 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:24.495 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:24 smithi086 ceph-mon[91691]: pgmap v585: 121 pgs: 121 active+clean; 141 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-09-11T03:41:24.495 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:24 smithi086 ceph-mon[91691]: osdmap e613: 8 total, 8 up, 8 in 2024-09-11T03:41:24.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:41:24 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:41:24] "GET /metrics HTTP/1.1" 200 36370 "" "Prometheus/2.51.0" 2024-09-11T03:41:25.590 INFO:tasks.rados.rados.0.smithi086.stdout:2769: finishing rollback tid 0 to smithi08678205-30 2024-09-11T03:41:25.590 INFO:tasks.rados.rados.0.smithi086.stdout:2769: finishing rollback tid 1 to smithi08678205-30 2024-09-11T03:41:25.590 INFO:tasks.rados.rados.0.smithi086.stdout:2769: finishing rollback tid 2 to smithi08678205-30 2024-09-11T03:41:25.591 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 2402 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:41:25.591 INFO:tasks.rados.rados.0.smithi086.stdout:2763: done (5 left) 2024-09-11T03:41:25.591 INFO:tasks.rados.rados.0.smithi086.stdout:2764: done (4 left) 2024-09-11T03:41:25.591 INFO:tasks.rados.rados.0.smithi086.stdout:2765: done (3 left) 2024-09-11T03:41:25.591 INFO:tasks.rados.rados.0.smithi086.stdout:2766: done (2 left) 2024-09-11T03:41:25.591 INFO:tasks.rados.rados.0.smithi086.stdout:2767: done (1 left) 2024-09-11T03:41:25.591 INFO:tasks.rados.rados.0.smithi086.stdout:2769: done (0 left) 2024-09-11T03:41:25.591 INFO:tasks.rados.rados.0.smithi086.stdout:2770: snap_remove snap 253 2024-09-11T03:41:26.283 INFO:tasks.rados.rados.0.smithi086.stdout:2770: done (0 left) 2024-09-11T03:41:26.284 INFO:tasks.rados.rados.0.smithi086.stdout:2771: copy_from oid 42 from oid 7 current snap is 263 2024-09-11T03:41:26.284 INFO:tasks.rados.rados.0.smithi086.stdout:2772: read oid 14 snap -1 2024-09-11T03:41:26.284 INFO:tasks.rados.rados.0.smithi086.stdout:2772: expect deleted 2024-09-11T03:41:26.284 INFO:tasks.rados.rados.0.smithi086.stdout:2773: snap_create 2024-09-11T03:41:26.316 INFO:tasks.rados.rados.0.smithi086.stdout:2771: finishing copy_from racing read to smithi08678205-42 2024-09-11T03:41:26.318 INFO:tasks.rados.rados.0.smithi086.stdout:2771: finishing copy_from to smithi08678205-42 2024-09-11T03:41:26.319 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 1909 (ObjNum 876 snap 260 seq_num 876) dirty exists 2024-09-11T03:41:27.284 INFO:tasks.rados.rados.0.smithi086.stdout:2771: done (2 left) 2024-09-11T03:41:27.285 INFO:tasks.rados.rados.0.smithi086.stdout:2772: done (1 left) 2024-09-11T03:41:27.285 INFO:tasks.rados.rados.0.smithi086.stdout:2773: done (0 left) 2024-09-11T03:41:27.285 INFO:tasks.rados.rados.0.smithi086.stdout:2774: rmattr oid 7 current snap is 264 2024-09-11T03:41:27.285 INFO:tasks.rados.rados.0.smithi086.stdout:2775: read oid 45 snap -1 2024-09-11T03:41:27.285 INFO:tasks.rados.rados.0.smithi086.stdout:2775: expect deleted 2024-09-11T03:41:27.285 INFO:tasks.rados.rados.0.smithi086.stdout:2776: read oid 15 snap -1 2024-09-11T03:41:27.285 INFO:tasks.rados.rados.0.smithi086.stdout:2776: expect (ObjNum 821 snap 243 seq_num 821) 2024-09-11T03:41:27.285 INFO:tasks.rados.rados.0.smithi086.stdout:2777: snap_remove snap 260 2024-09-11T03:41:27.308 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: pgmap v587: 121 pgs: 121 active+clean; 142 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 478 KiB/s wr, 15 op/s 2024-09-11T03:41:27.308 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:27.308 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:27.308 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:41:27.308 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:41:27.309 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:27.309 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-11T03:41:27.309 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:27.309 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.309 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.309 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.309 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.309 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: osdmap e614: 8 total, 8 up, 8 in 2024-09-11T03:41:27.309 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.309 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.309 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.309 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.309 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.310 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.310 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.310 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.310 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.310 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.310 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: pgmap v587: 121 pgs: 121 active+clean; 142 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 478 KiB/s wr, 15 op/s 2024-09-11T03:41:27.310 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:27.310 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:27.310 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:41:27.310 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:41:27.310 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:27.311 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-11T03:41:27.311 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:27.311 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.311 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.311 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.311 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.311 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: osdmap e614: 8 total, 8 up, 8 in 2024-09-11T03:41:27.311 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.311 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.311 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.311 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.311 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.311 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.312 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.312 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.312 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.312 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:27 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: pgmap v587: 121 pgs: 121 active+clean; 142 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 478 KiB/s wr, 15 op/s 2024-09-11T03:41:27.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:27.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:27.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:41:27.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:41:27.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:27.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-11T03:41:27.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:27.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: osdmap e614: 8 total, 8 up, 8 in 2024-09-11T03:41:27.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.598 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.599 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:27 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:27.717 INFO:tasks.rados.rados.0.smithi086.stdout:2777: done (3 left) 2024-09-11T03:41:27.717 INFO:tasks.rados.rados.0.smithi086.stdout:2778: delete oid 16 current snap is 264 2024-09-11T03:41:27.717 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1911 (ObjNum 876 snap 260 seq_num 876) dirty exists 2024-09-11T03:41:27.717 INFO:tasks.rados.rados.0.smithi086.stdout:2776: expect (ObjNum 821 snap 243 seq_num 821) 2024-09-11T03:41:27.833 INFO:tasks.rados.rados.0.smithi086.stdout:2774: done (3 left) 2024-09-11T03:41:27.833 INFO:tasks.rados.rados.0.smithi086.stdout:2775: done (2 left) 2024-09-11T03:41:27.833 INFO:tasks.rados.rados.0.smithi086.stdout:2776: done (1 left) 2024-09-11T03:41:27.834 INFO:tasks.rados.rados.0.smithi086.stdout:2778: done (0 left) 2024-09-11T03:41:27.834 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 29 current snap is 264 2024-09-11T03:41:27.834 INFO:tasks.rados.rados.0.smithi086.stdout:2779: seq_num 888 ranges {3506176=475136} 2024-09-11T03:41:27.855 INFO:tasks.rados.rados.0.smithi086.stdout:2779: writing smithi08678205-29 from 3506176 to 3981312 tid 1 2024-09-11T03:41:27.855 INFO:tasks.rados.rados.0.smithi086.stdout:2780: copy_from oid 21 from oid 20 current snap is 264 2024-09-11T03:41:27.855 INFO:tasks.rados.rados.0.smithi086.stdout:2781: snap_create 2024-09-11T03:41:27.856 INFO:tasks.rados.rados.0.smithi086.stdout:2780: finishing copy_from to smithi08678205-21 2024-09-11T03:41:27.857 INFO:tasks.rados.rados.0.smithi086.stdout:2780: got expected ENOENT (src dne) 2024-09-11T03:41:27.857 INFO:tasks.rados.rados.0.smithi086.stdout:2780: finishing copy_from racing read to smithi08678205-21 2024-09-11T03:41:27.859 INFO:tasks.rados.rados.0.smithi086.stdout:2779: finishing write tid 1 to smithi08678205-29 2024-09-11T03:41:27.859 INFO:tasks.rados.rados.0.smithi086.stdout:2779: finishing write tid 2 to smithi08678205-29 2024-09-11T03:41:27.860 INFO:tasks.rados.rados.0.smithi086.stdout:2779: finishing write tid 3 to smithi08678205-29 2024-09-11T03:41:27.860 INFO:tasks.rados.rados.0.smithi086.stdout:2779: oid 29 updating version 0 to 1689 2024-09-11T03:41:27.860 INFO:tasks.rados.rados.0.smithi086.stdout:2779: oid 29 updating version 1689 to 1690 2024-09-11T03:41:27.860 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 1690 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-09-11T03:41:27.861 INFO:tasks.rados.rados.0.smithi086.stdout:2779: left oid 29 (ObjNum 888 snap 264 seq_num 888) 2024-09-11T03:41:28.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:28 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:41:28.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:28 smithi086 ceph-mon[89281]: osdmap e615: 8 total, 8 up, 8 in 2024-09-11T03:41:28.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:28 smithi086 ceph-mon[89281]: osdmap e616: 8 total, 8 up, 8 in 2024-09-11T03:41:28.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:28 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:41:28.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:28 smithi086 ceph-mon[91691]: osdmap e615: 8 total, 8 up, 8 in 2024-09-11T03:41:28.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:28 smithi086 ceph-mon[91691]: osdmap e616: 8 total, 8 up, 8 in 2024-09-11T03:41:28.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:28 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-11T03:41:28.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:28 smithi130 ceph-mon[83685]: osdmap e615: 8 total, 8 up, 8 in 2024-09-11T03:41:28.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:28 smithi130 ceph-mon[83685]: osdmap e616: 8 total, 8 up, 8 in 2024-09-11T03:41:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:2779: done (2 left) 2024-09-11T03:41:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:2780: done (1 left) 2024-09-11T03:41:28.716 INFO:tasks.rados.rados.0.smithi086.stdout:2781: done (0 left) 2024-09-11T03:41:28.717 INFO:tasks.rados.rados.0.smithi086.stdout:2782: setattr oid 10 current snap is 265 2024-09-11T03:41:28.717 INFO:tasks.rados.rados.0.smithi086.stdout:2783: copy_from oid 36 from oid 20 current snap is 265 2024-09-11T03:41:28.717 INFO:tasks.rados.rados.0.smithi086.stdout:2784: copy_from oid 12 from oid 48 current snap is 265 2024-09-11T03:41:28.717 INFO:tasks.rados.rados.0.smithi086.stdout:2785: snap_create 2024-09-11T03:41:28.721 INFO:tasks.rados.rados.0.smithi086.stdout:2783: finishing copy_from to smithi08678205-36 2024-09-11T03:41:28.721 INFO:tasks.rados.rados.0.smithi086.stdout:2783: got expected ENOENT (src dne) 2024-09-11T03:41:28.721 INFO:tasks.rados.rados.0.smithi086.stdout:2783: finishing copy_from racing read to smithi08678205-36 2024-09-11T03:41:28.724 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2285 (ObjNum 886 snap 263 seq_num 886) dirty exists 2024-09-11T03:41:28.727 INFO:tasks.rados.rados.0.smithi086.stdout:2784: finishing copy_from racing read to smithi08678205-12 2024-09-11T03:41:28.727 INFO:tasks.rados.rados.0.smithi086.stdout:2784: finishing copy_from to smithi08678205-12 2024-09-11T03:41:28.727 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 1695 (ObjNum 885 snap 262 seq_num 885) dirty exists 2024-09-11T03:41:29.559 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:29 smithi086 ceph-mon[89281]: pgmap v589: 121 pgs: 121 active+clean; 144 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 596 KiB/s wr, 18 op/s 2024-09-11T03:41:29.559 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:29 smithi086 ceph-mon[89281]: Upgrade: Updating alertmanager.a 2024-09-11T03:41:29.559 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:29 smithi086 ceph-mon[89281]: Deploying daemon alertmanager.a on smithi086 2024-09-11T03:41:29.560 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:29 smithi086 ceph-mon[89281]: osdmap e617: 8 total, 8 up, 8 in 2024-09-11T03:41:29.560 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:29 smithi086 ceph-mon[91691]: pgmap v589: 121 pgs: 121 active+clean; 144 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 596 KiB/s wr, 18 op/s 2024-09-11T03:41:29.560 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:29 smithi086 ceph-mon[91691]: Upgrade: Updating alertmanager.a 2024-09-11T03:41:29.560 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:29 smithi086 ceph-mon[91691]: Deploying daemon alertmanager.a on smithi086 2024-09-11T03:41:29.560 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:29 smithi086 ceph-mon[91691]: osdmap e617: 8 total, 8 up, 8 in 2024-09-11T03:41:29.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:29 smithi130 ceph-mon[83685]: pgmap v589: 121 pgs: 121 active+clean; 144 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 596 KiB/s wr, 18 op/s 2024-09-11T03:41:29.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:29 smithi130 ceph-mon[83685]: Upgrade: Updating alertmanager.a 2024-09-11T03:41:29.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:29 smithi130 ceph-mon[83685]: Deploying daemon alertmanager.a on smithi086 2024-09-11T03:41:29.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:29 smithi130 ceph-mon[83685]: osdmap e617: 8 total, 8 up, 8 in 2024-09-11T03:41:29.715 INFO:tasks.rados.rados.0.smithi086.stdout:2782: done (3 left) 2024-09-11T03:41:29.715 INFO:tasks.rados.rados.0.smithi086.stdout:2783: done (2 left) 2024-09-11T03:41:29.715 INFO:tasks.rados.rados.0.smithi086.stdout:2784: done (1 left) 2024-09-11T03:41:29.715 INFO:tasks.rados.rados.0.smithi086.stdout:2785: done (0 left) 2024-09-11T03:41:29.715 INFO:tasks.rados.rados.0.smithi086.stdout:2786: rmattr oid 47 current snap is 266 2024-09-11T03:41:29.715 INFO:tasks.rados.rados.0.smithi086.stdout:2786: done (0 left) 2024-09-11T03:41:29.716 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 50 current snap is 266 2024-09-11T03:41:29.716 INFO:tasks.rados.rados.0.smithi086.stdout:2787: seq_num 889 ranges {1245184=491520} 2024-09-11T03:41:29.724 INFO:tasks.rados.rados.0.smithi086.stdout:2787: writing smithi08678205-50 from 1245184 to 1736704 tid 1 2024-09-11T03:41:29.725 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 266 2024-09-11T03:41:29.725 INFO:tasks.rados.rados.0.smithi086.stdout:2788: seq_num 890 ranges {0=507904} 2024-09-11T03:41:29.727 INFO:tasks.rados.rados.0.smithi086.stdout:2788: writing smithi08678205-37 from 0 to 507904 tid 1 2024-09-11T03:41:29.727 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 266 2024-09-11T03:41:29.728 INFO:tasks.rados.rados.0.smithi086.stdout:2789: seq_num 891 ranges {0=532480} 2024-09-11T03:41:29.730 INFO:tasks.rados.rados.0.smithi086.stdout:2789: writing smithi08678205-47 from 0 to 532480 tid 1 2024-09-11T03:41:29.731 INFO:tasks.rados.rados.0.smithi086.stdout:2790: delete oid 44 current snap is 266 2024-09-11T03:41:29.731 INFO:tasks.rados.rados.0.smithi086.stdout:2787: finishing write tid 1 to smithi08678205-50 2024-09-11T03:41:29.731 INFO:tasks.rados.rados.0.smithi086.stdout:2787: finishing write tid 2 to smithi08678205-50 2024-09-11T03:41:29.731 INFO:tasks.rados.rados.0.smithi086.stdout:2787: finishing write tid 3 to smithi08678205-50 2024-09-11T03:41:29.731 INFO:tasks.rados.rados.0.smithi086.stdout:2787: oid 50 updating version 0 to 1918 2024-09-11T03:41:29.731 INFO:tasks.rados.rados.0.smithi086.stdout:2787: oid 50 version 1918 is already newer than 1917 2024-09-11T03:41:29.731 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 1918 (ObjNum 889 snap 266 seq_num 889) dirty exists 2024-09-11T03:41:29.731 INFO:tasks.rados.rados.0.smithi086.stdout:2787: left oid 50 (ObjNum 889 snap 266 seq_num 889) 2024-09-11T03:41:29.732 INFO:tasks.rados.rados.0.smithi086.stdout:2788: finishing write tid 1 to smithi08678205-37 2024-09-11T03:41:29.734 INFO:tasks.rados.rados.0.smithi086.stdout:2787: done (3 left) 2024-09-11T03:41:29.734 INFO:tasks.rados.rados.0.smithi086.stdout:2790: done (2 left) 2024-09-11T03:41:29.734 INFO:tasks.rados.rados.0.smithi086.stdout:2791: snap_create 2024-09-11T03:41:29.736 INFO:tasks.rados.rados.0.smithi086.stdout:2789: finishing write tid 1 to smithi08678205-47 2024-09-11T03:41:29.736 INFO:tasks.rados.rados.0.smithi086.stdout:2788: finishing write tid 2 to smithi08678205-37 2024-09-11T03:41:29.736 INFO:tasks.rados.rados.0.smithi086.stdout:2789: finishing write tid 2 to smithi08678205-47 2024-09-11T03:41:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:2789: finishing write tid 3 to smithi08678205-47 2024-09-11T03:41:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:2789: oid 47 updating version 0 to 1200 2024-09-11T03:41:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:2789: oid 47 updating version 1200 to 1201 2024-09-11T03:41:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 1201 (ObjNum 891 snap 266 seq_num 891) dirty exists 2024-09-11T03:41:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:2789: left oid 47 (ObjNum 891 snap 266 seq_num 891) 2024-09-11T03:41:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:2788: finishing write tid 3 to smithi08678205-37 2024-09-11T03:41:29.738 INFO:tasks.rados.rados.0.smithi086.stdout:2788: oid 37 updating version 0 to 1684 2024-09-11T03:41:29.739 INFO:tasks.rados.rados.0.smithi086.stdout:2788: oid 37 updating version 1684 to 1685 2024-09-11T03:41:29.739 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1685 (ObjNum 890 snap 266 seq_num 890) dirty exists 2024-09-11T03:41:29.739 INFO:tasks.rados.rados.0.smithi086.stdout:2788: left oid 37 (ObjNum 890 snap 266 seq_num 890) 2024-09-11T03:41:30.727 INFO:tasks.rados.rados.0.smithi086.stdout:2788: done (2 left) 2024-09-11T03:41:30.727 INFO:tasks.rados.rados.0.smithi086.stdout:2789: done (1 left) 2024-09-11T03:41:30.727 INFO:tasks.rados.rados.0.smithi086.stdout:2791: done (0 left) 2024-09-11T03:41:30.727 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 267 2024-09-11T03:41:30.727 INFO:tasks.rados.rados.0.smithi086.stdout:2792: seq_num 893 ranges {425984=565248} 2024-09-11T03:41:30.732 INFO:tasks.rados.rados.0.smithi086.stdout:2792: writing smithi08678205-48 from 425984 to 991232 tid 1 2024-09-11T03:41:30.732 INFO:tasks.rados.rados.0.smithi086.stdout:2793: delete oid 9 current snap is 267 2024-09-11T03:41:30.737 INFO:tasks.rados.rados.0.smithi086.stdout:2793: done (1 left) 2024-09-11T03:41:30.737 INFO:tasks.rados.rados.0.smithi086.stdout:2794: read oid 25 snap -1 2024-09-11T03:41:30.737 INFO:tasks.rados.rados.0.smithi086.stdout:2794: expect deleted 2024-09-11T03:41:30.737 INFO:tasks.rados.rados.0.smithi086.stdout:2795: read oid 18 snap -1 2024-09-11T03:41:30.737 INFO:tasks.rados.rados.0.smithi086.stdout:2795: expect (ObjNum 809 snap 236 seq_num 809) 2024-09-11T03:41:30.737 INFO:tasks.rados.rados.0.smithi086.stdout:2796: snap_remove snap 257 2024-09-11T03:41:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:30 smithi086 ceph-mon[89281]: pgmap v593: 121 pgs: 121 active+clean; 138 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 384 KiB/s wr, 14 op/s 2024-09-11T03:41:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:30 smithi086 ceph-mon[89281]: osdmap e618: 8 total, 8 up, 8 in 2024-09-11T03:41:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:30 smithi086 ceph-mon[91691]: pgmap v593: 121 pgs: 121 active+clean; 138 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 384 KiB/s wr, 14 op/s 2024-09-11T03:41:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:30 smithi086 ceph-mon[91691]: osdmap e618: 8 total, 8 up, 8 in 2024-09-11T03:41:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:30 smithi130 ceph-mon[83685]: pgmap v593: 121 pgs: 121 active+clean; 138 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 384 KiB/s wr, 14 op/s 2024-09-11T03:41:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:30 smithi130 ceph-mon[83685]: osdmap e618: 8 total, 8 up, 8 in 2024-09-11T03:41:31.730 INFO:tasks.rados.rados.0.smithi086.stdout:2796: done (3 left) 2024-09-11T03:41:31.730 INFO:tasks.rados.rados.0.smithi086.stdout:2797: snap_remove snap 262 2024-09-11T03:41:32.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:31 smithi086 ceph-mon[89281]: osdmap e619: 8 total, 8 up, 8 in 2024-09-11T03:41:32.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:31 smithi086 ceph-mon[91691]: osdmap e619: 8 total, 8 up, 8 in 2024-09-11T03:41:32.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:31 smithi130 ceph-mon[83685]: osdmap e619: 8 total, 8 up, 8 in 2024-09-11T03:41:32.717 INFO:tasks.rados.rados.0.smithi086.stdout:2797: done (3 left) 2024-09-11T03:41:32.717 INFO:tasks.rados.rados.0.smithi086.stdout:2798: copy_from oid 49 from oid 29 current snap is 267 2024-09-11T03:41:32.717 INFO:tasks.rados.rados.0.smithi086.stdout:2799: rollback oid 34 current snap is 267 2024-09-11T03:41:32.717 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 34 to 266 2024-09-11T03:41:32.717 INFO:tasks.rados.rados.0.smithi086.stdout:2800: delete oid 47 current snap is 267 2024-09-11T03:41:32.717 INFO:tasks.rados.rados.0.smithi086.stdout:2792: finishing write tid 1 to smithi08678205-48 2024-09-11T03:41:32.717 INFO:tasks.rados.rados.0.smithi086.stdout:2792: finishing write tid 2 to smithi08678205-48 2024-09-11T03:41:32.717 INFO:tasks.rados.rados.0.smithi086.stdout:2792: finishing write tid 3 to smithi08678205-48 2024-09-11T03:41:32.717 INFO:tasks.rados.rados.0.smithi086.stdout:2792: oid 48 updating version 0 to 1698 2024-09-11T03:41:32.717 INFO:tasks.rados.rados.0.smithi086.stdout:2792: oid 48 version 1698 is already newer than 1697 2024-09-11T03:41:32.718 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 1698 (ObjNum 893 snap 267 seq_num 893) dirty exists 2024-09-11T03:41:32.718 INFO:tasks.rados.rados.0.smithi086.stdout:2792: left oid 48 (ObjNum 893 snap 267 seq_num 893) 2024-09-11T03:41:32.718 INFO:tasks.rados.rados.0.smithi086.stdout:2795: expect (ObjNum 809 snap 236 seq_num 809) 2024-09-11T03:41:32.768 INFO:tasks.rados.rados.0.smithi086.stdout:2799: finishing rollback tid 0 to smithi08678205-34 2024-09-11T03:41:32.768 INFO:tasks.rados.rados.0.smithi086.stdout:2799: finishing rollback tid 1 to smithi08678205-34 2024-09-11T03:41:32.769 INFO:tasks.rados.rados.0.smithi086.stdout:2799: finishing rollback tid 2 to smithi08678205-34 2024-09-11T03:41:32.769 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 1693 (ObjNum 862 snap 255 seq_num 862) dirty exists 2024-09-11T03:41:32.769 INFO:tasks.rados.rados.0.smithi086.stdout:2798: finishing copy_from racing read to smithi08678205-49 2024-09-11T03:41:32.769 INFO:tasks.rados.rados.0.smithi086.stdout:2798: finishing copy_from to smithi08678205-49 2024-09-11T03:41:32.769 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1690 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-09-11T03:41:32.769 INFO:tasks.rados.rados.0.smithi086.stdout:2792: done (5 left) 2024-09-11T03:41:32.769 INFO:tasks.rados.rados.0.smithi086.stdout:2794: done (4 left) 2024-09-11T03:41:32.769 INFO:tasks.rados.rados.0.smithi086.stdout:2795: done (3 left) 2024-09-11T03:41:32.769 INFO:tasks.rados.rados.0.smithi086.stdout:2798: done (2 left) 2024-09-11T03:41:32.769 INFO:tasks.rados.rados.0.smithi086.stdout:2799: done (1 left) 2024-09-11T03:41:32.769 INFO:tasks.rados.rados.0.smithi086.stdout:2800: done (0 left) 2024-09-11T03:41:32.769 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 267 2024-09-11T03:41:32.770 INFO:tasks.rados.rados.0.smithi086.stdout:2801: seq_num 896 ranges {999424=614400} 2024-09-11T03:41:32.777 INFO:tasks.rados.rados.0.smithi086.stdout:2801: writing smithi08678205-46 from 999424 to 1613824 tid 1 2024-09-11T03:41:32.777 INFO:tasks.rados.rados.0.smithi086.stdout:2802: setattr oid 11 current snap is 267 2024-09-11T03:41:32.778 INFO:tasks.rados.rados.0.smithi086.stdout:2803: read oid 33 snap -1 2024-09-11T03:41:32.779 INFO:tasks.rados.rados.0.smithi086.stdout:2803: expect (ObjNum 738 snap 212 seq_num 738) 2024-09-11T03:41:32.779 INFO:tasks.rados.rados.0.smithi086.stdout:2804: copy_from oid 21 from oid 39 current snap is 267 2024-09-11T03:41:32.779 INFO:tasks.rados.rados.0.smithi086.stdout:2805: delete oid 25 current snap is 267 2024-09-11T03:41:32.781 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1919 (ObjNum 33 snap 0 seq_num 3221051008) dirty exists 2024-09-11T03:41:32.781 INFO:tasks.rados.rados.0.smithi086.stdout:2803: expect (ObjNum 738 snap 212 seq_num 738) 2024-09-11T03:41:32.795 INFO:tasks.rados.rados.0.smithi086.stdout:2801: finishing write tid 1 to smithi08678205-46 2024-09-11T03:41:32.796 INFO:tasks.rados.rados.0.smithi086.stdout:2801: finishing write tid 2 to smithi08678205-46 2024-09-11T03:41:32.796 INFO:tasks.rados.rados.0.smithi086.stdout:2801: finishing write tid 3 to smithi08678205-46 2024-09-11T03:41:32.796 INFO:tasks.rados.rados.0.smithi086.stdout:2801: oid 46 updating version 0 to 1699 2024-09-11T03:41:32.796 INFO:tasks.rados.rados.0.smithi086.stdout:2801: oid 46 updating version 1699 to 1700 2024-09-11T03:41:32.796 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 1700 (ObjNum 896 snap 267 seq_num 896) dirty exists 2024-09-11T03:41:32.796 INFO:tasks.rados.rados.0.smithi086.stdout:2801: left oid 46 (ObjNum 896 snap 267 seq_num 896) 2024-09-11T03:41:32.796 INFO:tasks.rados.rados.0.smithi086.stdout:2801: done (4 left) 2024-09-11T03:41:32.796 INFO:tasks.rados.rados.0.smithi086.stdout:2802: done (3 left) 2024-09-11T03:41:32.796 INFO:tasks.rados.rados.0.smithi086.stdout:2803: done (2 left) 2024-09-11T03:41:32.796 INFO:tasks.rados.rados.0.smithi086.stdout:2805: done (1 left) 2024-09-11T03:41:32.796 INFO:tasks.rados.rados.0.smithi086.stdout:2806: snap_remove snap 263 2024-09-11T03:41:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:32 smithi086 ceph-mon[89281]: pgmap v596: 121 pgs: 121 active+clean; 140 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-09-11T03:41:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:32 smithi086 ceph-mon[89281]: osdmap e620: 8 total, 8 up, 8 in 2024-09-11T03:41:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:32 smithi086 ceph-mon[89281]: osdmap e621: 8 total, 8 up, 8 in 2024-09-11T03:41:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:32 smithi086 ceph-mon[91691]: pgmap v596: 121 pgs: 121 active+clean; 140 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-09-11T03:41:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:32 smithi086 ceph-mon[91691]: osdmap e620: 8 total, 8 up, 8 in 2024-09-11T03:41:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:32 smithi086 ceph-mon[91691]: osdmap e621: 8 total, 8 up, 8 in 2024-09-11T03:41:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:32 smithi130 ceph-mon[83685]: pgmap v596: 121 pgs: 121 active+clean; 140 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-09-11T03:41:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:32 smithi130 ceph-mon[83685]: osdmap e620: 8 total, 8 up, 8 in 2024-09-11T03:41:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:32 smithi130 ceph-mon[83685]: osdmap e621: 8 total, 8 up, 8 in 2024-09-11T03:41:33.744 INFO:tasks.rados.rados.0.smithi086.stdout:2806: done (1 left) 2024-09-11T03:41:33.744 INFO:tasks.rados.rados.0.smithi086.stdout:2807: rollback oid 2 current snap is 267 2024-09-11T03:41:33.744 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 2 to 255 2024-09-11T03:41:33.744 INFO:tasks.rados.rados.0.smithi086.stdout:2804: finishing copy_from racing read to smithi08678205-21 2024-09-11T03:41:33.745 INFO:tasks.rados.rados.0.smithi086.stdout:2804: finishing copy_from to smithi08678205-21 2024-09-11T03:41:33.745 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 1689 (ObjNum 836 snap 248 seq_num 836) dirty exists 2024-09-11T03:41:33.745 INFO:tasks.rados.rados.0.smithi086.stdout:2804: done (1 left) 2024-09-11T03:41:33.745 INFO:tasks.rados.rados.0.smithi086.stdout:2808: snap_create 2024-09-11T03:41:33.747 INFO:tasks.rados.rados.0.smithi086.stdout:2807: finishing rollback tid 0 to smithi08678205-2 2024-09-11T03:41:33.748 INFO:tasks.rados.rados.0.smithi086.stdout:2807: finishing rollback tid 1 to smithi08678205-2 2024-09-11T03:41:33.748 INFO:tasks.rados.rados.0.smithi086.stdout:2807: finishing rollback tid 2 to smithi08678205-2 2024-09-11T03:41:33.748 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 1205 (ObjNum 856 snap 252 seq_num 856) dirty exists 2024-09-11T03:41:34.740 INFO:tasks.rados.rados.0.smithi086.stdout:2807: done (1 left) 2024-09-11T03:41:34.741 INFO:tasks.rados.rados.0.smithi086.stdout:2808: done (0 left) 2024-09-11T03:41:34.741 INFO:tasks.rados.rados.0.smithi086.stdout:2809: snap_remove snap 255 2024-09-11T03:41:34.779 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:34 smithi086 ceph-mon[89281]: pgmap v599: 121 pgs: 121 active+clean; 141 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-11T03:41:34.779 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:34 smithi086 ceph-mon[89281]: osdmap e622: 8 total, 8 up, 8 in 2024-09-11T03:41:34.779 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:41:34.780 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:41:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:41:34] "GET /metrics HTTP/1.1" 200 36370 "" "Prometheus/2.51.0" 2024-09-11T03:41:34.780 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:34 smithi086 ceph-mon[91691]: pgmap v599: 121 pgs: 121 active+clean; 141 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-11T03:41:34.780 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:34 smithi086 ceph-mon[91691]: osdmap e622: 8 total, 8 up, 8 in 2024-09-11T03:41:34.780 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:41:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:34 smithi130 ceph-mon[83685]: pgmap v599: 121 pgs: 121 active+clean; 141 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-11T03:41:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:34 smithi130 ceph-mon[83685]: osdmap e622: 8 total, 8 up, 8 in 2024-09-11T03:41:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:41:35.751 INFO:tasks.rados.rados.0.smithi086.stdout:2809: done (0 left) 2024-09-11T03:41:35.751 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 268 2024-09-11T03:41:35.751 INFO:tasks.rados.rados.0.smithi086.stdout:2810: seq_num 898 ranges {3506176=647168} 2024-09-11T03:41:35.775 INFO:tasks.rados.rados.0.smithi086.stdout:2810: writing smithi08678205-2 from 3506176 to 4153344 tid 1 2024-09-11T03:41:35.775 INFO:tasks.rados.rados.0.smithi086.stdout:2811: read oid 25 snap -1 2024-09-11T03:41:35.775 INFO:tasks.rados.rados.0.smithi086.stdout:2811: expect deleted 2024-09-11T03:41:35.775 INFO:tasks.rados.rados.0.smithi086.stdout:2812: read oid 48 snap 265 2024-09-11T03:41:35.776 INFO:tasks.rados.rados.0.smithi086.stdout:2812: expect (ObjNum 885 snap 262 seq_num 885) 2024-09-11T03:41:35.776 INFO:tasks.rados.rados.0.smithi086.stdout:2813: delete oid 27 current snap is 268 2024-09-11T03:41:35.777 INFO:tasks.rados.rados.0.smithi086.stdout:2811: done (3 left) 2024-09-11T03:41:35.777 INFO:tasks.rados.rados.0.smithi086.stdout:2813: done (2 left) 2024-09-11T03:41:35.777 INFO:tasks.rados.rados.0.smithi086.stdout:2814: snap_create 2024-09-11T03:41:35.779 INFO:tasks.rados.rados.0.smithi086.stdout:2812: expect (ObjNum 885 snap 262 seq_num 885) 2024-09-11T03:41:35.790 INFO:tasks.rados.rados.0.smithi086.stdout:2810: finishing write tid 1 to smithi08678205-2 2024-09-11T03:41:35.790 INFO:tasks.rados.rados.0.smithi086.stdout:2810: finishing write tid 2 to smithi08678205-2 2024-09-11T03:41:35.790 INFO:tasks.rados.rados.0.smithi086.stdout:2810: finishing write tid 3 to smithi08678205-2 2024-09-11T03:41:35.790 INFO:tasks.rados.rados.0.smithi086.stdout:2810: oid 2 updating version 0 to 1206 2024-09-11T03:41:35.790 INFO:tasks.rados.rados.0.smithi086.stdout:2810: oid 2 updating version 1206 to 1207 2024-09-11T03:41:35.790 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 1207 (ObjNum 898 snap 268 seq_num 898) dirty exists 2024-09-11T03:41:35.790 INFO:tasks.rados.rados.0.smithi086.stdout:2810: left oid 2 (ObjNum 898 snap 268 seq_num 898) 2024-09-11T03:41:35.801 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:35 smithi086 ceph-mon[89281]: osdmap e623: 8 total, 8 up, 8 in 2024-09-11T03:41:35.801 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:35 smithi086 ceph-mon[91691]: osdmap e623: 8 total, 8 up, 8 in 2024-09-11T03:41:35.801 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:35 smithi086 systemd[1]: Stopping Ceph alertmanager.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:41:36.072 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:35 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[73814]: ts=2024-09-11T03:41:35.801Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-11T03:41:36.072 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:35 smithi086 podman[124845]: 2024-09-11 03:41:35.84305062 +0000 UTC m=+0.150317924 container died e7fbb08a29ad4c5f7610d0de6e6cc8c46e244f5bb3f5fdeaa4e437ca36baee1c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:41:36.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:35 smithi130 ceph-mon[83685]: osdmap e623: 8 total, 8 up, 8 in 2024-09-11T03:41:36.477 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:36 smithi086 podman[124845]: 2024-09-11 03:41:36.226900946 +0000 UTC m=+0.534168240 container cleanup e7fbb08a29ad4c5f7610d0de6e6cc8c46e244f5bb3f5fdeaa4e437ca36baee1c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:41:36.477 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:36 smithi086 bash[124845]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a 2024-09-11T03:41:36.747 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:36 smithi086 podman[124859]: 2024-09-11 03:41:36.477904683 +0000 UTC m=+0.626565696 container remove e7fbb08a29ad4c5f7610d0de6e6cc8c46e244f5bb3f5fdeaa4e437ca36baee1c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:41:36.747 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:36 smithi086 podman[124859]: 2024-09-11 03:41:36.578857293 +0000 UTC m=+0.727518303 volume remove 4d040ae9725b5d922611f46a01645dd2dcc396de97d3c34b1ae38ec5a59cb213 2024-09-11T03:41:36.754 INFO:tasks.rados.rados.0.smithi086.stdout:2810: done (2 left) 2024-09-11T03:41:36.754 INFO:tasks.rados.rados.0.smithi086.stdout:2812: done (1 left) 2024-09-11T03:41:36.754 INFO:tasks.rados.rados.0.smithi086.stdout:2814: done (0 left) 2024-09-11T03:41:36.754 INFO:tasks.rados.rados.0.smithi086.stdout:2815: snap_remove snap 268 2024-09-11T03:41:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:36 smithi086 ceph-mon[89281]: pgmap v602: 121 pgs: 121 active+clean; 145 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-09-11T03:41:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:36 smithi086 ceph-mon[89281]: osdmap e624: 8 total, 8 up, 8 in 2024-09-11T03:41:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:36 smithi086 ceph-mon[91691]: pgmap v602: 121 pgs: 121 active+clean; 145 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-09-11T03:41:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:36 smithi086 ceph-mon[91691]: osdmap e624: 8 total, 8 up, 8 in 2024-09-11T03:41:37.073 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:36 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-11T03:41:37.073 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:36 smithi086 systemd[1]: Stopped Ceph alertmanager.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:41:37.073 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:36 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@alertmanager.a.service: Consumed 1.466s CPU time. 2024-09-11T03:41:37.073 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:36 smithi086 systemd[1]: Starting Ceph alertmanager.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:41:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:36 smithi130 ceph-mon[83685]: pgmap v602: 121 pgs: 121 active+clean; 145 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-09-11T03:41:37.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:36 smithi130 ceph-mon[83685]: osdmap e624: 8 total, 8 up, 8 in 2024-09-11T03:41:37.572 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:37 smithi086 podman[124984]: 2024-09-11 03:41:37.100651997 +0000 UTC m=+0.015866830 image pull 11f11916f8cdfb17c1da74b20deb2075d778357b4d60474d82453303f8d461f5 quay.io/prometheus/alertmanager:v0.27.0 2024-09-11T03:41:37.718 INFO:tasks.rados.rados.0.smithi086.stdout:2815: done (0 left) 2024-09-11T03:41:37.718 INFO:tasks.rados.rados.0.smithi086.stdout:2816: rmattr oid 26 current snap is 269 2024-09-11T03:41:37.718 INFO:tasks.rados.rados.0.smithi086.stdout:2816: done (0 left) 2024-09-11T03:41:37.718 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 269 2024-09-11T03:41:37.719 INFO:tasks.rados.rados.0.smithi086.stdout:2817: seq_num 900 ranges {0=679936} 2024-09-11T03:41:37.722 INFO:tasks.rados.rados.0.smithi086.stdout:2817: writing smithi08678205-1 from 0 to 679936 tid 1 2024-09-11T03:41:37.722 INFO:tasks.rados.rados.0.smithi086.stdout:2818: copy_from oid 15 from oid 9 current snap is 269 2024-09-11T03:41:37.722 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 269 2024-09-11T03:41:37.722 INFO:tasks.rados.rados.0.smithi086.stdout:2819: seq_num 901 ranges {1368064=696320} 2024-09-11T03:41:37.733 INFO:tasks.rados.rados.0.smithi086.stdout:2819: writing smithi08678205-41 from 1368064 to 2064384 tid 1 2024-09-11T03:41:37.733 INFO:tasks.rados.rados.0.smithi086.stdout:2820: delete oid 38 current snap is 269 2024-09-11T03:41:37.733 INFO:tasks.rados.rados.0.smithi086.stdout:2818: finishing copy_from to smithi08678205-15 2024-09-11T03:41:37.734 INFO:tasks.rados.rados.0.smithi086.stdout:2818: got expected ENOENT (src dne) 2024-09-11T03:41:37.734 INFO:tasks.rados.rados.0.smithi086.stdout:2818: finishing copy_from racing read to smithi08678205-15 2024-09-11T03:41:37.734 INFO:tasks.rados.rados.0.smithi086.stdout:2817: finishing write tid 1 to smithi08678205-1 2024-09-11T03:41:37.734 INFO:tasks.rados.rados.0.smithi086.stdout:2817: finishing write tid 2 to smithi08678205-1 2024-09-11T03:41:37.734 INFO:tasks.rados.rados.0.smithi086.stdout:2817: finishing write tid 3 to smithi08678205-1 2024-09-11T03:41:37.734 INFO:tasks.rados.rados.0.smithi086.stdout:2817: oid 1 updating version 0 to 1692 2024-09-11T03:41:37.734 INFO:tasks.rados.rados.0.smithi086.stdout:2817: oid 1 version 1692 is already newer than 1691 2024-09-11T03:41:37.734 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 1692 (ObjNum 900 snap 269 seq_num 900) dirty exists 2024-09-11T03:41:37.734 INFO:tasks.rados.rados.0.smithi086.stdout:2817: left oid 1 (ObjNum 900 snap 269 seq_num 900) 2024-09-11T03:41:37.738 INFO:tasks.rados.rados.0.smithi086.stdout:2817: done (3 left) 2024-09-11T03:41:37.738 INFO:tasks.rados.rados.0.smithi086.stdout:2818: done (2 left) 2024-09-11T03:41:37.738 INFO:tasks.rados.rados.0.smithi086.stdout:2820: done (1 left) 2024-09-11T03:41:37.738 INFO:tasks.rados.rados.0.smithi086.stdout:2821: rollback oid 42 current snap is 269 2024-09-11T03:41:37.738 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 42 to 267 2024-09-11T03:41:37.738 INFO:tasks.rados.rados.0.smithi086.stdout:2822: rollback oid 35 current snap is 269 2024-09-11T03:41:37.738 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 35 to 264 2024-09-11T03:41:37.738 INFO:tasks.rados.rados.0.smithi086.stdout:2823: rollback oid 19 current snap is 269 2024-09-11T03:41:37.738 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 19 to 266 2024-09-11T03:41:37.738 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 269 2024-09-11T03:41:37.738 INFO:tasks.rados.rados.0.smithi086.stdout:2824: seq_num 903 ranges {1556480=729088} 2024-09-11T03:41:37.751 INFO:tasks.rados.rados.0.smithi086.stdout:2824: writing smithi08678205-4 from 1556480 to 2285568 tid 1 2024-09-11T03:41:37.751 INFO:tasks.rados.rados.0.smithi086.stdout:2825: snap_create 2024-09-11T03:41:37.751 INFO:tasks.rados.rados.0.smithi086.stdout:2823: finishing rollback tid 1 to smithi08678205-19 2024-09-11T03:41:37.751 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 0 (ObjNum 33 snap 0 seq_num 3221349232) dirty dne 2024-09-11T03:41:37.751 INFO:tasks.rados.rados.0.smithi086.stdout:2822: finishing rollback tid 0 to smithi08678205-35 2024-09-11T03:41:37.751 INFO:tasks.rados.rados.0.smithi086.stdout:2822: finishing rollback tid 1 to smithi08678205-35 2024-09-11T03:41:37.751 INFO:tasks.rados.rados.0.smithi086.stdout:2819: finishing write tid 1 to smithi08678205-41 2024-09-11T03:41:37.751 INFO:tasks.rados.rados.0.smithi086.stdout:2819: finishing write tid 2 to smithi08678205-41 2024-09-11T03:41:37.752 INFO:tasks.rados.rados.0.smithi086.stdout:2821: finishing rollback tid 0 to smithi08678205-42 2024-09-11T03:41:37.752 INFO:tasks.rados.rados.0.smithi086.stdout:2821: finishing rollback tid 1 to smithi08678205-42 2024-09-11T03:41:37.752 INFO:tasks.rados.rados.0.smithi086.stdout:2821: finishing rollback tid 2 to smithi08678205-42 2024-09-11T03:41:37.752 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 1912 (ObjNum 876 snap 260 seq_num 876) dirty exists 2024-09-11T03:41:37.752 INFO:tasks.rados.rados.0.smithi086.stdout:2822: finishing rollback tid 2 to smithi08678205-35 2024-09-11T03:41:37.752 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2288 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:41:37.752 INFO:tasks.rados.rados.0.smithi086.stdout:2819: finishing write tid 3 to smithi08678205-41 2024-09-11T03:41:37.752 INFO:tasks.rados.rados.0.smithi086.stdout:2819: oid 41 updating version 0 to 2440 2024-09-11T03:41:37.752 INFO:tasks.rados.rados.0.smithi086.stdout:2819: oid 41 updating version 2440 to 2441 2024-09-11T03:41:37.752 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 2441 (ObjNum 901 snap 269 seq_num 901) dirty exists 2024-09-11T03:41:37.752 INFO:tasks.rados.rados.0.smithi086.stdout:2819: left oid 41 (ObjNum 901 snap 269 seq_num 901) 2024-09-11T03:41:37.754 INFO:tasks.rados.rados.0.smithi086.stdout:2824: finishing write tid 1 to smithi08678205-4 2024-09-11T03:41:37.755 INFO:tasks.rados.rados.0.smithi086.stdout:2824: finishing write tid 2 to smithi08678205-4 2024-09-11T03:41:37.756 INFO:tasks.rados.rados.0.smithi086.stdout:2824: finishing write tid 3 to smithi08678205-4 2024-09-11T03:41:37.756 INFO:tasks.rados.rados.0.smithi086.stdout:2824: oid 4 updating version 0 to 1694 2024-09-11T03:41:37.756 INFO:tasks.rados.rados.0.smithi086.stdout:2824: oid 4 version 1694 is already newer than 1693 2024-09-11T03:41:37.756 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 1694 (ObjNum 903 snap 269 seq_num 903) dirty exists 2024-09-11T03:41:37.756 INFO:tasks.rados.rados.0.smithi086.stdout:2824: left oid 4 (ObjNum 903 snap 269 seq_num 903) 2024-09-11T03:41:38.066 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:37 smithi086 ceph-mon[89281]: osdmap e625: 8 total, 8 up, 8 in 2024-09-11T03:41:38.066 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:37 smithi086 ceph-mon[89281]: osdmap e626: 8 total, 8 up, 8 in 2024-09-11T03:41:38.066 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:37 smithi086 ceph-mon[91691]: osdmap e625: 8 total, 8 up, 8 in 2024-09-11T03:41:38.066 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:37 smithi086 ceph-mon[91691]: osdmap e626: 8 total, 8 up, 8 in 2024-09-11T03:41:38.066 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:37 smithi086 podman[124984]: 2024-09-11 03:41:37.655019144 +0000 UTC m=+0.570233976 volume create 2e53c6be70e7ecd5da6d8c54413c6439b74d4b37e74abadded4ec7e9b05976e0 2024-09-11T03:41:38.067 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:37 smithi086 podman[124984]: 2024-09-11 03:41:37.839333447 +0000 UTC m=+0.754548279 container create fb8083f38556b16e223e1ad4710b193ccf841fc3f6a4e1add98b3c59d3c4cfb0 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:41:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:37 smithi130 ceph-mon[83685]: osdmap e625: 8 total, 8 up, 8 in 2024-09-11T03:41:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:37 smithi130 ceph-mon[83685]: osdmap e626: 8 total, 8 up, 8 in 2024-09-11T03:41:38.318 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:38 smithi086 podman[124984]: 2024-09-11 03:41:38.275377629 +0000 UTC m=+1.190592462 container init fb8083f38556b16e223e1ad4710b193ccf841fc3f6a4e1add98b3c59d3c4cfb0 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:41:38.318 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:38 smithi086 podman[124984]: 2024-09-11 03:41:38.278234155 +0000 UTC m=+1.193448994 container start fb8083f38556b16e223e1ad4710b193ccf841fc3f6a4e1add98b3c59d3c4cfb0 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:41:38.319 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[124999]: ts=2024-09-11T03:41:38.289Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-09-11T03:41:38.319 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[124999]: ts=2024-09-11T03:41:38.289Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-09-11T03:41:38.319 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[124999]: ts=2024-09-11T03:41:38.290Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.86 port=9094 2024-09-11T03:41:38.319 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[124999]: ts=2024-09-11T03:41:38.291Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-11T03:41:38.319 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[124999]: ts=2024-09-11T03:41:38.317Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-11T03:41:38.319 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[124999]: ts=2024-09-11T03:41:38.317Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-11T03:41:38.319 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[124999]: ts=2024-09-11T03:41:38.319Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-09-11T03:41:38.319 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[124999]: ts=2024-09-11T03:41:38.319Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-11T03:41:38.572 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:38 smithi086 bash[124984]: fb8083f38556b16e223e1ad4710b193ccf841fc3f6a4e1add98b3c59d3c4cfb0 2024-09-11T03:41:38.572 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:38 smithi086 systemd[1]: Started Ceph alertmanager.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:41:38.718 INFO:tasks.rados.rados.0.smithi086.stdout:2819: done (5 left) 2024-09-11T03:41:38.719 INFO:tasks.rados.rados.0.smithi086.stdout:2821: done (4 left) 2024-09-11T03:41:38.719 INFO:tasks.rados.rados.0.smithi086.stdout:2822: done (3 left) 2024-09-11T03:41:38.719 INFO:tasks.rados.rados.0.smithi086.stdout:2823: done (2 left) 2024-09-11T03:41:38.719 INFO:tasks.rados.rados.0.smithi086.stdout:2824: done (1 left) 2024-09-11T03:41:38.719 INFO:tasks.rados.rados.0.smithi086.stdout:2825: done (0 left) 2024-09-11T03:41:38.719 INFO:tasks.rados.rados.0.smithi086.stdout:2826: read oid 19 snap -1 2024-09-11T03:41:38.719 INFO:tasks.rados.rados.0.smithi086.stdout:2826: expect deleted 2024-09-11T03:41:38.719 INFO:tasks.rados.rados.0.smithi086.stdout:2827: snap_remove snap 269 2024-09-11T03:41:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-mon[89281]: pgmap v605: 121 pgs: 121 active+clean; 150 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-11T03:41:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-mon[89281]: osdmap e627: 8 total, 8 up, 8 in 2024-09-11T03:41:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-mon[91691]: pgmap v605: 121 pgs: 121 active+clean; 150 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-11T03:41:39.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:39.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:39.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:39.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:38 smithi086 ceph-mon[91691]: osdmap e627: 8 total, 8 up, 8 in 2024-09-11T03:41:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:38 smithi130 ceph-mon[83685]: pgmap v605: 121 pgs: 121 active+clean; 150 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-11T03:41:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:38 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:38 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:38 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:39.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:38 smithi130 ceph-mon[83685]: osdmap e627: 8 total, 8 up, 8 in 2024-09-11T03:41:39.723 INFO:tasks.rados.rados.0.smithi086.stdout:2827: done (1 left) 2024-09-11T03:41:39.723 INFO:tasks.rados.rados.0.smithi086.stdout:2828: snap_create 2024-09-11T03:41:40.572 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[124999]: ts=2024-09-11T03:41:40.291Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00009326s 2024-09-11T03:41:40.729 INFO:tasks.rados.rados.0.smithi086.stdout:2826: done (1 left) 2024-09-11T03:41:40.729 INFO:tasks.rados.rados.0.smithi086.stdout:2828: done (0 left) 2024-09-11T03:41:40.729 INFO:tasks.rados.rados.0.smithi086.stdout:2829: copy_from oid 50 from oid 43 current snap is 271 2024-09-11T03:41:40.729 INFO:tasks.rados.rados.0.smithi086.stdout:2830: snap_create 2024-09-11T03:41:40.744 INFO:tasks.rados.rados.0.smithi086.stdout:2829: finishing copy_from racing read to smithi08678205-50 2024-09-11T03:41:40.747 INFO:tasks.rados.rados.0.smithi086.stdout:2829: finishing copy_from to smithi08678205-50 2024-09-11T03:41:40.748 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 1906 (ObjNum 710 snap 203 seq_num 710) dirty exists 2024-09-11T03:41:41.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:40 smithi086 ceph-mon[89281]: pgmap v608: 121 pgs: 121 active+clean; 136 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 312 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-11T03:41:41.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:40 smithi086 ceph-mon[89281]: osdmap e628: 8 total, 8 up, 8 in 2024-09-11T03:41:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:40 smithi086 ceph-mon[91691]: pgmap v608: 121 pgs: 121 active+clean; 136 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 312 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-11T03:41:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:40 smithi086 ceph-mon[91691]: osdmap e628: 8 total, 8 up, 8 in 2024-09-11T03:41:41.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:40 smithi130 ceph-mon[83685]: pgmap v608: 121 pgs: 121 active+clean; 136 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 312 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-11T03:41:41.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:40 smithi130 ceph-mon[83685]: osdmap e628: 8 total, 8 up, 8 in 2024-09-11T03:41:41.734 INFO:tasks.rados.rados.0.smithi086.stdout:2829: done (1 left) 2024-09-11T03:41:41.735 INFO:tasks.rados.rados.0.smithi086.stdout:2830: done (0 left) 2024-09-11T03:41:41.735 INFO:tasks.rados.rados.0.smithi086.stdout:2831: rollback oid 44 current snap is 272 2024-09-11T03:41:41.735 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 44 to 265 2024-09-11T03:41:41.735 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 272 2024-09-11T03:41:41.735 INFO:tasks.rados.rados.0.smithi086.stdout:2832: seq_num 904 ranges {4562944=745472} 2024-09-11T03:41:41.764 INFO:tasks.rados.rados.0.smithi086.stdout:2832: writing smithi08678205-42 from 4562944 to 5308416 tid 1 2024-09-11T03:41:41.764 INFO:tasks.rados.rados.0.smithi086.stdout:2833: rollback oid 5 current snap is 272 2024-09-11T03:41:41.764 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 5 to 264 2024-09-11T03:41:41.764 INFO:tasks.rados.rados.0.smithi086.stdout:2831: finishing rollback tid 1 to smithi08678205-44 2024-09-11T03:41:41.764 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 0 (ObjNum 529 snap 0 seq_num 580886240) dirty dne 2024-09-11T03:41:41.764 INFO:tasks.rados.rados.0.smithi086.stdout:2831: done (2 left) 2024-09-11T03:41:41.765 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 272 2024-09-11T03:41:41.765 INFO:tasks.rados.rados.0.smithi086.stdout:2834: seq_num 905 ranges {507904=761856} 2024-09-11T03:41:41.771 INFO:tasks.rados.rados.0.smithi086.stdout:2834: writing smithi08678205-37 from 507904 to 1269760 tid 1 2024-09-11T03:41:41.771 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 272 2024-09-11T03:41:41.771 INFO:tasks.rados.rados.0.smithi086.stdout:2832: finishing write tid 1 to smithi08678205-42 2024-09-11T03:41:41.772 INFO:tasks.rados.rados.0.smithi086.stdout:2832: finishing write tid 2 to smithi08678205-42 2024-09-11T03:41:41.772 INFO:tasks.rados.rados.0.smithi086.stdout:2835: seq_num 906 ranges {0=778240} 2024-09-11T03:41:41.777 INFO:tasks.rados.rados.0.smithi086.stdout:2835: writing smithi08678205-9 from 0 to 778240 tid 1 2024-09-11T03:41:41.777 INFO:tasks.rados.rados.0.smithi086.stdout:2836: read oid 19 snap -1 2024-09-11T03:41:41.777 INFO:tasks.rados.rados.0.smithi086.stdout:2836: expect deleted 2024-09-11T03:41:41.777 INFO:tasks.rados.rados.0.smithi086.stdout:2837: delete oid 36 current snap is 272 2024-09-11T03:41:41.777 INFO:tasks.rados.rados.0.smithi086.stdout:2833: finishing rollback tid 0 to smithi08678205-5 2024-09-11T03:41:41.777 INFO:tasks.rados.rados.0.smithi086.stdout:2833: finishing rollback tid 1 to smithi08678205-5 2024-09-11T03:41:41.777 INFO:tasks.rados.rados.0.smithi086.stdout:2833: finishing rollback tid 2 to smithi08678205-5 2024-09-11T03:41:41.777 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 2291 (ObjNum 702 snap 201 seq_num 702) dirty exists 2024-09-11T03:41:41.777 INFO:tasks.rados.rados.0.smithi086.stdout:2832: finishing write tid 3 to smithi08678205-42 2024-09-11T03:41:41.778 INFO:tasks.rados.rados.0.smithi086.stdout:2832: oid 42 updating version 0 to 1914 2024-09-11T03:41:41.778 INFO:tasks.rados.rados.0.smithi086.stdout:2832: oid 42 version 1914 is already newer than 1913 2024-09-11T03:41:41.778 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 1914 (ObjNum 904 snap 272 seq_num 904) dirty exists 2024-09-11T03:41:41.778 INFO:tasks.rados.rados.0.smithi086.stdout:2832: left oid 42 (ObjNum 904 snap 272 seq_num 904) 2024-09-11T03:41:41.778 INFO:tasks.rados.rados.0.smithi086.stdout:2834: finishing write tid 1 to smithi08678205-37 2024-09-11T03:41:41.778 INFO:tasks.rados.rados.0.smithi086.stdout:2834: finishing write tid 2 to smithi08678205-37 2024-09-11T03:41:41.778 INFO:tasks.rados.rados.0.smithi086.stdout:2834: finishing write tid 3 to smithi08678205-37 2024-09-11T03:41:41.778 INFO:tasks.rados.rados.0.smithi086.stdout:2834: oid 37 updating version 0 to 1686 2024-09-11T03:41:41.778 INFO:tasks.rados.rados.0.smithi086.stdout:2834: oid 37 updating version 1686 to 1687 2024-09-11T03:41:41.778 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1687 (ObjNum 905 snap 272 seq_num 905) dirty exists 2024-09-11T03:41:41.779 INFO:tasks.rados.rados.0.smithi086.stdout:2834: left oid 37 (ObjNum 905 snap 272 seq_num 905) 2024-09-11T03:41:41.780 INFO:tasks.rados.rados.0.smithi086.stdout:2832: done (5 left) 2024-09-11T03:41:41.780 INFO:tasks.rados.rados.0.smithi086.stdout:2833: done (4 left) 2024-09-11T03:41:41.780 INFO:tasks.rados.rados.0.smithi086.stdout:2834: done (3 left) 2024-09-11T03:41:41.780 INFO:tasks.rados.rados.0.smithi086.stdout:2836: done (2 left) 2024-09-11T03:41:41.780 INFO:tasks.rados.rados.0.smithi086.stdout:2837: done (1 left) 2024-09-11T03:41:41.780 INFO:tasks.rados.rados.0.smithi086.stdout:2838: read oid 20 snap -1 2024-09-11T03:41:41.780 INFO:tasks.rados.rados.0.smithi086.stdout:2838: expect deleted 2024-09-11T03:41:41.781 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 272 2024-09-11T03:41:41.781 INFO:tasks.rados.rados.0.smithi086.stdout:2839: seq_num 908 ranges {4694016=409600,5103616=401408} 2024-09-11T03:41:41.808 INFO:tasks.rados.rados.0.smithi086.stdout:2839: writing smithi08678205-8 from 4694016 to 5103616 tid 1 2024-09-11T03:41:41.810 INFO:tasks.rados.rados.0.smithi086.stdout:2839: writing smithi08678205-8 from 5103616 to 5505024 tid 2 2024-09-11T03:41:41.811 INFO:tasks.rados.rados.0.smithi086.stdout:2840: snap_remove snap 264 2024-09-11T03:41:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:41 smithi086 ceph-mon[89281]: osdmap e629: 8 total, 8 up, 8 in 2024-09-11T03:41:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:41 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:41 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:42.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:41 smithi086 ceph-mon[91691]: osdmap e629: 8 total, 8 up, 8 in 2024-09-11T03:41:42.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:41 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:42.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:41 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:42.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:41 smithi130 ceph-mon[83685]: osdmap e629: 8 total, 8 up, 8 in 2024-09-11T03:41:42.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:41 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:42.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:41 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:42.718 INFO:tasks.rados.rados.0.smithi086.stdout:2840: done (3 left) 2024-09-11T03:41:42.718 INFO:tasks.rados.rados.0.smithi086.stdout:2841: copy_from oid 46 from oid 6 current snap is 272 2024-09-11T03:41:42.718 INFO:tasks.rados.rados.0.smithi086.stdout:2835: finishing write tid 1 to smithi08678205-9 2024-09-11T03:41:42.718 INFO:tasks.rados.rados.0.smithi086.stdout:2835: finishing write tid 2 to smithi08678205-9 2024-09-11T03:41:42.718 INFO:tasks.rados.rados.0.smithi086.stdout:2835: finishing write tid 3 to smithi08678205-9 2024-09-11T03:41:42.718 INFO:tasks.rados.rados.0.smithi086.stdout:2835: oid 9 updating version 0 to 1221 2024-09-11T03:41:42.718 INFO:tasks.rados.rados.0.smithi086.stdout:2835: oid 9 version 1221 is already newer than 1220 2024-09-11T03:41:42.718 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 1221 (ObjNum 906 snap 272 seq_num 906) dirty exists 2024-09-11T03:41:42.718 INFO:tasks.rados.rados.0.smithi086.stdout:2835: left oid 9 (ObjNum 906 snap 272 seq_num 906) 2024-09-11T03:41:42.718 INFO:tasks.rados.rados.0.smithi086.stdout:2839: finishing write tid 1 to smithi08678205-8 2024-09-11T03:41:42.718 INFO:tasks.rados.rados.0.smithi086.stdout:2839: finishing write tid 2 to smithi08678205-8 2024-09-11T03:41:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2839: finishing write tid 3 to smithi08678205-8 2024-09-11T03:41:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2839: finishing write tid 4 to smithi08678205-8 2024-09-11T03:41:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2839: oid 8 updating version 0 to 1917 2024-09-11T03:41:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2839: oid 8 version 1917 is already newer than 1916 2024-09-11T03:41:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2839: oid 8 version 1917 is already newer than 1915 2024-09-11T03:41:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 1917 (ObjNum 908 snap 272 seq_num 908) dirty exists 2024-09-11T03:41:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2839: left oid 8 (ObjNum 908 snap 272 seq_num 908) 2024-09-11T03:41:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2835: done (3 left) 2024-09-11T03:41:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2838: done (2 left) 2024-09-11T03:41:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2839: done (1 left) 2024-09-11T03:41:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2842: read oid 22 snap 267 2024-09-11T03:41:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2842: expect deleted 2024-09-11T03:41:42.719 INFO:tasks.rados.rados.0.smithi086.stdout:2843: copy_from oid 47 from oid 31 current snap is 272 2024-09-11T03:41:42.720 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 272 2024-09-11T03:41:42.720 INFO:tasks.rados.rados.0.smithi086.stdout:2844: seq_num 909 ranges {4259840=425984,4685824=401408} 2024-09-11T03:41:42.745 INFO:tasks.rados.rados.0.smithi086.stdout:2844: writing smithi08678205-23 from 4259840 to 4685824 tid 1 2024-09-11T03:41:42.748 INFO:tasks.rados.rados.0.smithi086.stdout:2844: writing smithi08678205-23 from 4685824 to 5087232 tid 2 2024-09-11T03:41:42.748 INFO:tasks.rados.rados.0.smithi086.stdout:2845: delete oid 38 current snap is 272 2024-09-11T03:41:42.748 INFO:tasks.rados.rados.0.smithi086.stdout:2843: finishing copy_from to smithi08678205-47 2024-09-11T03:41:42.748 INFO:tasks.rados.rados.0.smithi086.stdout:2843: got expected ENOENT (src dne) 2024-09-11T03:41:42.748 INFO:tasks.rados.rados.0.smithi086.stdout:2843: finishing copy_from racing read to smithi08678205-47 2024-09-11T03:41:42.750 INFO:tasks.rados.rados.0.smithi086.stdout:2842: done (4 left) 2024-09-11T03:41:42.750 INFO:tasks.rados.rados.0.smithi086.stdout:2843: done (3 left) 2024-09-11T03:41:42.750 INFO:tasks.rados.rados.0.smithi086.stdout:2845: done (2 left) 2024-09-11T03:41:42.750 INFO:tasks.rados.rados.0.smithi086.stdout:2846: copy_from oid 4 from oid 31 current snap is 272 2024-09-11T03:41:42.750 INFO:tasks.rados.rados.0.smithi086.stdout:2847: snap_remove snap 265 2024-09-11T03:41:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:42 smithi086 ceph-mon[89281]: pgmap v611: 121 pgs: 121 active+clean; 123 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 313 KiB/s rd, 514 KiB/s wr, 9 op/s 2024-09-11T03:41:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:42 smithi086 ceph-mon[89281]: osdmap e630: 8 total, 8 up, 8 in 2024-09-11T03:41:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:42 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:42 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:42 smithi086 ceph-mon[89281]: osdmap e631: 8 total, 8 up, 8 in 2024-09-11T03:41:43.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:42 smithi086 ceph-mon[91691]: pgmap v611: 121 pgs: 121 active+clean; 123 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 313 KiB/s rd, 514 KiB/s wr, 9 op/s 2024-09-11T03:41:43.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:42 smithi086 ceph-mon[91691]: osdmap e630: 8 total, 8 up, 8 in 2024-09-11T03:41:43.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:42 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:43.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:42 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:43.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:42 smithi086 ceph-mon[91691]: osdmap e631: 8 total, 8 up, 8 in 2024-09-11T03:41:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:42 smithi130 ceph-mon[83685]: pgmap v611: 121 pgs: 121 active+clean; 123 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 313 KiB/s rd, 514 KiB/s wr, 9 op/s 2024-09-11T03:41:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:42 smithi130 ceph-mon[83685]: osdmap e630: 8 total, 8 up, 8 in 2024-09-11T03:41:43.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:42 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:43.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:42 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:43.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:42 smithi130 ceph-mon[83685]: osdmap e631: 8 total, 8 up, 8 in 2024-09-11T03:41:43.742 INFO:tasks.rados.rados.0.smithi086.stdout:2847: done (3 left) 2024-09-11T03:41:43.742 INFO:tasks.rados.rados.0.smithi086.stdout:2848: read oid 50 snap 266 2024-09-11T03:41:43.742 INFO:tasks.rados.rados.0.smithi086.stdout:2848: expect (ObjNum 889 snap 266 seq_num 889) 2024-09-11T03:41:43.743 INFO:tasks.rados.rados.0.smithi086.stdout:2849: rollback oid 29 current snap is 272 2024-09-11T03:41:43.743 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 29 to 267 2024-09-11T03:41:43.743 INFO:tasks.rados.rados.0.smithi086.stdout:2850: read oid 3 snap -1 2024-09-11T03:41:43.743 INFO:tasks.rados.rados.0.smithi086.stdout:2850: expect deleted 2024-09-11T03:41:43.743 INFO:tasks.rados.rados.0.smithi086.stdout:2851: read oid 26 snap 270 2024-09-11T03:41:43.744 INFO:tasks.rados.rados.0.smithi086.stdout:2851: expect deleted 2024-09-11T03:41:43.744 INFO:tasks.rados.rados.0.smithi086.stdout:2852: read oid 40 snap -1 2024-09-11T03:41:43.744 INFO:tasks.rados.rados.0.smithi086.stdout:2852: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:41:43.744 INFO:tasks.rados.rados.0.smithi086.stdout:2853: read oid 25 snap 267 2024-09-11T03:41:43.744 INFO:tasks.rados.rados.0.smithi086.stdout:2853: expect deleted 2024-09-11T03:41:43.744 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 272 2024-09-11T03:41:43.744 INFO:tasks.rados.rados.0.smithi086.stdout:2854: seq_num 911 ranges {0=466944,466944=401408} 2024-09-11T03:41:43.745 INFO:tasks.rados.rados.0.smithi086.stdout:2854: writing smithi08678205-27 from 0 to 466944 tid 1 2024-09-11T03:41:43.749 INFO:tasks.rados.rados.0.smithi086.stdout:2854: writing smithi08678205-27 from 466944 to 868352 tid 2 2024-09-11T03:41:43.749 INFO:tasks.rados.rados.0.smithi086.stdout:2844: finishing write tid 1 to smithi08678205-23 2024-09-11T03:41:43.749 INFO:tasks.rados.rados.0.smithi086.stdout:2844: finishing write tid 2 to smithi08678205-23 2024-09-11T03:41:43.749 INFO:tasks.rados.rados.0.smithi086.stdout:2844: finishing write tid 3 to smithi08678205-23 2024-09-11T03:41:43.749 INFO:tasks.rados.rados.0.smithi086.stdout:2846: finishing copy_from to smithi08678205-4 2024-09-11T03:41:43.749 INFO:tasks.rados.rados.0.smithi086.stdout:2846: got expected ENOENT (src dne) 2024-09-11T03:41:43.749 INFO:tasks.rados.rados.0.smithi086.stdout:2844: finishing write tid 4 to smithi08678205-23 2024-09-11T03:41:43.749 INFO:tasks.rados.rados.0.smithi086.stdout:2844: oid 23 updating version 0 to 2449 2024-09-11T03:41:43.749 INFO:tasks.rados.rados.0.smithi086.stdout:2844: oid 23 updating version 2449 to 2450 2024-09-11T03:41:43.750 INFO:tasks.rados.rados.0.smithi086.stdout:2844: oid 23 updating version 2450 to 2451 2024-09-11T03:41:43.750 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2451 (ObjNum 909 snap 272 seq_num 909) dirty exists 2024-09-11T03:41:43.750 INFO:tasks.rados.rados.0.smithi086.stdout:2844: left oid 23 (ObjNum 909 snap 272 seq_num 909) 2024-09-11T03:41:43.750 INFO:tasks.rados.rados.0.smithi086.stdout:2846: finishing copy_from racing read to smithi08678205-4 2024-09-11T03:41:43.750 INFO:tasks.rados.rados.0.smithi086.stdout:2841: finishing copy_from racing read to smithi08678205-46 2024-09-11T03:41:43.750 INFO:tasks.rados.rados.0.smithi086.stdout:2841: finishing copy_from to smithi08678205-46 2024-09-11T03:41:43.750 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 1701 (ObjNum 865 snap 256 seq_num 865) dirty exists 2024-09-11T03:41:43.750 INFO:tasks.rados.rados.0.smithi086.stdout:2852: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:41:43.756 INFO:tasks.rados.rados.0.smithi086.stdout:2854: finishing write tid 1 to smithi08678205-27 2024-09-11T03:41:43.756 INFO:tasks.rados.rados.0.smithi086.stdout:2854: finishing write tid 2 to smithi08678205-27 2024-09-11T03:41:43.756 INFO:tasks.rados.rados.0.smithi086.stdout:2841: done (9 left) 2024-09-11T03:41:43.756 INFO:tasks.rados.rados.0.smithi086.stdout:2844: done (8 left) 2024-09-11T03:41:43.756 INFO:tasks.rados.rados.0.smithi086.stdout:2846: done (7 left) 2024-09-11T03:41:43.756 INFO:tasks.rados.rados.0.smithi086.stdout:2850: done (6 left) 2024-09-11T03:41:43.756 INFO:tasks.rados.rados.0.smithi086.stdout:2851: done (5 left) 2024-09-11T03:41:43.756 INFO:tasks.rados.rados.0.smithi086.stdout:2852: done (4 left) 2024-09-11T03:41:43.756 INFO:tasks.rados.rados.0.smithi086.stdout:2855: read oid 32 snap -1 2024-09-11T03:41:43.756 INFO:tasks.rados.rados.0.smithi086.stdout:2855: expect (ObjNum 883 snap 262 seq_num 883) 2024-09-11T03:41:43.756 INFO:tasks.rados.rados.0.smithi086.stdout:2856: delete oid 16 current snap is 272 2024-09-11T03:41:43.757 INFO:tasks.rados.rados.0.smithi086.stdout:2854: finishing write tid 3 to smithi08678205-27 2024-09-11T03:41:43.757 INFO:tasks.rados.rados.0.smithi086.stdout:2854: finishing write tid 4 to smithi08678205-27 2024-09-11T03:41:43.757 INFO:tasks.rados.rados.0.smithi086.stdout:2854: oid 27 updating version 0 to 1703 2024-09-11T03:41:43.757 INFO:tasks.rados.rados.0.smithi086.stdout:2854: oid 27 version 1703 is already newer than 1702 2024-09-11T03:41:43.757 INFO:tasks.rados.rados.0.smithi086.stdout:2854: oid 27 updating version 1703 to 1704 2024-09-11T03:41:43.757 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 1704 (ObjNum 911 snap 272 seq_num 911) dirty exists 2024-09-11T03:41:43.757 INFO:tasks.rados.rados.0.smithi086.stdout:2854: left oid 27 (ObjNum 911 snap 272 seq_num 911) 2024-09-11T03:41:43.758 INFO:tasks.rados.rados.0.smithi086.stdout:2849: finishing rollback tid 0 to smithi08678205-29 2024-09-11T03:41:43.758 INFO:tasks.rados.rados.0.smithi086.stdout:2849: finishing rollback tid 1 to smithi08678205-29 2024-09-11T03:41:43.758 INFO:tasks.rados.rados.0.smithi086.stdout:2849: finishing rollback tid 2 to smithi08678205-29 2024-09-11T03:41:43.758 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 1696 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-09-11T03:41:43.758 INFO:tasks.rados.rados.0.smithi086.stdout:2849: done (5 left) 2024-09-11T03:41:43.758 INFO:tasks.rados.rados.0.smithi086.stdout:2853: done (4 left) 2024-09-11T03:41:43.759 INFO:tasks.rados.rados.0.smithi086.stdout:2854: done (3 left) 2024-09-11T03:41:43.759 INFO:tasks.rados.rados.0.smithi086.stdout:2856: done (2 left) 2024-09-11T03:41:43.759 INFO:tasks.rados.rados.0.smithi086.stdout:2857: snap_remove snap 270 2024-09-11T03:41:44.684 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:41:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:41:44] "GET /metrics HTTP/1.1" 200 36370 "" "Prometheus/2.51.0" 2024-09-11T03:41:44.749 INFO:tasks.rados.rados.0.smithi086.stdout:2857: done (2 left) 2024-09-11T03:41:44.749 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 272 2024-09-11T03:41:44.749 INFO:tasks.rados.rados.0.smithi086.stdout:2858: seq_num 913 ranges {2285568=499712,2785280=401408} 2024-09-11T03:41:44.765 INFO:tasks.rados.rados.0.smithi086.stdout:2858: writing smithi08678205-4 from 2285568 to 2785280 tid 1 2024-09-11T03:41:44.767 INFO:tasks.rados.rados.0.smithi086.stdout:2858: writing smithi08678205-4 from 2785280 to 3186688 tid 2 2024-09-11T03:41:44.767 INFO:tasks.rados.rados.0.smithi086.stdout:2859: rollback oid 35 current snap is 272 2024-09-11T03:41:44.767 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 35 to 266 2024-09-11T03:41:44.767 INFO:tasks.rados.rados.0.smithi086.stdout:2848: expect (ObjNum 889 snap 266 seq_num 889) 2024-09-11T03:41:44.833 INFO:tasks.rados.rados.0.smithi086.stdout:2855: expect (ObjNum 883 snap 262 seq_num 883) 2024-09-11T03:41:45.052 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:44 smithi086 ceph-mon[89281]: pgmap v614: 121 pgs: 121 active+clean; 127 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-11T03:41:45.052 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:44 smithi086 ceph-mon[89281]: osdmap e632: 8 total, 8 up, 8 in 2024-09-11T03:41:45.052 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:44 smithi086 ceph-mon[91691]: pgmap v614: 121 pgs: 121 active+clean; 127 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-11T03:41:45.052 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:44 smithi086 ceph-mon[91691]: osdmap e632: 8 total, 8 up, 8 in 2024-09-11T03:41:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:44 smithi130 ceph-mon[83685]: pgmap v614: 121 pgs: 121 active+clean; 127 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-11T03:41:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:44 smithi130 ceph-mon[83685]: osdmap e632: 8 total, 8 up, 8 in 2024-09-11T03:41:45.431 INFO:tasks.rados.rados.0.smithi086.stdout:2858: finishing write tid 1 to smithi08678205-4 2024-09-11T03:41:45.431 INFO:tasks.rados.rados.0.smithi086.stdout:2858: finishing write tid 2 to smithi08678205-4 2024-09-11T03:41:45.431 INFO:tasks.rados.rados.0.smithi086.stdout:2848: done (3 left) 2024-09-11T03:41:45.431 INFO:tasks.rados.rados.0.smithi086.stdout:2855: done (2 left) 2024-09-11T03:41:45.432 INFO:tasks.rados.rados.0.smithi086.stdout:2860: snap_remove snap 267 2024-09-11T03:41:45.928 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: osdmap e633: 8 total, 8 up, 8 in 2024-09-11T03:41:45.928 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:45.928 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:45.928 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:41:45.928 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:41:45.928 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:45.929 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-11T03:41:45.929 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:45.929 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.929 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.929 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.929 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.929 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.929 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.929 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.929 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.929 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.929 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.930 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.930 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.930 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.930 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:45.930 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:45 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: osdmap e633: 8 total, 8 up, 8 in 2024-09-11T03:41:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:41:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:41:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-11T03:41:46.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:46.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: osdmap e633: 8 total, 8 up, 8 in 2024-09-11T03:41:46.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:46.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:46.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:41:46.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:41:46.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:46.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-11T03:41:46.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:46.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:45 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:46.106 INFO:tasks.rados.rados.0.smithi086.stdout:2860: done (2 left) 2024-09-11T03:41:46.106 INFO:tasks.rados.rados.0.smithi086.stdout:2861: delete oid 17 current snap is 272 2024-09-11T03:41:46.106 INFO:tasks.rados.rados.0.smithi086.stdout:2858: finishing write tid 3 to smithi08678205-4 2024-09-11T03:41:46.106 INFO:tasks.rados.rados.0.smithi086.stdout:2858: finishing write tid 4 to smithi08678205-4 2024-09-11T03:41:46.106 INFO:tasks.rados.rados.0.smithi086.stdout:2858: oid 4 updating version 0 to 1695 2024-09-11T03:41:46.106 INFO:tasks.rados.rados.0.smithi086.stdout:2858: oid 4 updating version 1695 to 1696 2024-09-11T03:41:46.106 INFO:tasks.rados.rados.0.smithi086.stdout:2858: oid 4 updating version 1696 to 1697 2024-09-11T03:41:46.106 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 1697 (ObjNum 913 snap 272 seq_num 913) dirty exists 2024-09-11T03:41:46.107 INFO:tasks.rados.rados.0.smithi086.stdout:2858: left oid 4 (ObjNum 913 snap 272 seq_num 913) 2024-09-11T03:41:46.107 INFO:tasks.rados.rados.0.smithi086.stdout:2859: finishing rollback tid 0 to smithi08678205-35 2024-09-11T03:41:46.107 INFO:tasks.rados.rados.0.smithi086.stdout:2859: finishing rollback tid 1 to smithi08678205-35 2024-09-11T03:41:46.107 INFO:tasks.rados.rados.0.smithi086.stdout:2859: finishing rollback tid 2 to smithi08678205-35 2024-09-11T03:41:46.107 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2294 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:41:46.113 INFO:tasks.rados.rados.0.smithi086.stdout:2858: done (2 left) 2024-09-11T03:41:46.113 INFO:tasks.rados.rados.0.smithi086.stdout:2859: done (1 left) 2024-09-11T03:41:46.113 INFO:tasks.rados.rados.0.smithi086.stdout:2861: done (0 left) 2024-09-11T03:41:46.114 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 272 2024-09-11T03:41:46.114 INFO:tasks.rados.rados.0.smithi086.stdout:2862: seq_num 915 ranges {827392=532480,1359872=401408} 2024-09-11T03:41:46.121 INFO:tasks.rados.rados.0.smithi086.stdout:2862: writing smithi08678205-10 from 827392 to 1359872 tid 1 2024-09-11T03:41:46.124 INFO:tasks.rados.rados.0.smithi086.stdout:2862: writing smithi08678205-10 from 1359872 to 1761280 tid 2 2024-09-11T03:41:46.124 INFO:tasks.rados.rados.0.smithi086.stdout:2863: read oid 6 snap -1 2024-09-11T03:41:46.124 INFO:tasks.rados.rados.0.smithi086.stdout:2863: expect (ObjNum 865 snap 256 seq_num 865) 2024-09-11T03:41:46.124 INFO:tasks.rados.rados.0.smithi086.stdout:2864: snap_remove snap 271 2024-09-11T03:41:47.110 INFO:tasks.rados.rados.0.smithi086.stdout:2862: finishing write tid 1 to smithi08678205-10 2024-09-11T03:41:47.110 INFO:tasks.rados.rados.0.smithi086.stdout:2862: finishing write tid 2 to smithi08678205-10 2024-09-11T03:41:47.110 INFO:tasks.rados.rados.0.smithi086.stdout:2862: finishing write tid 3 to smithi08678205-10 2024-09-11T03:41:47.111 INFO:tasks.rados.rados.0.smithi086.stdout:2862: finishing write tid 4 to smithi08678205-10 2024-09-11T03:41:47.111 INFO:tasks.rados.rados.0.smithi086.stdout:2862: oid 10 updating version 0 to 2297 2024-09-11T03:41:47.111 INFO:tasks.rados.rados.0.smithi086.stdout:2862: oid 10 version 2297 is already newer than 2295 2024-09-11T03:41:47.111 INFO:tasks.rados.rados.0.smithi086.stdout:2862: oid 10 version 2297 is already newer than 2296 2024-09-11T03:41:47.111 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2297 (ObjNum 915 snap 272 seq_num 915) dirty exists 2024-09-11T03:41:47.111 INFO:tasks.rados.rados.0.smithi086.stdout:2862: left oid 10 (ObjNum 915 snap 272 seq_num 915) 2024-09-11T03:41:47.111 INFO:tasks.rados.rados.0.smithi086.stdout:2863: expect (ObjNum 865 snap 256 seq_num 865) 2024-09-11T03:41:47.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:47 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-11T03:41:47.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:47 smithi086 ceph-mon[89281]: pgmap v617: 121 pgs: 121 active+clean; 148 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 6.2 MiB/s wr, 4 op/s 2024-09-11T03:41:47.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:47 smithi086 ceph-mon[89281]: osdmap e634: 8 total, 8 up, 8 in 2024-09-11T03:41:47.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:47 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-11T03:41:47.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:47 smithi086 ceph-mon[91691]: pgmap v617: 121 pgs: 121 active+clean; 148 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 6.2 MiB/s wr, 4 op/s 2024-09-11T03:41:47.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:47 smithi086 ceph-mon[91691]: osdmap e634: 8 total, 8 up, 8 in 2024-09-11T03:41:47.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:47 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-11T03:41:47.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:47 smithi130 ceph-mon[83685]: pgmap v617: 121 pgs: 121 active+clean; 148 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 6.2 MiB/s wr, 4 op/s 2024-09-11T03:41:47.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:47 smithi130 ceph-mon[83685]: osdmap e634: 8 total, 8 up, 8 in 2024-09-11T03:41:48.473 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:41:48 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[124999]: ts=2024-09-11T03:41:48.294Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002783234s 2024-09-11T03:41:48.474 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:48 smithi086 ceph-mon[89281]: Upgrade: Updating grafana.a 2024-09-11T03:41:48.474 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:48 smithi086 ceph-mon[89281]: Deploying daemon grafana.a on smithi130 2024-09-11T03:41:48.474 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:48 smithi086 ceph-mon[89281]: osdmap e635: 8 total, 8 up, 8 in 2024-09-11T03:41:48.474 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:48 smithi086 ceph-mon[89281]: osdmap e636: 8 total, 8 up, 8 in 2024-09-11T03:41:48.474 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:48 smithi086 ceph-mon[91691]: Upgrade: Updating grafana.a 2024-09-11T03:41:48.474 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:48 smithi086 ceph-mon[91691]: Deploying daemon grafana.a on smithi130 2024-09-11T03:41:48.474 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:48 smithi086 ceph-mon[91691]: osdmap e635: 8 total, 8 up, 8 in 2024-09-11T03:41:48.474 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:48 smithi086 ceph-mon[91691]: osdmap e636: 8 total, 8 up, 8 in 2024-09-11T03:41:48.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:48 smithi130 ceph-mon[83685]: Upgrade: Updating grafana.a 2024-09-11T03:41:48.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:48 smithi130 ceph-mon[83685]: Deploying daemon grafana.a on smithi130 2024-09-11T03:41:48.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:48 smithi130 ceph-mon[83685]: osdmap e635: 8 total, 8 up, 8 in 2024-09-11T03:41:48.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:48 smithi130 ceph-mon[83685]: osdmap e636: 8 total, 8 up, 8 in 2024-09-11T03:41:49.524 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:41:49.524 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:49 smithi086 ceph-mon[89281]: pgmap v620: 121 pgs: 121 active+clean; 150 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 33 KiB/s rd, 5.9 MiB/s wr, 8 op/s 2024-09-11T03:41:49.525 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:49 smithi086 ceph-mon[91691]: pgmap v620: 121 pgs: 121 active+clean; 150 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 33 KiB/s rd, 5.9 MiB/s wr, 8 op/s 2024-09-11T03:41:49.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:49 smithi130 ceph-mon[83685]: pgmap v620: 121 pgs: 121 active+clean; 150 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 33 KiB/s rd, 5.9 MiB/s wr, 8 op/s 2024-09-11T03:41:49.975 INFO:tasks.rados.rados.0.smithi086.stdout:2862: done (2 left) 2024-09-11T03:41:49.975 INFO:tasks.rados.rados.0.smithi086.stdout:2863: done (1 left) 2024-09-11T03:41:49.975 INFO:tasks.rados.rados.0.smithi086.stdout:2864: done (0 left) 2024-09-11T03:41:49.975 INFO:tasks.rados.rados.0.smithi086.stdout:2865: rmattr oid 20 current snap is 272 2024-09-11T03:41:49.975 INFO:tasks.rados.rados.0.smithi086.stdout:2865: done (0 left) 2024-09-11T03:41:49.975 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 272 2024-09-11T03:41:49.975 INFO:tasks.rados.rados.0.smithi086.stdout:2866: seq_num 916 ranges {19750912=548864,20299776=401408} 2024-09-11T03:41:50.085 INFO:tasks.rados.rados.0.smithi086.stdout:2866: writing smithi08678205-46 from 19750912 to 20299776 tid 1 2024-09-11T03:41:50.087 INFO:tasks.rados.rados.0.smithi086.stdout:2866: writing smithi08678205-46 from 20299776 to 20701184 tid 2 2024-09-11T03:41:50.087 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 272 2024-09-11T03:41:50.087 INFO:tasks.rados.rados.0.smithi086.stdout:2867: seq_num 917 ranges {0=565248,565248=401408} 2024-09-11T03:41:50.090 INFO:tasks.rados.rados.0.smithi086.stdout:2867: writing smithi08678205-26 from 0 to 565248 tid 1 2024-09-11T03:41:50.092 INFO:tasks.rados.rados.0.smithi086.stdout:2867: writing smithi08678205-26 from 565248 to 966656 tid 2 2024-09-11T03:41:50.092 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 272 2024-09-11T03:41:50.093 INFO:tasks.rados.rados.0.smithi086.stdout:2868: seq_num 918 ranges {0=581632,581632=401408} 2024-09-11T03:41:50.095 INFO:tasks.rados.rados.0.smithi086.stdout:2868: writing smithi08678205-47 from 0 to 581632 tid 1 2024-09-11T03:41:50.101 INFO:tasks.rados.rados.0.smithi086.stdout:2868: writing smithi08678205-47 from 581632 to 983040 tid 2 2024-09-11T03:41:50.101 INFO:tasks.rados.rados.0.smithi086.stdout:2869: copy_from oid 38 from oid 49 current snap is 272 2024-09-11T03:41:50.102 INFO:tasks.rados.rados.0.smithi086.stdout:2866: finishing write tid 1 to smithi08678205-46 2024-09-11T03:41:50.102 INFO:tasks.rados.rados.0.smithi086.stdout:2866: finishing write tid 2 to smithi08678205-46 2024-09-11T03:41:50.102 INFO:tasks.rados.rados.0.smithi086.stdout:2866: finishing write tid 3 to smithi08678205-46 2024-09-11T03:41:50.102 INFO:tasks.rados.rados.0.smithi086.stdout:2866: finishing write tid 4 to smithi08678205-46 2024-09-11T03:41:50.102 INFO:tasks.rados.rados.0.smithi086.stdout:2866: oid 46 updating version 0 to 1702 2024-09-11T03:41:50.102 INFO:tasks.rados.rados.0.smithi086.stdout:2866: oid 46 updating version 1702 to 1704 2024-09-11T03:41:50.102 INFO:tasks.rados.rados.0.smithi086.stdout:2866: oid 46 version 1704 is already newer than 1703 2024-09-11T03:41:50.102 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 1704 (ObjNum 916 snap 272 seq_num 916) dirty exists 2024-09-11T03:41:50.102 INFO:tasks.rados.rados.0.smithi086.stdout:2866: left oid 46 (ObjNum 916 snap 272 seq_num 916) 2024-09-11T03:41:50.102 INFO:tasks.rados.rados.0.smithi086.stdout:2867: finishing write tid 1 to smithi08678205-26 2024-09-11T03:41:50.102 INFO:tasks.rados.rados.0.smithi086.stdout:2867: finishing write tid 2 to smithi08678205-26 2024-09-11T03:41:50.102 INFO:tasks.rados.rados.0.smithi086.stdout:2867: finishing write tid 3 to smithi08678205-26 2024-09-11T03:41:50.103 INFO:tasks.rados.rados.0.smithi086.stdout:2866: done (3 left) 2024-09-11T03:41:50.103 INFO:tasks.rados.rados.0.smithi086.stdout:2870: setattr oid 18 current snap is 272 2024-09-11T03:41:50.103 INFO:tasks.rados.rados.0.smithi086.stdout:2867: finishing write tid 4 to smithi08678205-26 2024-09-11T03:41:50.103 INFO:tasks.rados.rados.0.smithi086.stdout:2867: oid 26 updating version 0 to 1690 2024-09-11T03:41:50.103 INFO:tasks.rados.rados.0.smithi086.stdout:2867: oid 26 version 1690 is already newer than 1689 2024-09-11T03:41:50.103 INFO:tasks.rados.rados.0.smithi086.stdout:2867: oid 26 version 1690 is already newer than 1688 2024-09-11T03:41:50.103 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 1690 (ObjNum 917 snap 272 seq_num 917) dirty exists 2024-09-11T03:41:50.103 INFO:tasks.rados.rados.0.smithi086.stdout:2867: left oid 26 (ObjNum 917 snap 272 seq_num 917) 2024-09-11T03:41:50.103 INFO:tasks.rados.rados.0.smithi086.stdout:2867: done (3 left) 2024-09-11T03:41:50.103 INFO:tasks.rados.rados.0.smithi086.stdout:2871: read oid 34 snap -1 2024-09-11T03:41:50.103 INFO:tasks.rados.rados.0.smithi086.stdout:2871: expect (ObjNum 862 snap 255 seq_num 862) 2024-09-11T03:41:50.103 INFO:tasks.rados.rados.0.smithi086.stdout:2872: read oid 17 snap -1 2024-09-11T03:41:50.104 INFO:tasks.rados.rados.0.smithi086.stdout:2872: expect deleted 2024-09-11T03:41:50.104 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 272 2024-09-11T03:41:50.104 INFO:tasks.rados.rados.0.smithi086.stdout:2873: seq_num 919 ranges {0=598016,598016=401408} 2024-09-11T03:41:50.105 INFO:tasks.rados.rados.0.smithi086.stdout:2873: writing smithi08678205-11 from 0 to 598016 tid 1 2024-09-11T03:41:50.106 INFO:tasks.rados.rados.0.smithi086.stdout:2873: writing smithi08678205-11 from 598016 to 999424 tid 2 2024-09-11T03:41:50.106 INFO:tasks.rados.rados.0.smithi086.stdout:2874: copy_from oid 40 from oid 2 current snap is 272 2024-09-11T03:41:50.106 INFO:tasks.rados.rados.0.smithi086.stdout:2875: snap_remove snap 266 2024-09-11T03:41:50.129 INFO:tasks.rados.rados.0.smithi086.stdout:2875: done (7 left) 2024-09-11T03:41:50.129 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 24 current snap is 272 2024-09-11T03:41:50.129 INFO:tasks.rados.rados.0.smithi086.stdout:2868: finishing write tid 1 to smithi08678205-47 2024-09-11T03:41:50.129 INFO:tasks.rados.rados.0.smithi086.stdout:2868: finishing write tid 2 to smithi08678205-47 2024-09-11T03:41:50.129 INFO:tasks.rados.rados.0.smithi086.stdout:2868: finishing write tid 3 to smithi08678205-47 2024-09-11T03:41:50.129 INFO:tasks.rados.rados.0.smithi086.stdout:2868: finishing write tid 4 to smithi08678205-47 2024-09-11T03:41:50.129 INFO:tasks.rados.rados.0.smithi086.stdout:2868: oid 47 updating version 0 to 1698 2024-09-11T03:41:50.129 INFO:tasks.rados.rados.0.smithi086.stdout:2868: oid 47 updating version 1698 to 1700 2024-09-11T03:41:50.130 INFO:tasks.rados.rados.0.smithi086.stdout:2868: oid 47 version 1700 is already newer than 1699 2024-09-11T03:41:50.130 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 1700 (ObjNum 918 snap 272 seq_num 918) dirty exists 2024-09-11T03:41:50.130 INFO:tasks.rados.rados.0.smithi086.stdout:2868: left oid 47 (ObjNum 918 snap 272 seq_num 918) 2024-09-11T03:41:50.130 INFO:tasks.rados.rados.0.smithi086.stdout:2873: finishing write tid 1 to smithi08678205-11 2024-09-11T03:41:50.130 INFO:tasks.rados.rados.0.smithi086.stdout:2876: seq_num 920 ranges {172032=614400,786432=401408} 2024-09-11T03:41:50.134 INFO:tasks.rados.rados.0.smithi086.stdout:2876: writing smithi08678205-24 from 172032 to 786432 tid 1 2024-09-11T03:41:50.139 INFO:tasks.rados.rados.0.smithi086.stdout:2876: writing smithi08678205-24 from 786432 to 1187840 tid 2 2024-09-11T03:41:50.139 INFO:tasks.rados.rados.0.smithi086.stdout:2868: done (7 left) 2024-09-11T03:41:50.139 INFO:tasks.rados.rados.0.smithi086.stdout:2872: done (6 left) 2024-09-11T03:41:50.139 INFO:tasks.rados.rados.0.smithi086.stdout:2877: delete oid 7 current snap is 272 2024-09-11T03:41:50.139 INFO:tasks.rados.rados.0.smithi086.stdout:2873: finishing write tid 2 to smithi08678205-11 2024-09-11T03:41:50.139 INFO:tasks.rados.rados.0.smithi086.stdout:2873: finishing write tid 3 to smithi08678205-11 2024-09-11T03:41:50.139 INFO:tasks.rados.rados.0.smithi086.stdout:2873: finishing write tid 4 to smithi08678205-11 2024-09-11T03:41:50.139 INFO:tasks.rados.rados.0.smithi086.stdout:2873: oid 11 updating version 0 to 1922 2024-09-11T03:41:50.139 INFO:tasks.rados.rados.0.smithi086.stdout:2873: oid 11 version 1922 is already newer than 1921 2024-09-11T03:41:50.139 INFO:tasks.rados.rados.0.smithi086.stdout:2873: oid 11 version 1922 is already newer than 1920 2024-09-11T03:41:50.139 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1922 (ObjNum 919 snap 272 seq_num 919) dirty exists 2024-09-11T03:41:50.140 INFO:tasks.rados.rados.0.smithi086.stdout:2873: left oid 11 (ObjNum 919 snap 272 seq_num 919) 2024-09-11T03:41:50.140 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 1697 (ObjNum 809 snap 236 seq_num 809) dirty exists 2024-09-11T03:41:50.140 INFO:tasks.rados.rados.0.smithi086.stdout:2869: finishing copy_from racing read to smithi08678205-38 2024-09-11T03:41:50.140 INFO:tasks.rados.rados.0.smithi086.stdout:2871: expect (ObjNum 862 snap 255 seq_num 862) 2024-09-11T03:41:50.157 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:41:50.157 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (13s) 9s ago 12m 15.5M - 0.27.0 11f11916f8cd fb8083f38556 2024-09-11T03:41:50.157 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (11m) 27s ago 11m 84.7M - 9.4.7 954c08fa6188 d49b7a737a71 2024-09-11T03:41:50.157 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (93s) 9s ago 13m 14.3M - 19.3.0-4854-g8f219c47 589dd18248e4 16af9d6d2e7d 2024-09-11T03:41:50.157 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (73s) 27s ago 13m 14.8M - 19.3.0-4854-g8f219c47 589dd18248e4 0bc8987bce13 2024-09-11T03:41:50.158 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (7m) 27s ago 16m 456M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:41:50.158 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (7m) 9s ago 18m 532M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:41:50.158 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (7m) 9s ago 18m 70.4M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:41:50.158 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (6m) 27s ago 17m 53.6M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:41:50.158 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (6m) 9s ago 16m 57.1M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:41:50.158 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (60s) 9s ago 11m 9.90M - 1.7.0 72c9c2088986 5225d6f2e33b 2024-09-11T03:41:50.158 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (53s) 27s ago 11m 8190k - 1.7.0 72c9c2088986 9cdd2b1e4694 2024-09-11T03:41:50.158 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (5m) 9s ago 16m 327M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 987e6b2de39f 2024-09-11T03:41:50.158 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (5m) 9s ago 15m 257M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 cfd4be907390 2024-09-11T03:41:50.158 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (4m) 9s ago 15m 281M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 0310f346c09e 2024-09-11T03:41:50.158 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (4m) 9s ago 15m 184M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 e864761f34a2 2024-09-11T03:41:50.158 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (3m) 27s ago 14m 194M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 95790e251d1e 2024-09-11T03:41:50.158 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (3m) 27s ago 14m 187M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 528becb15668 2024-09-11T03:41:50.159 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (2m) 27s ago 14m 125M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 3a448619e99a 2024-09-11T03:41:50.159 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (115s) 27s ago 13m 107M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 f30626089656 2024-09-11T03:41:50.159 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (33s) 27s ago 12m 32.9M - 2.51.0 1d3b7f56885b 441718d31e6e 2024-09-11T03:41:50.422 INFO:tasks.rados.rados.0.smithi086.stdout:2874: finishing copy_from racing read to smithi08678205-40 2024-09-11T03:41:50.422 INFO:tasks.rados.rados.0.smithi086.stdout:2869: finishing copy_from to smithi08678205-38 2024-09-11T03:41:50.422 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 1690 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-09-11T03:41:50.422 INFO:tasks.rados.rados.0.smithi086.stdout:2869: done (6 left) 2024-09-11T03:41:50.423 INFO:tasks.rados.rados.0.smithi086.stdout:2870: done (5 left) 2024-09-11T03:41:50.423 INFO:tasks.rados.rados.0.smithi086.stdout:2871: done (4 left) 2024-09-11T03:41:50.423 INFO:tasks.rados.rados.0.smithi086.stdout:2873: done (3 left) 2024-09-11T03:41:50.423 INFO:tasks.rados.rados.0.smithi086.stdout:2877: done (2 left) 2024-09-11T03:41:50.423 INFO:tasks.rados.rados.0.smithi086.stdout:2878: rollback oid 27 current snap is 272 2024-09-11T03:41:50.423 INFO:tasks.rados.rados.0.smithi086.stdout:2878: done (2 left) 2024-09-11T03:41:50.423 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 272 2024-09-11T03:41:50.423 INFO:tasks.rados.rados.0.smithi086.stdout:2874: finishing copy_from to smithi08678205-40 2024-09-11T03:41:50.423 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 1207 (ObjNum 898 snap 268 seq_num 898) dirty exists 2024-09-11T03:41:50.423 INFO:tasks.rados.rados.0.smithi086.stdout:2876: finishing write tid 1 to smithi08678205-24 2024-09-11T03:41:50.423 INFO:tasks.rados.rados.0.smithi086.stdout:2876: finishing write tid 2 to smithi08678205-24 2024-09-11T03:41:50.423 INFO:tasks.rados.rados.0.smithi086.stdout:2879: seq_num 922 ranges {0=647168,647168=401408} 2024-09-11T03:41:50.425 INFO:tasks.rados.rados.0.smithi086.stdout:2879: writing smithi08678205-22 from 0 to 647168 tid 1 2024-09-11T03:41:50.428 INFO:tasks.rados.rados.0.smithi086.stdout:2879: writing smithi08678205-22 from 647168 to 1048576 tid 2 2024-09-11T03:41:50.428 INFO:tasks.rados.rados.0.smithi086.stdout:2874: done (2 left) 2024-09-11T03:41:50.428 INFO:tasks.rados.rados.0.smithi086.stdout:2880: delete oid 31 current snap is 272 2024-09-11T03:41:50.428 INFO:tasks.rados.rados.0.smithi086.stdout:2876: finishing write tid 3 to smithi08678205-24 2024-09-11T03:41:50.428 INFO:tasks.rados.rados.0.smithi086.stdout:2876: finishing write tid 4 to smithi08678205-24 2024-09-11T03:41:50.428 INFO:tasks.rados.rados.0.smithi086.stdout:2876: oid 24 updating version 0 to 2300 2024-09-11T03:41:50.428 INFO:tasks.rados.rados.0.smithi086.stdout:2876: oid 24 version 2300 is already newer than 2299 2024-09-11T03:41:50.428 INFO:tasks.rados.rados.0.smithi086.stdout:2876: oid 24 version 2300 is already newer than 2298 2024-09-11T03:41:50.429 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 2300 (ObjNum 920 snap 272 seq_num 920) dirty exists 2024-09-11T03:41:50.433 INFO:tasks.rados.rados.0.smithi086.stdout:2876: left oid 24 (ObjNum 920 snap 272 seq_num 920) 2024-09-11T03:41:50.434 INFO:tasks.rados.rados.0.smithi086.stdout:2879: finishing write tid 1 to smithi08678205-22 2024-09-11T03:41:50.434 INFO:tasks.rados.rados.0.smithi086.stdout:2879: finishing write tid 2 to smithi08678205-22 2024-09-11T03:41:50.434 INFO:tasks.rados.rados.0.smithi086.stdout:2879: finishing write tid 3 to smithi08678205-22 2024-09-11T03:41:50.434 INFO:tasks.rados.rados.0.smithi086.stdout:2876: done (2 left) 2024-09-11T03:41:50.434 INFO:tasks.rados.rados.0.smithi086.stdout:2880: done (1 left) 2024-09-11T03:41:50.434 INFO:tasks.rados.rados.0.smithi086.stdout:2881: read oid 47 snap -1 2024-09-11T03:41:50.434 INFO:tasks.rados.rados.0.smithi086.stdout:2881: expect (ObjNum 918 snap 272 seq_num 918) 2024-09-11T03:41:50.435 INFO:tasks.rados.rados.0.smithi086.stdout:2882: copy_from oid 42 from oid 39 current snap is 272 2024-09-11T03:41:50.435 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 272 2024-09-11T03:41:50.435 INFO:tasks.rados.rados.0.smithi086.stdout:2883: seq_num 924 ranges {5029888=679936,5709824=401408} 2024-09-11T03:41:50.462 INFO:tasks.rados.rados.0.smithi086.stdout:2883: writing smithi08678205-34 from 5029888 to 5709824 tid 1 2024-09-11T03:41:50.465 INFO:tasks.rados.rados.0.smithi086.stdout:2883: writing smithi08678205-34 from 5709824 to 6111232 tid 2 2024-09-11T03:41:50.465 INFO:tasks.rados.rados.0.smithi086.stdout:2884: delete oid 32 current snap is 272 2024-09-11T03:41:50.465 INFO:tasks.rados.rados.0.smithi086.stdout:2879: finishing write tid 4 to smithi08678205-22 2024-09-11T03:41:50.465 INFO:tasks.rados.rados.0.smithi086.stdout:2879: oid 22 updating version 0 to 1692 2024-09-11T03:41:50.465 INFO:tasks.rados.rados.0.smithi086.stdout:2879: oid 22 version 1692 is already newer than 1691 2024-09-11T03:41:50.465 INFO:tasks.rados.rados.0.smithi086.stdout:2879: oid 22 updating version 1692 to 1693 2024-09-11T03:41:50.465 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 1693 (ObjNum 922 snap 272 seq_num 922) dirty exists 2024-09-11T03:41:50.465 INFO:tasks.rados.rados.0.smithi086.stdout:2879: left oid 22 (ObjNum 922 snap 272 seq_num 922) 2024-09-11T03:41:50.466 INFO:tasks.rados.rados.0.smithi086.stdout:2881: expect (ObjNum 918 snap 272 seq_num 918) 2024-09-11T03:41:50.492 INFO:tasks.rados.rados.0.smithi086.stdout:2882: finishing copy_from racing read to smithi08678205-42 2024-09-11T03:41:50.492 INFO:tasks.rados.rados.0.smithi086.stdout:2882: finishing copy_from to smithi08678205-42 2024-09-11T03:41:50.492 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 1689 (ObjNum 836 snap 248 seq_num 836) dirty exists 2024-09-11T03:41:50.492 INFO:tasks.rados.rados.0.smithi086.stdout:2883: finishing write tid 1 to smithi08678205-34 2024-09-11T03:41:50.492 INFO:tasks.rados.rados.0.smithi086.stdout:2883: finishing write tid 2 to smithi08678205-34 2024-09-11T03:41:50.492 INFO:tasks.rados.rados.0.smithi086.stdout:2879: done (4 left) 2024-09-11T03:41:50.492 INFO:tasks.rados.rados.0.smithi086.stdout:2881: done (3 left) 2024-09-11T03:41:50.492 INFO:tasks.rados.rados.0.smithi086.stdout:2882: done (2 left) 2024-09-11T03:41:50.493 INFO:tasks.rados.rados.0.smithi086.stdout:2884: done (1 left) 2024-09-11T03:41:50.493 INFO:tasks.rados.rados.0.smithi086.stdout:2885: setattr oid 29 current snap is 272 2024-09-11T03:41:50.493 INFO:tasks.rados.rados.0.smithi086.stdout:2883: finishing write tid 3 to smithi08678205-34 2024-09-11T03:41:50.493 INFO:tasks.rados.rados.0.smithi086.stdout:2883: finishing write tid 4 to smithi08678205-34 2024-09-11T03:41:50.493 INFO:tasks.rados.rados.0.smithi086.stdout:2883: oid 34 updating version 0 to 1700 2024-09-11T03:41:50.493 INFO:tasks.rados.rados.0.smithi086.stdout:2883: oid 34 version 1700 is already newer than 1699 2024-09-11T03:41:50.493 INFO:tasks.rados.rados.0.smithi086.stdout:2883: oid 34 version 1700 is already newer than 1698 2024-09-11T03:41:50.493 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 1700 (ObjNum 924 snap 272 seq_num 924) dirty exists 2024-09-11T03:41:50.493 INFO:tasks.rados.rados.0.smithi086.stdout:2883: left oid 34 (ObjNum 924 snap 272 seq_num 924) 2024-09-11T03:41:50.494 INFO:tasks.rados.rados.0.smithi086.stdout:2883: done (1 left) 2024-09-11T03:41:50.494 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 272 2024-09-11T03:41:50.494 INFO:tasks.rados.rados.0.smithi086.stdout:2886: seq_num 926 ranges {0=712704,712704=401408} 2024-09-11T03:41:50.498 INFO:tasks.rados.rados.0.smithi086.stdout:2886: writing smithi08678205-3 from 0 to 712704 tid 1 2024-09-11T03:41:50.500 INFO:tasks.rados.rados.0.smithi086.stdout:2886: writing smithi08678205-3 from 712704 to 1114112 tid 2 2024-09-11T03:41:50.500 INFO:tasks.rados.rados.0.smithi086.stdout:2887: setattr oid 37 current snap is 272 2024-09-11T03:41:50.500 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 1701 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-09-11T03:41:50.501 INFO:tasks.rados.rados.0.smithi086.stdout:2885: done (2 left) 2024-09-11T03:41:50.501 INFO:tasks.rados.rados.0.smithi086.stdout:2888: rollback oid 17 current snap is 272 2024-09-11T03:41:50.501 INFO:tasks.rados.rados.0.smithi086.stdout:2888: done (2 left) 2024-09-11T03:41:50.501 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 272 2024-09-11T03:41:50.501 INFO:tasks.rados.rados.0.smithi086.stdout:2889: seq_num 927 ranges {2064384=729088,2793472=401408} 2024-09-11T03:41:50.504 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:41:50.505 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:41:50.505 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:41:50.505 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:41:50.505 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:41:50.505 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:41:50.505 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:41:50.505 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:41:50.505 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:41:50.505 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 8 2024-09-11T03:41:50.505 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:41:50.506 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:41:50.506 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:41:50.506 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:41:50.506 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:41:50.506 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 15 2024-09-11T03:41:50.506 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:41:50.506 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:41:50.507 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:41:50.516 INFO:tasks.rados.rados.0.smithi086.stdout:2889: writing smithi08678205-41 from 2064384 to 2793472 tid 1 2024-09-11T03:41:50.519 INFO:tasks.rados.rados.0.smithi086.stdout:2889: writing smithi08678205-41 from 2793472 to 3194880 tid 2 2024-09-11T03:41:50.519 INFO:tasks.rados.rados.0.smithi086.stdout:2890: snap_create 2024-09-11T03:41:50.519 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1691 (ObjNum 905 snap 272 seq_num 905) dirty exists 2024-09-11T03:41:50.519 INFO:tasks.rados.rados.0.smithi086.stdout:2886: finishing write tid 1 to smithi08678205-3 2024-09-11T03:41:50.519 INFO:tasks.rados.rados.0.smithi086.stdout:2886: finishing write tid 2 to smithi08678205-3 2024-09-11T03:41:50.519 INFO:tasks.rados.rados.0.smithi086.stdout:2886: finishing write tid 3 to smithi08678205-3 2024-09-11T03:41:50.519 INFO:tasks.rados.rados.0.smithi086.stdout:2886: finishing write tid 4 to smithi08678205-3 2024-09-11T03:41:50.519 INFO:tasks.rados.rados.0.smithi086.stdout:2886: oid 3 updating version 0 to 2303 2024-09-11T03:41:50.519 INFO:tasks.rados.rados.0.smithi086.stdout:2886: oid 3 version 2303 is already newer than 2302 2024-09-11T03:41:50.519 INFO:tasks.rados.rados.0.smithi086.stdout:2886: oid 3 version 2303 is already newer than 2301 2024-09-11T03:41:50.520 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 2303 (ObjNum 926 snap 272 seq_num 926) dirty exists 2024-09-11T03:41:50.520 INFO:tasks.rados.rados.0.smithi086.stdout:2886: left oid 3 (ObjNum 926 snap 272 seq_num 926) 2024-09-11T03:41:50.522 INFO:tasks.rados.rados.0.smithi086.stdout:2889: finishing write tid 1 to smithi08678205-41 2024-09-11T03:41:50.522 INFO:tasks.rados.rados.0.smithi086.stdout:2889: finishing write tid 2 to smithi08678205-41 2024-09-11T03:41:50.522 INFO:tasks.rados.rados.0.smithi086.stdout:2889: finishing write tid 3 to smithi08678205-41 2024-09-11T03:41:50.524 INFO:tasks.rados.rados.0.smithi086.stdout:2889: finishing write tid 4 to smithi08678205-41 2024-09-11T03:41:50.524 INFO:tasks.rados.rados.0.smithi086.stdout:2889: oid 41 updating version 0 to 2480 2024-09-11T03:41:50.524 INFO:tasks.rados.rados.0.smithi086.stdout:2889: oid 41 updating version 2480 to 2481 2024-09-11T03:41:50.524 INFO:tasks.rados.rados.0.smithi086.stdout:2889: oid 41 version 2481 is already newer than 2479 2024-09-11T03:41:50.524 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 2481 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:41:50.524 INFO:tasks.rados.rados.0.smithi086.stdout:2889: left oid 41 (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:41:50.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:41:50.791 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:41:50.791 INFO:teuthology.orchestra.run.smithi086.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e", 2024-09-11T03:41:50.791 INFO:teuthology.orchestra.run.smithi086.stdout: "in_progress": true, 2024-09-11T03:41:50.791 INFO:teuthology.orchestra.run.smithi086.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-11T03:41:50.791 INFO:teuthology.orchestra.run.smithi086.stdout: "services_complete": [ 2024-09-11T03:41:50.791 INFO:teuthology.orchestra.run.smithi086.stdout: "osd", 2024-09-11T03:41:50.792 INFO:teuthology.orchestra.run.smithi086.stdout: "mds", 2024-09-11T03:41:50.792 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr", 2024-09-11T03:41:50.792 INFO:teuthology.orchestra.run.smithi086.stdout: "mon" 2024-09-11T03:41:50.792 INFO:teuthology.orchestra.run.smithi086.stdout: ], 2024-09-11T03:41:50.792 INFO:teuthology.orchestra.run.smithi086.stdout: "progress": "15/20 daemons upgraded", 2024-09-11T03:41:50.792 INFO:teuthology.orchestra.run.smithi086.stdout: "message": "Currently upgrading grafana daemons", 2024-09-11T03:41:50.792 INFO:teuthology.orchestra.run.smithi086.stdout: "is_paused": false 2024-09-11T03:41:50.792 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:41:51.138 INFO:tasks.rados.rados.0.smithi086.stdout:2886: done (3 left) 2024-09-11T03:41:51.138 INFO:tasks.rados.rados.0.smithi086.stdout:2887: done (2 left) 2024-09-11T03:41:51.138 INFO:tasks.rados.rados.0.smithi086.stdout:2889: done (1 left) 2024-09-11T03:41:51.138 INFO:tasks.rados.rados.0.smithi086.stdout:2890: done (0 left) 2024-09-11T03:41:51.138 INFO:tasks.rados.rados.0.smithi086.stdout:2891: copy_from oid 48 from oid 27 current snap is 273 2024-09-11T03:41:51.139 INFO:tasks.rados.rados.0.smithi086.stdout:2892: snap_remove snap 272 2024-09-11T03:41:51.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:51 smithi086 ceph-mon[89281]: pgmap v622: 121 pgs: 121 active+clean; 150 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-11T03:41:51.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:51 smithi086 ceph-mon[89281]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:51.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:51 smithi086 ceph-mon[89281]: from='client.34611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:51.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:51 smithi086 ceph-mon[89281]: osdmap e637: 8 total, 8 up, 8 in 2024-09-11T03:41:51.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:51 smithi086 ceph-mon[89281]: from='client.34617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:51.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:51 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1151915932' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:51.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:51 smithi086 ceph-mon[91691]: pgmap v622: 121 pgs: 121 active+clean; 150 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-11T03:41:51.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:51 smithi086 ceph-mon[91691]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:51.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:51 smithi086 ceph-mon[91691]: from='client.34611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:51.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:51 smithi086 ceph-mon[91691]: osdmap e637: 8 total, 8 up, 8 in 2024-09-11T03:41:51.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:51 smithi086 ceph-mon[91691]: from='client.34617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:51.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:51 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1151915932' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:51.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:51 smithi130 ceph-mon[83685]: pgmap v622: 121 pgs: 121 active+clean; 150 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-11T03:41:51.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:51 smithi130 ceph-mon[83685]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:51.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:51 smithi130 ceph-mon[83685]: from='client.34611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:51.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:51 smithi130 ceph-mon[83685]: osdmap e637: 8 total, 8 up, 8 in 2024-09-11T03:41:51.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:51 smithi130 ceph-mon[83685]: from='client.34617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:51.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:51 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1151915932' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:41:52.139 INFO:tasks.rados.rados.0.smithi086.stdout:2892: done (1 left) 2024-09-11T03:41:52.139 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 24 current snap is 273 2024-09-11T03:41:52.139 INFO:tasks.rados.rados.0.smithi086.stdout:2891: finishing copy_from racing read to smithi08678205-48 2024-09-11T03:41:52.139 INFO:tasks.rados.rados.0.smithi086.stdout:2893: seq_num 928 ranges {1187840=745472,1933312=401408} 2024-09-11T03:41:52.149 INFO:tasks.rados.rados.0.smithi086.stdout:2893: writing smithi08678205-24 from 1187840 to 1933312 tid 1 2024-09-11T03:41:52.152 INFO:tasks.rados.rados.0.smithi086.stdout:2893: writing smithi08678205-24 from 1933312 to 2334720 tid 2 2024-09-11T03:41:52.152 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 273 2024-09-11T03:41:52.152 INFO:tasks.rados.rados.0.smithi086.stdout:2891: finishing copy_from to smithi08678205-48 2024-09-11T03:41:52.152 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 1704 (ObjNum 911 snap 272 seq_num 911) dirty exists 2024-09-11T03:41:52.152 INFO:tasks.rados.rados.0.smithi086.stdout:2894: seq_num 929 ranges {3186688=761856,3948544=401408} 2024-09-11T03:41:52.173 INFO:tasks.rados.rados.0.smithi086.stdout:2894: writing smithi08678205-4 from 3186688 to 3948544 tid 1 2024-09-11T03:41:52.175 INFO:tasks.rados.rados.0.smithi086.stdout:2894: writing smithi08678205-4 from 3948544 to 4349952 tid 2 2024-09-11T03:41:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:2891: done (2 left) 2024-09-11T03:41:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:2895: snap_create 2024-09-11T03:41:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:2893: finishing write tid 1 to smithi08678205-24 2024-09-11T03:41:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:2893: finishing write tid 2 to smithi08678205-24 2024-09-11T03:41:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:2893: finishing write tid 3 to smithi08678205-24 2024-09-11T03:41:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:2893: finishing write tid 4 to smithi08678205-24 2024-09-11T03:41:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:2893: oid 24 updating version 0 to 2306 2024-09-11T03:41:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:2893: oid 24 version 2306 is already newer than 2304 2024-09-11T03:41:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:2893: oid 24 version 2306 is already newer than 2305 2024-09-11T03:41:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 2306 (ObjNum 928 snap 273 seq_num 928) dirty exists 2024-09-11T03:41:52.176 INFO:tasks.rados.rados.0.smithi086.stdout:2893: left oid 24 (ObjNum 928 snap 273 seq_num 928) 2024-09-11T03:41:52.178 INFO:tasks.rados.rados.0.smithi086.stdout:2894: finishing write tid 1 to smithi08678205-4 2024-09-11T03:41:52.179 INFO:tasks.rados.rados.0.smithi086.stdout:2894: finishing write tid 2 to smithi08678205-4 2024-09-11T03:41:52.179 INFO:tasks.rados.rados.0.smithi086.stdout:2894: finishing write tid 3 to smithi08678205-4 2024-09-11T03:41:52.180 INFO:tasks.rados.rados.0.smithi086.stdout:2894: finishing write tid 4 to smithi08678205-4 2024-09-11T03:41:52.180 INFO:tasks.rados.rados.0.smithi086.stdout:2894: oid 4 updating version 0 to 1702 2024-09-11T03:41:52.180 INFO:tasks.rados.rados.0.smithi086.stdout:2894: oid 4 version 1702 is already newer than 1701 2024-09-11T03:41:52.180 INFO:tasks.rados.rados.0.smithi086.stdout:2894: oid 4 updating version 1702 to 1703 2024-09-11T03:41:52.180 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 1703 (ObjNum 929 snap 273 seq_num 929) dirty exists 2024-09-11T03:41:52.180 INFO:tasks.rados.rados.0.smithi086.stdout:2894: left oid 4 (ObjNum 929 snap 273 seq_num 929) 2024-09-11T03:41:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:52 smithi086 ceph-mon[89281]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:52.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:52 smithi086 ceph-mon[89281]: osdmap e638: 8 total, 8 up, 8 in 2024-09-11T03:41:52.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:52 smithi086 ceph-mon[91691]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:52.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:52 smithi086 ceph-mon[91691]: osdmap e638: 8 total, 8 up, 8 in 2024-09-11T03:41:52.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:52 smithi130 ceph-mon[83685]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:41:52.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:52 smithi130 ceph-mon[83685]: osdmap e638: 8 total, 8 up, 8 in 2024-09-11T03:41:52.723 INFO:tasks.rados.rados.0.smithi086.stdout:2893: done (2 left) 2024-09-11T03:41:52.723 INFO:tasks.rados.rados.0.smithi086.stdout:2894: done (1 left) 2024-09-11T03:41:52.723 INFO:tasks.rados.rados.0.smithi086.stdout:2895: done (0 left) 2024-09-11T03:41:52.723 INFO:tasks.rados.rados.0.smithi086.stdout:2896: snap_remove snap 273 2024-09-11T03:41:53.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:53 smithi086 ceph-mon[89281]: pgmap v625: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 136 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-09-11T03:41:53.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:53 smithi086 ceph-mon[89281]: osdmap e639: 8 total, 8 up, 8 in 2024-09-11T03:41:53.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:53 smithi086 ceph-mon[89281]: osdmap e640: 8 total, 8 up, 8 in 2024-09-11T03:41:53.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:53 smithi086 ceph-mon[91691]: pgmap v625: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 136 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-09-11T03:41:53.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:53 smithi086 ceph-mon[91691]: osdmap e639: 8 total, 8 up, 8 in 2024-09-11T03:41:53.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:53 smithi086 ceph-mon[91691]: osdmap e640: 8 total, 8 up, 8 in 2024-09-11T03:41:53.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:53 smithi130 ceph-mon[83685]: pgmap v625: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 136 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-09-11T03:41:53.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:53 smithi130 ceph-mon[83685]: osdmap e639: 8 total, 8 up, 8 in 2024-09-11T03:41:53.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:53 smithi130 ceph-mon[83685]: osdmap e640: 8 total, 8 up, 8 in 2024-09-11T03:41:53.727 INFO:tasks.rados.rados.0.smithi086.stdout:2896: done (0 left) 2024-09-11T03:41:53.727 INFO:tasks.rados.rados.0.smithi086.stdout:2897: rollback oid 7 current snap is 274 2024-09-11T03:41:53.727 INFO:tasks.rados.rados.0.smithi086.stdout:2897: done (0 left) 2024-09-11T03:41:53.727 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 274 2024-09-11T03:41:53.727 INFO:tasks.rados.rados.0.smithi086.stdout:2898: seq_num 930 ranges {983040=786432,1769472=401408} 2024-09-11T03:41:53.736 INFO:tasks.rados.rados.0.smithi086.stdout:2898: writing smithi08678205-47 from 983040 to 1769472 tid 1 2024-09-11T03:41:53.738 INFO:tasks.rados.rados.0.smithi086.stdout:2898: writing smithi08678205-47 from 1769472 to 2170880 tid 2 2024-09-11T03:41:53.738 INFO:tasks.rados.rados.0.smithi086.stdout:2899: rollback oid 40 current snap is 274 2024-09-11T03:41:53.738 INFO:tasks.rados.rados.0.smithi086.stdout:2899: done (1 left) 2024-09-11T03:41:53.739 INFO:tasks.rados.rados.0.smithi086.stdout:2900: rollback oid 42 current snap is 274 2024-09-11T03:41:53.739 INFO:tasks.rados.rados.0.smithi086.stdout:2900: done (1 left) 2024-09-11T03:41:53.739 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 5 current snap is 274 2024-09-11T03:41:53.739 INFO:tasks.rados.rados.0.smithi086.stdout:2901: seq_num 931 ranges {3817472=802816,4620288=401408} 2024-09-11T03:41:53.763 INFO:tasks.rados.rados.0.smithi086.stdout:2901: writing smithi08678205-5 from 3817472 to 4620288 tid 1 2024-09-11T03:41:53.765 INFO:tasks.rados.rados.0.smithi086.stdout:2901: writing smithi08678205-5 from 4620288 to 5021696 tid 2 2024-09-11T03:41:53.765 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 25 current snap is 274 2024-09-11T03:41:53.765 INFO:tasks.rados.rados.0.smithi086.stdout:2902: seq_num 932 ranges {0=417792,417792=663552,1081344=139264} 2024-09-11T03:41:53.768 INFO:tasks.rados.rados.0.smithi086.stdout:2902: writing smithi08678205-25 from 0 to 417792 tid 1 2024-09-11T03:41:53.772 INFO:tasks.rados.rados.0.smithi086.stdout:2902: writing smithi08678205-25 from 417792 to 1081344 tid 2 2024-09-11T03:41:53.774 INFO:tasks.rados.rados.0.smithi086.stdout:2902: writing smithi08678205-25 from 1081344 to 1220608 tid 3 2024-09-11T03:41:53.774 INFO:tasks.rados.rados.0.smithi086.stdout:2903: read oid 36 snap -1 2024-09-11T03:41:53.774 INFO:tasks.rados.rados.0.smithi086.stdout:2903: expect deleted 2024-09-11T03:41:53.774 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 274 2024-09-11T03:41:53.774 INFO:tasks.rados.rados.0.smithi086.stdout:2898: finishing write tid 1 to smithi08678205-47 2024-09-11T03:41:53.774 INFO:tasks.rados.rados.0.smithi086.stdout:2904: seq_num 933 ranges {3760128=434176,4194304=548864,4743168=253952} 2024-09-11T03:41:53.796 INFO:tasks.rados.rados.0.smithi086.stdout:2904: writing smithi08678205-21 from 3760128 to 4194304 tid 1 2024-09-11T03:41:53.799 INFO:tasks.rados.rados.0.smithi086.stdout:2904: writing smithi08678205-21 from 4194304 to 4743168 tid 2 2024-09-11T03:41:53.807 INFO:tasks.rados.rados.0.smithi086.stdout:2904: writing smithi08678205-21 from 4743168 to 4997120 tid 3 2024-09-11T03:41:53.807 INFO:tasks.rados.rados.0.smithi086.stdout:2905: copy_from oid 16 from oid 2 current snap is 274 2024-09-11T03:41:53.808 INFO:tasks.rados.rados.0.smithi086.stdout:2898: finishing write tid 2 to smithi08678205-47 2024-09-11T03:41:53.808 INFO:tasks.rados.rados.0.smithi086.stdout:2898: finishing write tid 3 to smithi08678205-47 2024-09-11T03:41:53.808 INFO:tasks.rados.rados.0.smithi086.stdout:2898: finishing write tid 4 to smithi08678205-47 2024-09-11T03:41:53.808 INFO:tasks.rados.rados.0.smithi086.stdout:2898: oid 47 updating version 0 to 1706 2024-09-11T03:41:53.809 INFO:tasks.rados.rados.0.smithi086.stdout:2898: oid 47 version 1706 is already newer than 1704 2024-09-11T03:41:53.809 INFO:tasks.rados.rados.0.smithi086.stdout:2898: oid 47 version 1706 is already newer than 1705 2024-09-11T03:41:53.809 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 1706 (ObjNum 930 snap 274 seq_num 930) dirty exists 2024-09-11T03:41:53.809 INFO:tasks.rados.rados.0.smithi086.stdout:2898: left oid 47 (ObjNum 930 snap 274 seq_num 930) 2024-09-11T03:41:53.809 INFO:tasks.rados.rados.0.smithi086.stdout:2901: finishing write tid 1 to smithi08678205-5 2024-09-11T03:41:53.809 INFO:tasks.rados.rados.0.smithi086.stdout:2901: finishing write tid 2 to smithi08678205-5 2024-09-11T03:41:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:2901: finishing write tid 3 to smithi08678205-5 2024-09-11T03:41:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:2901: finishing write tid 4 to smithi08678205-5 2024-09-11T03:41:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:2901: oid 5 updating version 0 to 2308 2024-09-11T03:41:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:2901: oid 5 version 2308 is already newer than 2307 2024-09-11T03:41:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:2901: oid 5 updating version 2308 to 2309 2024-09-11T03:41:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 2309 (ObjNum 931 snap 274 seq_num 931) dirty exists 2024-09-11T03:41:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:2901: left oid 5 (ObjNum 931 snap 274 seq_num 931) 2024-09-11T03:41:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:2898: done (5 left) 2024-09-11T03:41:53.811 INFO:tasks.rados.rados.0.smithi086.stdout:2901: done (4 left) 2024-09-11T03:41:53.811 INFO:tasks.rados.rados.0.smithi086.stdout:2902: finishing write tid 1 to smithi08678205-25 2024-09-11T03:41:53.811 INFO:tasks.rados.rados.0.smithi086.stdout:2902: finishing write tid 2 to smithi08678205-25 2024-09-11T03:41:53.811 INFO:tasks.rados.rados.0.smithi086.stdout:2902: finishing write tid 3 to smithi08678205-25 2024-09-11T03:41:53.811 INFO:tasks.rados.rados.0.smithi086.stdout:2902: finishing write tid 4 to smithi08678205-25 2024-09-11T03:41:53.811 INFO:tasks.rados.rados.0.smithi086.stdout:2902: finishing write tid 5 to smithi08678205-25 2024-09-11T03:41:53.811 INFO:tasks.rados.rados.0.smithi086.stdout:2902: oid 25 updating version 0 to 1926 2024-09-11T03:41:53.812 INFO:tasks.rados.rados.0.smithi086.stdout:2902: oid 25 updating version 1926 to 1927 2024-09-11T03:41:53.812 INFO:tasks.rados.rados.0.smithi086.stdout:2902: oid 25 version 1927 is already newer than 1925 2024-09-11T03:41:53.812 INFO:tasks.rados.rados.0.smithi086.stdout:2902: oid 25 version 1927 is already newer than 1924 2024-09-11T03:41:53.812 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 1927 (ObjNum 932 snap 274 seq_num 932) dirty exists 2024-09-11T03:41:53.812 INFO:tasks.rados.rados.0.smithi086.stdout:2902: left oid 25 (ObjNum 932 snap 274 seq_num 932) 2024-09-11T03:41:53.812 INFO:tasks.rados.rados.0.smithi086.stdout:2904: finishing write tid 1 to smithi08678205-21 2024-09-11T03:41:53.812 INFO:tasks.rados.rados.0.smithi086.stdout:2906: read oid 3 snap -1 2024-09-11T03:41:53.813 INFO:tasks.rados.rados.0.smithi086.stdout:2906: expect (ObjNum 926 snap 272 seq_num 926) 2024-09-11T03:41:53.813 INFO:tasks.rados.rados.0.smithi086.stdout:2902: done (4 left) 2024-09-11T03:41:53.813 INFO:tasks.rados.rados.0.smithi086.stdout:2903: done (3 left) 2024-09-11T03:41:53.813 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 274 2024-09-11T03:41:53.813 INFO:tasks.rados.rados.0.smithi086.stdout:2907: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-09-11T03:41:53.813 INFO:tasks.rados.rados.0.smithi086.stdout:2907: writing smithi08678205-31 from 0 to 450560 tid 1 2024-09-11T03:41:53.813 INFO:tasks.rados.rados.0.smithi086.stdout:2907: writing smithi08678205-31 from 450560 to 884736 tid 2 2024-09-11T03:41:53.815 INFO:tasks.rados.rados.0.smithi086.stdout:2907: writing smithi08678205-31 from 884736 to 1253376 tid 3 2024-09-11T03:41:53.815 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 274 2024-09-11T03:41:53.815 INFO:tasks.rados.rados.0.smithi086.stdout:2904: finishing write tid 2 to smithi08678205-21 2024-09-11T03:41:53.815 INFO:tasks.rados.rados.0.smithi086.stdout:2908: seq_num 935 ranges {4349952=466944,4816896=720896,5537792=81920} 2024-09-11T03:41:53.835 INFO:tasks.rados.rados.0.smithi086.stdout:2908: writing smithi08678205-4 from 4349952 to 4816896 tid 1 2024-09-11T03:41:53.839 INFO:tasks.rados.rados.0.smithi086.stdout:2908: writing smithi08678205-4 from 4816896 to 5537792 tid 2 2024-09-11T03:41:53.840 INFO:tasks.rados.rados.0.smithi086.stdout:2908: writing smithi08678205-4 from 5537792 to 5619712 tid 3 2024-09-11T03:41:53.841 INFO:tasks.rados.rados.0.smithi086.stdout:2909: rollback oid 5 current snap is 274 2024-09-11T03:41:53.841 INFO:tasks.rados.rados.0.smithi086.stdout:2909: done (5 left) 2024-09-11T03:41:53.841 INFO:tasks.rados.rados.0.smithi086.stdout:2910: rmattr oid 5 current snap is 274 2024-09-11T03:41:53.841 INFO:tasks.rados.rados.0.smithi086.stdout:2904: finishing write tid 3 to smithi08678205-21 2024-09-11T03:41:53.841 INFO:tasks.rados.rados.0.smithi086.stdout:2904: finishing write tid 4 to smithi08678205-21 2024-09-11T03:41:53.841 INFO:tasks.rados.rados.0.smithi086.stdout:2904: finishing write tid 5 to smithi08678205-21 2024-09-11T03:41:53.841 INFO:tasks.rados.rados.0.smithi086.stdout:2904: oid 21 updating version 0 to 1921 2024-09-11T03:41:53.841 INFO:tasks.rados.rados.0.smithi086.stdout:2904: oid 21 version 1921 is already newer than 1920 2024-09-11T03:41:53.841 INFO:tasks.rados.rados.0.smithi086.stdout:2904: oid 21 version 1921 is already newer than 1919 2024-09-11T03:41:53.841 INFO:tasks.rados.rados.0.smithi086.stdout:2904: oid 21 version 1921 is already newer than 1918 2024-09-11T03:41:53.841 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 1921 (ObjNum 933 snap 274 seq_num 933) dirty exists 2024-09-11T03:41:53.842 INFO:tasks.rados.rados.0.smithi086.stdout:2904: left oid 21 (ObjNum 933 snap 274 seq_num 933) 2024-09-11T03:41:53.842 INFO:tasks.rados.rados.0.smithi086.stdout:2907: finishing write tid 1 to smithi08678205-31 2024-09-11T03:41:53.842 INFO:tasks.rados.rados.0.smithi086.stdout:2904: done (5 left) 2024-09-11T03:41:53.842 INFO:tasks.rados.rados.0.smithi086.stdout:2911: read oid 22 snap -1 2024-09-11T03:41:53.842 INFO:tasks.rados.rados.0.smithi086.stdout:2911: expect (ObjNum 922 snap 272 seq_num 922) 2024-09-11T03:41:53.842 INFO:tasks.rados.rados.0.smithi086.stdout:2912: copy_from oid 43 from oid 45 current snap is 274 2024-09-11T03:41:53.842 INFO:tasks.rados.rados.0.smithi086.stdout:2906: expect (ObjNum 926 snap 272 seq_num 926) 2024-09-11T03:41:53.871 INFO:tasks.rados.rados.0.smithi086.stdout:2907: finishing write tid 2 to smithi08678205-31 2024-09-11T03:41:53.872 INFO:tasks.rados.rados.0.smithi086.stdout:2907: finishing write tid 3 to smithi08678205-31 2024-09-11T03:41:53.872 INFO:tasks.rados.rados.0.smithi086.stdout:2907: finishing write tid 4 to smithi08678205-31 2024-09-11T03:41:53.872 INFO:tasks.rados.rados.0.smithi086.stdout:2907: finishing write tid 5 to smithi08678205-31 2024-09-11T03:41:53.872 INFO:tasks.rados.rados.0.smithi086.stdout:2907: oid 31 updating version 0 to 2483 2024-09-11T03:41:53.872 INFO:tasks.rados.rados.0.smithi086.stdout:2907: oid 31 version 2483 is already newer than 2482 2024-09-11T03:41:53.872 INFO:tasks.rados.rados.0.smithi086.stdout:2907: oid 31 updating version 2483 to 2485 2024-09-11T03:41:53.872 INFO:tasks.rados.rados.0.smithi086.stdout:2907: oid 31 version 2485 is already newer than 2484 2024-09-11T03:41:53.872 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 2485 (ObjNum 934 snap 274 seq_num 934) dirty exists 2024-09-11T03:41:53.873 INFO:tasks.rados.rados.0.smithi086.stdout:2907: left oid 31 (ObjNum 934 snap 274 seq_num 934) 2024-09-11T03:41:53.873 INFO:tasks.rados.rados.0.smithi086.stdout:2905: finishing copy_from racing read to smithi08678205-16 2024-09-11T03:41:53.873 INFO:tasks.rados.rados.0.smithi086.stdout:2905: finishing copy_from to smithi08678205-16 2024-09-11T03:41:53.873 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 1207 (ObjNum 898 snap 268 seq_num 898) dirty exists 2024-09-11T03:41:53.873 INFO:tasks.rados.rados.0.smithi086.stdout:2908: finishing write tid 1 to smithi08678205-4 2024-09-11T03:41:53.873 INFO:tasks.rados.rados.0.smithi086.stdout:2905: done (6 left) 2024-09-11T03:41:53.873 INFO:tasks.rados.rados.0.smithi086.stdout:2906: done (5 left) 2024-09-11T03:41:53.873 INFO:tasks.rados.rados.0.smithi086.stdout:2907: done (4 left) 2024-09-11T03:41:53.874 INFO:tasks.rados.rados.0.smithi086.stdout:2913: copy_from oid 14 from oid 38 current snap is 274 2024-09-11T03:41:53.874 INFO:tasks.rados.rados.0.smithi086.stdout:2912: finishing copy_from to smithi08678205-43 2024-09-11T03:41:53.874 INFO:tasks.rados.rados.0.smithi086.stdout:2912: got expected ENOENT (src dne) 2024-09-11T03:41:53.874 INFO:tasks.rados.rados.0.smithi086.stdout:2912: finishing copy_from racing read to smithi08678205-43 2024-09-11T03:41:53.874 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 2310 (ObjNum 931 snap 274 seq_num 931) dirty exists 2024-09-11T03:41:53.874 INFO:tasks.rados.rados.0.smithi086.stdout:2908: finishing write tid 2 to smithi08678205-4 2024-09-11T03:41:53.874 INFO:tasks.rados.rados.0.smithi086.stdout:2908: finishing write tid 3 to smithi08678205-4 2024-09-11T03:41:53.874 INFO:tasks.rados.rados.0.smithi086.stdout:2908: finishing write tid 4 to smithi08678205-4 2024-09-11T03:41:53.875 INFO:tasks.rados.rados.0.smithi086.stdout:2908: finishing write tid 5 to smithi08678205-4 2024-09-11T03:41:53.875 INFO:tasks.rados.rados.0.smithi086.stdout:2908: oid 4 updating version 0 to 1710 2024-09-11T03:41:53.875 INFO:tasks.rados.rados.0.smithi086.stdout:2908: oid 4 version 1710 is already newer than 1709 2024-09-11T03:41:53.875 INFO:tasks.rados.rados.0.smithi086.stdout:2908: oid 4 version 1710 is already newer than 1708 2024-09-11T03:41:53.875 INFO:tasks.rados.rados.0.smithi086.stdout:2908: oid 4 version 1710 is already newer than 1707 2024-09-11T03:41:53.875 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 1710 (ObjNum 935 snap 274 seq_num 935) dirty exists 2024-09-11T03:41:53.875 INFO:tasks.rados.rados.0.smithi086.stdout:2908: left oid 4 (ObjNum 935 snap 274 seq_num 935) 2024-09-11T03:41:53.875 INFO:tasks.rados.rados.0.smithi086.stdout:2911: expect (ObjNum 922 snap 272 seq_num 922) 2024-09-11T03:41:53.900 INFO:tasks.rados.rados.0.smithi086.stdout:2913: finishing copy_from racing read to smithi08678205-14 2024-09-11T03:41:53.901 INFO:tasks.rados.rados.0.smithi086.stdout:2913: finishing copy_from to smithi08678205-14 2024-09-11T03:41:53.901 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 1690 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-09-11T03:41:53.901 INFO:tasks.rados.rados.0.smithi086.stdout:2908: done (4 left) 2024-09-11T03:41:53.901 INFO:tasks.rados.rados.0.smithi086.stdout:2910: done (3 left) 2024-09-11T03:41:53.901 INFO:tasks.rados.rados.0.smithi086.stdout:2911: done (2 left) 2024-09-11T03:41:53.901 INFO:tasks.rados.rados.0.smithi086.stdout:2912: done (1 left) 2024-09-11T03:41:53.901 INFO:tasks.rados.rados.0.smithi086.stdout:2913: done (0 left) 2024-09-11T03:41:53.901 INFO:tasks.rados.rados.0.smithi086.stdout:2914: read oid 41 snap -1 2024-09-11T03:41:53.901 INFO:tasks.rados.rados.0.smithi086.stdout:2914: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:41:53.901 INFO:tasks.rados.rados.0.smithi086.stdout:2915: read oid 30 snap -1 2024-09-11T03:41:53.901 INFO:tasks.rados.rados.0.smithi086.stdout:2915: expect (ObjNum 669 snap 191 seq_num 669) 2024-09-11T03:41:53.901 INFO:tasks.rados.rados.0.smithi086.stdout:2916: copy_from oid 29 from oid 4 current snap is 274 2024-09-11T03:41:53.902 INFO:tasks.rados.rados.0.smithi086.stdout:2917: delete oid 17 current snap is 274 2024-09-11T03:41:53.902 INFO:tasks.rados.rados.0.smithi086.stdout:2917: done (3 left) 2024-09-11T03:41:53.902 INFO:tasks.rados.rados.0.smithi086.stdout:2918: delete oid 35 current snap is 274 2024-09-11T03:41:53.904 INFO:tasks.rados.rados.0.smithi086.stdout:2918: done (3 left) 2024-09-11T03:41:53.905 INFO:tasks.rados.rados.0.smithi086.stdout:2919: rmattr oid 8 current snap is 274 2024-09-11T03:41:53.905 INFO:tasks.rados.rados.0.smithi086.stdout:2919: done (3 left) 2024-09-11T03:41:53.905 INFO:tasks.rados.rados.0.smithi086.stdout:2920: read oid 47 snap -1 2024-09-11T03:41:53.905 INFO:tasks.rados.rados.0.smithi086.stdout:2920: expect (ObjNum 930 snap 274 seq_num 930) 2024-09-11T03:41:53.905 INFO:tasks.rados.rados.0.smithi086.stdout:2921: read oid 42 snap -1 2024-09-11T03:41:53.905 INFO:tasks.rados.rados.0.smithi086.stdout:2921: expect (ObjNum 836 snap 248 seq_num 836) 2024-09-11T03:41:53.905 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 274 2024-09-11T03:41:53.905 INFO:tasks.rados.rados.0.smithi086.stdout:2922: seq_num 938 ranges {1253376=516096,1769472=417792,2187264=385024} 2024-09-11T03:41:53.915 INFO:tasks.rados.rados.0.smithi086.stdout:2922: writing smithi08678205-31 from 1253376 to 1769472 tid 1 2024-09-11T03:41:53.918 INFO:tasks.rados.rados.0.smithi086.stdout:2922: writing smithi08678205-31 from 1769472 to 2187264 tid 2 2024-09-11T03:41:53.921 INFO:tasks.rados.rados.0.smithi086.stdout:2922: writing smithi08678205-31 from 2187264 to 2572288 tid 3 2024-09-11T03:41:53.921 INFO:tasks.rados.rados.0.smithi086.stdout:2923: delete oid 25 current snap is 274 2024-09-11T03:41:53.921 INFO:tasks.rados.rados.0.smithi086.stdout:2914: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:41:54.079 INFO:tasks.rados.rados.0.smithi086.stdout:2915: expect (ObjNum 669 snap 191 seq_num 669) 2024-09-11T03:41:54.121 INFO:tasks.rados.rados.0.smithi086.stdout:2922: finishing write tid 1 to smithi08678205-31 2024-09-11T03:41:54.121 INFO:tasks.rados.rados.0.smithi086.stdout:2920: expect (ObjNum 930 snap 274 seq_num 930) 2024-09-11T03:41:54.192 INFO:tasks.rados.rados.0.smithi086.stdout:2922: finishing write tid 2 to smithi08678205-31 2024-09-11T03:41:54.192 INFO:tasks.rados.rados.0.smithi086.stdout:2921: expect (ObjNum 836 snap 248 seq_num 836) 2024-09-11T03:41:54.315 INFO:tasks.rados.rados.0.smithi086.stdout:2922: finishing write tid 3 to smithi08678205-31 2024-09-11T03:41:54.315 INFO:tasks.rados.rados.0.smithi086.stdout:2916: finishing copy_from racing read to smithi08678205-29 2024-09-11T03:41:54.315 INFO:tasks.rados.rados.0.smithi086.stdout:2922: finishing write tid 4 to smithi08678205-31 2024-09-11T03:41:54.315 INFO:tasks.rados.rados.0.smithi086.stdout:2922: finishing write tid 5 to smithi08678205-31 2024-09-11T03:41:54.315 INFO:tasks.rados.rados.0.smithi086.stdout:2922: oid 31 updating version 0 to 2486 2024-09-11T03:41:54.315 INFO:tasks.rados.rados.0.smithi086.stdout:2922: oid 31 updating version 2486 to 2488 2024-09-11T03:41:54.315 INFO:tasks.rados.rados.0.smithi086.stdout:2922: oid 31 version 2488 is already newer than 2487 2024-09-11T03:41:54.315 INFO:tasks.rados.rados.0.smithi086.stdout:2922: oid 31 updating version 2488 to 2489 2024-09-11T03:41:54.315 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 2489 (ObjNum 938 snap 274 seq_num 938) dirty exists 2024-09-11T03:41:54.315 INFO:tasks.rados.rados.0.smithi086.stdout:2922: left oid 31 (ObjNum 938 snap 274 seq_num 938) 2024-09-11T03:41:54.315 INFO:tasks.rados.rados.0.smithi086.stdout:2916: finishing copy_from to smithi08678205-29 2024-09-11T03:41:54.316 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 1710 (ObjNum 935 snap 274 seq_num 935) dirty exists 2024-09-11T03:41:54.316 INFO:tasks.rados.rados.0.smithi086.stdout:2914: done (6 left) 2024-09-11T03:41:54.316 INFO:tasks.rados.rados.0.smithi086.stdout:2915: done (5 left) 2024-09-11T03:41:54.316 INFO:tasks.rados.rados.0.smithi086.stdout:2916: done (4 left) 2024-09-11T03:41:54.316 INFO:tasks.rados.rados.0.smithi086.stdout:2920: done (3 left) 2024-09-11T03:41:54.316 INFO:tasks.rados.rados.0.smithi086.stdout:2921: done (2 left) 2024-09-11T03:41:54.316 INFO:tasks.rados.rados.0.smithi086.stdout:2922: done (1 left) 2024-09-11T03:41:54.316 INFO:tasks.rados.rados.0.smithi086.stdout:2923: done (0 left) 2024-09-11T03:41:54.316 INFO:tasks.rados.rados.0.smithi086.stdout:2924: rollback oid 2 current snap is 274 2024-09-11T03:41:54.316 INFO:tasks.rados.rados.0.smithi086.stdout:2924: done (0 left) 2024-09-11T03:41:54.316 INFO:tasks.rados.rados.0.smithi086.stdout:2925: copy_from oid 25 from oid 19 current snap is 274 2024-09-11T03:41:54.316 INFO:tasks.rados.rados.0.smithi086.stdout:2926: setattr oid 1 current snap is 274 2024-09-11T03:41:54.317 INFO:tasks.rados.rados.0.smithi086.stdout:2925: finishing copy_from to smithi08678205-25 2024-09-11T03:41:54.317 INFO:tasks.rados.rados.0.smithi086.stdout:2925: got expected ENOENT (src dne) 2024-09-11T03:41:54.318 INFO:tasks.rados.rados.0.smithi086.stdout:2925: finishing copy_from racing read to smithi08678205-25 2024-09-11T03:41:54.318 INFO:tasks.rados.rados.0.smithi086.stdout:2925: done (1 left) 2024-09-11T03:41:54.318 INFO:tasks.rados.rados.0.smithi086.stdout:2927: rollback oid 41 current snap is 274 2024-09-11T03:41:54.318 INFO:tasks.rados.rados.0.smithi086.stdout:2927: done (1 left) 2024-09-11T03:41:54.318 INFO:tasks.rados.rados.0.smithi086.stdout:2928: rmattr oid 7 current snap is 274 2024-09-11T03:41:54.318 INFO:tasks.rados.rados.0.smithi086.stdout:2928: done (1 left) 2024-09-11T03:41:54.318 INFO:tasks.rados.rados.0.smithi086.stdout:2929: read oid 46 snap -1 2024-09-11T03:41:54.318 INFO:tasks.rados.rados.0.smithi086.stdout:2929: expect (ObjNum 916 snap 272 seq_num 916) 2024-09-11T03:41:54.318 INFO:tasks.rados.rados.0.smithi086.stdout:2930: delete oid 28 current snap is 274 2024-09-11T03:41:54.319 INFO:tasks.rados.rados.0.smithi086.stdout:2930: done (2 left) 2024-09-11T03:41:54.319 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 274 2024-09-11T03:41:54.320 INFO:tasks.rados.rados.0.smithi086.stdout:2931: seq_num 941 ranges {5087232=565248,5652480=475136,6127616=327680} 2024-09-11T03:41:54.349 INFO:tasks.rados.rados.0.smithi086.stdout:2931: writing smithi08678205-23 from 5087232 to 5652480 tid 1 2024-09-11T03:41:54.351 INFO:tasks.rados.rados.0.smithi086.stdout:2931: writing smithi08678205-23 from 5652480 to 6127616 tid 2 2024-09-11T03:41:54.354 INFO:tasks.rados.rados.0.smithi086.stdout:2931: writing smithi08678205-23 from 6127616 to 6455296 tid 3 2024-09-11T03:41:54.354 INFO:tasks.rados.rados.0.smithi086.stdout:2932: setattr oid 36 current snap is 274 2024-09-11T03:41:54.354 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 1711 (ObjNum 900 snap 269 seq_num 900) dirty exists 2024-09-11T03:41:54.354 INFO:tasks.rados.rados.0.smithi086.stdout:2931: finishing write tid 1 to smithi08678205-23 2024-09-11T03:41:54.355 INFO:tasks.rados.rados.0.smithi086.stdout:2926: done (3 left) 2024-09-11T03:41:54.355 INFO:tasks.rados.rados.0.smithi086.stdout:2933: snap_create 2024-09-11T03:41:54.357 INFO:tasks.rados.rados.0.smithi086.stdout:2931: finishing write tid 2 to smithi08678205-23 2024-09-11T03:41:54.357 INFO:tasks.rados.rados.0.smithi086.stdout:2931: finishing write tid 3 to smithi08678205-23 2024-09-11T03:41:54.358 INFO:tasks.rados.rados.0.smithi086.stdout:2931: finishing write tid 4 to smithi08678205-23 2024-09-11T03:41:54.361 INFO:tasks.rados.rados.0.smithi086.stdout:2931: finishing write tid 5 to smithi08678205-23 2024-09-11T03:41:54.361 INFO:tasks.rados.rados.0.smithi086.stdout:2931: oid 23 updating version 0 to 2494 2024-09-11T03:41:54.361 INFO:tasks.rados.rados.0.smithi086.stdout:2931: oid 23 version 2494 is already newer than 2492 2024-09-11T03:41:54.361 INFO:tasks.rados.rados.0.smithi086.stdout:2931: oid 23 version 2494 is already newer than 2493 2024-09-11T03:41:54.361 INFO:tasks.rados.rados.0.smithi086.stdout:2931: oid 23 version 2494 is already newer than 2491 2024-09-11T03:41:54.361 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2494 (ObjNum 941 snap 274 seq_num 941) dirty exists 2024-09-11T03:41:54.361 INFO:tasks.rados.rados.0.smithi086.stdout:2931: left oid 23 (ObjNum 941 snap 274 seq_num 941) 2024-09-11T03:41:54.361 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2495 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-11T03:41:54.423 INFO:tasks.rados.rados.0.smithi086.stdout:2929: expect (ObjNum 916 snap 272 seq_num 916) 2024-09-11T03:41:54.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:54 smithi086 ceph-mon[89281]: pgmap v628: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 129 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.6 MiB/s wr, 20 op/s 2024-09-11T03:41:54.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:54 smithi086 ceph-mon[89281]: osdmap e641: 8 total, 8 up, 8 in 2024-09-11T03:41:54.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:54 smithi086 ceph-mon[91691]: pgmap v628: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 129 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.6 MiB/s wr, 20 op/s 2024-09-11T03:41:54.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:54 smithi086 ceph-mon[91691]: osdmap e641: 8 total, 8 up, 8 in 2024-09-11T03:41:54.823 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:41:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:41:54] "GET /metrics HTTP/1.1" 200 36368 "" "Prometheus/2.51.0" 2024-09-11T03:41:55.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:54 smithi130 ceph-mon[83685]: pgmap v628: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 129 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.6 MiB/s wr, 20 op/s 2024-09-11T03:41:55.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:54 smithi130 ceph-mon[83685]: osdmap e641: 8 total, 8 up, 8 in 2024-09-11T03:41:56.414 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:56 smithi130 ceph-mon[83685]: osdmap e642: 8 total, 8 up, 8 in 2024-09-11T03:41:56.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:56 smithi086 ceph-mon[89281]: osdmap e642: 8 total, 8 up, 8 in 2024-09-11T03:41:56.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:56 smithi086 ceph-mon[91691]: osdmap e642: 8 total, 8 up, 8 in 2024-09-11T03:41:56.669 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:56 smithi130 systemd[1]: Stopping Ceph grafana.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:41:56.976 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:56 smithi130 podman[120648]: 2024-09-11 03:41:56.669921921 +0000 UTC m=+0.110045223 container died d49b7a737a71663431f64cc52d0f5ad03d9f68a8b1af86d9e47a51fd6e101962 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, com.redhat.component=ubi8-container, vcs-type=git, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, io.openshift.expose-services=, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-09-11T03:41:57.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:57 smithi130 ceph-mon[83685]: pgmap v631: 121 pgs: 121 active+clean; 135 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.6 MiB/s wr, 24 op/s 2024-09-11T03:41:57.269 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:57 smithi130 podman[120648]: 2024-09-11 03:41:57.051328962 +0000 UTC m=+0.491452265 container cleanup d49b7a737a71663431f64cc52d0f5ad03d9f68a8b1af86d9e47a51fd6e101962 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a, vcs-type=git, maintainer=Paul Cuzner , vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, name=ubi8, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.buildah.version=1.32.0, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, io.openshift.tags=base rhel8, description=Ceph Grafana Container, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5) 2024-09-11T03:41:57.269 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:57 smithi130 bash[120648]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a 2024-09-11T03:41:57.536 INFO:tasks.rados.rados.0.smithi086.stdout:2929: done (3 left) 2024-09-11T03:41:57.536 INFO:tasks.rados.rados.0.smithi086.stdout:2931: done (2 left) 2024-09-11T03:41:57.536 INFO:tasks.rados.rados.0.smithi086.stdout:2932: done (1 left) 2024-09-11T03:41:57.536 INFO:tasks.rados.rados.0.smithi086.stdout:2933: done (0 left) 2024-09-11T03:41:57.537 INFO:tasks.rados.rados.0.smithi086.stdout:2934: delete oid 28 current snap is 275 2024-09-11T03:41:57.539 INFO:tasks.rados.rados.0.smithi086.stdout:2934: done (0 left) 2024-09-11T03:41:57.539 INFO:tasks.rados.rados.0.smithi086.stdout:2935: delete oid 19 current snap is 275 2024-09-11T03:41:57.541 INFO:tasks.rados.rados.0.smithi086.stdout:2935: done (0 left) 2024-09-11T03:41:57.541 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 18 current snap is 275 2024-09-11T03:41:57.541 INFO:tasks.rados.rados.0.smithi086.stdout:2936: seq_num 944 ranges {1556480=614400,2170880=573440,2744320=229376} 2024-09-11T03:41:57.552 INFO:tasks.rados.rados.0.smithi086.stdout:2936: writing smithi08678205-18 from 1556480 to 2170880 tid 1 2024-09-11T03:41:57.556 INFO:tasks.rados.rados.0.smithi086.stdout:2936: writing smithi08678205-18 from 2170880 to 2744320 tid 2 2024-09-11T03:41:57.557 INFO:tasks.rados.rados.0.smithi086.stdout:2936: writing smithi08678205-18 from 2744320 to 2973696 tid 3 2024-09-11T03:41:57.557 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 14 current snap is 275 2024-09-11T03:41:57.557 INFO:tasks.rados.rados.0.smithi086.stdout:2937: seq_num 945 ranges {3981312=630784,4612096=458752,5070848=344064} 2024-09-11T03:41:57.571 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:57 smithi086 ceph-mon[89281]: pgmap v631: 121 pgs: 121 active+clean; 135 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.6 MiB/s wr, 24 op/s 2024-09-11T03:41:57.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:57 smithi086 ceph-mon[91691]: pgmap v631: 121 pgs: 121 active+clean; 135 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.6 MiB/s wr, 24 op/s 2024-09-11T03:41:57.581 INFO:tasks.rados.rados.0.smithi086.stdout:2937: writing smithi08678205-14 from 3981312 to 4612096 tid 1 2024-09-11T03:41:57.584 INFO:tasks.rados.rados.0.smithi086.stdout:2937: writing smithi08678205-14 from 4612096 to 5070848 tid 2 2024-09-11T03:41:57.587 INFO:tasks.rados.rados.0.smithi086.stdout:2937: writing smithi08678205-14 from 5070848 to 5414912 tid 3 2024-09-11T03:41:57.587 INFO:tasks.rados.rados.0.smithi086.stdout:2938: delete oid 35 current snap is 275 2024-09-11T03:41:57.587 INFO:tasks.rados.rados.0.smithi086.stdout:2936: finishing write tid 1 to smithi08678205-18 2024-09-11T03:41:57.587 INFO:tasks.rados.rados.0.smithi086.stdout:2936: finishing write tid 2 to smithi08678205-18 2024-09-11T03:41:57.587 INFO:tasks.rados.rados.0.smithi086.stdout:2936: finishing write tid 3 to smithi08678205-18 2024-09-11T03:41:57.588 INFO:tasks.rados.rados.0.smithi086.stdout:2936: finishing write tid 4 to smithi08678205-18 2024-09-11T03:41:57.588 INFO:tasks.rados.rados.0.smithi086.stdout:2936: finishing write tid 5 to smithi08678205-18 2024-09-11T03:41:57.588 INFO:tasks.rados.rados.0.smithi086.stdout:2936: oid 18 updating version 0 to 1712 2024-09-11T03:41:57.588 INFO:tasks.rados.rados.0.smithi086.stdout:2936: oid 18 version 1712 is already newer than 1711 2024-09-11T03:41:57.588 INFO:tasks.rados.rados.0.smithi086.stdout:2936: oid 18 updating version 1712 to 1713 2024-09-11T03:41:57.588 INFO:tasks.rados.rados.0.smithi086.stdout:2936: oid 18 updating version 1713 to 1714 2024-09-11T03:41:57.588 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 1714 (ObjNum 944 snap 275 seq_num 944) dirty exists 2024-09-11T03:41:57.588 INFO:tasks.rados.rados.0.smithi086.stdout:2936: left oid 18 (ObjNum 944 snap 275 seq_num 944) 2024-09-11T03:41:57.588 INFO:tasks.rados.rados.0.smithi086.stdout:2937: finishing write tid 1 to smithi08678205-14 2024-09-11T03:41:57.588 INFO:tasks.rados.rados.0.smithi086.stdout:2937: finishing write tid 2 to smithi08678205-14 2024-09-11T03:41:57.589 INFO:tasks.rados.rados.0.smithi086.stdout:2936: done (2 left) 2024-09-11T03:41:57.589 INFO:tasks.rados.rados.0.smithi086.stdout:2938: done (1 left) 2024-09-11T03:41:57.590 INFO:tasks.rados.rados.0.smithi086.stdout:2939: setattr oid 35 current snap is 275 2024-09-11T03:41:57.590 INFO:tasks.rados.rados.0.smithi086.stdout:2937: finishing write tid 3 to smithi08678205-14 2024-09-11T03:41:57.590 INFO:tasks.rados.rados.0.smithi086.stdout:2940: copy_from oid 26 from oid 1 current snap is 275 2024-09-11T03:41:57.590 INFO:tasks.rados.rados.0.smithi086.stdout:2941: copy_from oid 17 from oid 29 current snap is 275 2024-09-11T03:41:57.590 INFO:tasks.rados.rados.0.smithi086.stdout:2937: finishing write tid 4 to smithi08678205-14 2024-09-11T03:41:57.590 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 275 2024-09-11T03:41:57.590 INFO:tasks.rados.rados.0.smithi086.stdout:2942: seq_num 947 ranges {868352=663552,1531904=630784,2162688=172032} 2024-09-11T03:41:57.596 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:57 smithi130 podman[120661]: 2024-09-11 03:41:57.26944485 +0000 UTC m=+0.597424850 container remove d49b7a737a71663431f64cc52d0f5ad03d9f68a8b1af86d9e47a51fd6e101962 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a, io.buildah.version=1.32.0, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, vcs-type=git, vendor=Red Hat, Inc., distribution-scope=public, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, name=ubi8) 2024-09-11T03:41:57.596 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:57 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-11T03:41:57.596 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:57 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-11T03:41:57.596 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:57 smithi130 systemd[1]: Stopped Ceph grafana.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:41:57.596 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:57 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@grafana.a.service: Consumed 10.515s CPU time. 2024-09-11T03:41:57.598 INFO:tasks.rados.rados.0.smithi086.stdout:2942: writing smithi08678205-27 from 868352 to 1531904 tid 1 2024-09-11T03:41:57.602 INFO:tasks.rados.rados.0.smithi086.stdout:2942: writing smithi08678205-27 from 1531904 to 2162688 tid 2 2024-09-11T03:41:57.603 INFO:tasks.rados.rados.0.smithi086.stdout:2942: writing smithi08678205-27 from 2162688 to 2334720 tid 3 2024-09-11T03:41:57.603 INFO:tasks.rados.rados.0.smithi086.stdout:2937: finishing write tid 5 to smithi08678205-14 2024-09-11T03:41:57.603 INFO:tasks.rados.rados.0.smithi086.stdout:2937: oid 14 updating version 0 to 1925 2024-09-11T03:41:57.604 INFO:tasks.rados.rados.0.smithi086.stdout:2937: oid 14 version 1925 is already newer than 1924 2024-09-11T03:41:57.604 INFO:tasks.rados.rados.0.smithi086.stdout:2937: oid 14 version 1925 is already newer than 1922 2024-09-11T03:41:57.604 INFO:tasks.rados.rados.0.smithi086.stdout:2937: oid 14 version 1925 is already newer than 1923 2024-09-11T03:41:57.604 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 1925 (ObjNum 945 snap 275 seq_num 945) dirty exists 2024-09-11T03:41:57.604 INFO:tasks.rados.rados.0.smithi086.stdout:2937: left oid 14 (ObjNum 945 snap 275 seq_num 945) 2024-09-11T03:41:57.604 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2312 (ObjNum 129 snap 0 seq_num 3220968664) dirty exists 2024-09-11T03:41:57.604 INFO:tasks.rados.rados.0.smithi086.stdout:2940: finishing copy_from racing read to smithi08678205-26 2024-09-11T03:41:57.604 INFO:tasks.rados.rados.0.smithi086.stdout:2940: finishing copy_from to smithi08678205-26 2024-09-11T03:41:57.604 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 1711 (ObjNum 900 snap 269 seq_num 900) dirty exists 2024-09-11T03:41:57.604 INFO:tasks.rados.rados.0.smithi086.stdout:2942: finishing write tid 1 to smithi08678205-27 2024-09-11T03:41:57.604 INFO:tasks.rados.rados.0.smithi086.stdout:2937: done (4 left) 2024-09-11T03:41:57.604 INFO:tasks.rados.rados.0.smithi086.stdout:2939: done (3 left) 2024-09-11T03:41:57.604 INFO:tasks.rados.rados.0.smithi086.stdout:2940: done (2 left) 2024-09-11T03:41:57.605 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 275 2024-09-11T03:41:57.605 INFO:tasks.rados.rados.0.smithi086.stdout:2943: seq_num 948 ranges {0=679936,679936=516096,1196032=286720} 2024-09-11T03:41:57.607 INFO:tasks.rados.rados.0.smithi086.stdout:2943: writing smithi08678205-44 from 0 to 679936 tid 1 2024-09-11T03:41:57.611 INFO:tasks.rados.rados.0.smithi086.stdout:2943: writing smithi08678205-44 from 679936 to 1196032 tid 2 2024-09-11T03:41:57.613 INFO:tasks.rados.rados.0.smithi086.stdout:2943: writing smithi08678205-44 from 1196032 to 1482752 tid 3 2024-09-11T03:41:57.614 INFO:tasks.rados.rados.0.smithi086.stdout:2944: read oid 45 snap -1 2024-09-11T03:41:57.614 INFO:tasks.rados.rados.0.smithi086.stdout:2944: expect deleted 2024-09-11T03:41:57.614 INFO:tasks.rados.rados.0.smithi086.stdout:2945: rmattr oid 35 current snap is 275 2024-09-11T03:41:57.614 INFO:tasks.rados.rados.0.smithi086.stdout:2942: finishing write tid 2 to smithi08678205-27 2024-09-11T03:41:57.614 INFO:tasks.rados.rados.0.smithi086.stdout:2942: finishing write tid 3 to smithi08678205-27 2024-09-11T03:41:57.614 INFO:tasks.rados.rados.0.smithi086.stdout:2942: finishing write tid 4 to smithi08678205-27 2024-09-11T03:41:57.614 INFO:tasks.rados.rados.0.smithi086.stdout:2942: finishing write tid 5 to smithi08678205-27 2024-09-11T03:41:57.614 INFO:tasks.rados.rados.0.smithi086.stdout:2942: oid 27 updating version 0 to 1708 2024-09-11T03:41:57.614 INFO:tasks.rados.rados.0.smithi086.stdout:2942: oid 27 version 1708 is already newer than 1705 2024-09-11T03:41:57.614 INFO:tasks.rados.rados.0.smithi086.stdout:2942: oid 27 version 1708 is already newer than 1706 2024-09-11T03:41:57.614 INFO:tasks.rados.rados.0.smithi086.stdout:2942: oid 27 version 1708 is already newer than 1707 2024-09-11T03:41:57.614 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 1708 (ObjNum 947 snap 275 seq_num 947) dirty exists 2024-09-11T03:41:57.615 INFO:tasks.rados.rados.0.smithi086.stdout:2942: left oid 27 (ObjNum 947 snap 275 seq_num 947) 2024-09-11T03:41:57.615 INFO:tasks.rados.rados.0.smithi086.stdout:2941: finishing copy_from racing read to smithi08678205-17 2024-09-11T03:41:57.615 INFO:tasks.rados.rados.0.smithi086.stdout:2942: done (4 left) 2024-09-11T03:41:57.615 INFO:tasks.rados.rados.0.smithi086.stdout:2946: rollback oid 26 current snap is 275 2024-09-11T03:41:57.615 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 26 to 274 2024-09-11T03:41:57.615 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 275 2024-09-11T03:41:57.615 INFO:tasks.rados.rados.0.smithi086.stdout:2947: seq_num 949 ranges {3760128=704512,4464640=794624,5259264=8192} 2024-09-11T03:41:57.637 INFO:tasks.rados.rados.0.smithi086.stdout:2947: writing smithi08678205-39 from 3760128 to 4464640 tid 1 2024-09-11T03:41:57.641 INFO:tasks.rados.rados.0.smithi086.stdout:2947: writing smithi08678205-39 from 4464640 to 5259264 tid 2 2024-09-11T03:41:57.641 INFO:tasks.rados.rados.0.smithi086.stdout:2947: writing smithi08678205-39 from 5259264 to 5267456 tid 3 2024-09-11T03:41:57.642 INFO:tasks.rados.rados.0.smithi086.stdout:2948: read oid 41 snap -1 2024-09-11T03:41:57.642 INFO:tasks.rados.rados.0.smithi086.stdout:2948: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:41:57.642 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 13 current snap is 275 2024-09-11T03:41:57.642 INFO:tasks.rados.rados.0.smithi086.stdout:2949: seq_num 950 ranges {2400256=720896,3121152=679936,3801088=122880} 2024-09-11T03:41:57.658 INFO:tasks.rados.rados.0.smithi086.stdout:2949: writing smithi08678205-13 from 2400256 to 3121152 tid 1 2024-09-11T03:41:57.661 INFO:tasks.rados.rados.0.smithi086.stdout:2949: writing smithi08678205-13 from 3121152 to 3801088 tid 2 2024-09-11T03:41:57.663 INFO:tasks.rados.rados.0.smithi086.stdout:2949: writing smithi08678205-13 from 3801088 to 3923968 tid 3 2024-09-11T03:41:57.663 INFO:tasks.rados.rados.0.smithi086.stdout:2950: copy_from oid 3 from oid 30 current snap is 275 2024-09-11T03:41:57.663 INFO:tasks.rados.rados.0.smithi086.stdout:2943: finishing write tid 1 to smithi08678205-44 2024-09-11T03:41:57.663 INFO:tasks.rados.rados.0.smithi086.stdout:2943: finishing write tid 2 to smithi08678205-44 2024-09-11T03:41:57.663 INFO:tasks.rados.rados.0.smithi086.stdout:2946: finishing rollback tid 0 to smithi08678205-26 2024-09-11T03:41:57.663 INFO:tasks.rados.rados.0.smithi086.stdout:2944: done (8 left) 2024-09-11T03:41:57.663 INFO:tasks.rados.rados.0.smithi086.stdout:2951: snap_create 2024-09-11T03:41:57.663 INFO:tasks.rados.rados.0.smithi086.stdout:2943: finishing write tid 3 to smithi08678205-44 2024-09-11T03:41:57.663 INFO:tasks.rados.rados.0.smithi086.stdout:2941: finishing copy_from to smithi08678205-17 2024-09-11T03:41:57.663 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 1710 (ObjNum 935 snap 274 seq_num 935) dirty exists 2024-09-11T03:41:57.663 INFO:tasks.rados.rados.0.smithi086.stdout:2943: finishing write tid 4 to smithi08678205-44 2024-09-11T03:41:57.664 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2313 (ObjNum 129 snap 0 seq_num 3220968664) dirty exists 2024-09-11T03:41:57.664 INFO:tasks.rados.rados.0.smithi086.stdout:2946: finishing rollback tid 1 to smithi08678205-26 2024-09-11T03:41:57.664 INFO:tasks.rados.rados.0.smithi086.stdout:2946: finishing rollback tid 2 to smithi08678205-26 2024-09-11T03:41:57.664 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 1714 (ObjNum 917 snap 272 seq_num 917) dirty exists 2024-09-11T03:41:57.664 INFO:tasks.rados.rados.0.smithi086.stdout:2943: finishing write tid 5 to smithi08678205-44 2024-09-11T03:41:57.664 INFO:tasks.rados.rados.0.smithi086.stdout:2943: oid 44 updating version 0 to 598 2024-09-11T03:41:57.664 INFO:tasks.rados.rados.0.smithi086.stdout:2943: oid 44 version 598 is already newer than 596 2024-09-11T03:41:57.664 INFO:tasks.rados.rados.0.smithi086.stdout:2943: oid 44 version 598 is already newer than 597 2024-09-11T03:41:57.664 INFO:tasks.rados.rados.0.smithi086.stdout:2943: oid 44 version 598 is already newer than 595 2024-09-11T03:41:57.664 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 598 (ObjNum 948 snap 275 seq_num 948) dirty exists 2024-09-11T03:41:57.664 INFO:tasks.rados.rados.0.smithi086.stdout:2943: left oid 44 (ObjNum 948 snap 275 seq_num 948) 2024-09-11T03:41:57.664 INFO:tasks.rados.rados.0.smithi086.stdout:2947: finishing write tid 1 to smithi08678205-39 2024-09-11T03:41:57.665 INFO:tasks.rados.rados.0.smithi086.stdout:2947: finishing write tid 2 to smithi08678205-39 2024-09-11T03:41:57.665 INFO:tasks.rados.rados.0.smithi086.stdout:2947: finishing write tid 3 to smithi08678205-39 2024-09-11T03:41:57.665 INFO:tasks.rados.rados.0.smithi086.stdout:2947: finishing write tid 4 to smithi08678205-39 2024-09-11T03:41:57.665 INFO:tasks.rados.rados.0.smithi086.stdout:2947: finishing write tid 5 to smithi08678205-39 2024-09-11T03:41:57.665 INFO:tasks.rados.rados.0.smithi086.stdout:2947: oid 39 updating version 0 to 1707 2024-09-11T03:41:57.665 INFO:tasks.rados.rados.0.smithi086.stdout:2947: oid 39 version 1707 is already newer than 1705 2024-09-11T03:41:57.665 INFO:tasks.rados.rados.0.smithi086.stdout:2947: oid 39 version 1707 is already newer than 1706 2024-09-11T03:41:57.665 INFO:tasks.rados.rados.0.smithi086.stdout:2947: oid 39 updating version 1707 to 1708 2024-09-11T03:41:57.665 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1708 (ObjNum 949 snap 275 seq_num 949) dirty exists 2024-09-11T03:41:57.665 INFO:tasks.rados.rados.0.smithi086.stdout:2947: left oid 39 (ObjNum 949 snap 275 seq_num 949) 2024-09-11T03:41:57.665 INFO:tasks.rados.rados.0.smithi086.stdout:2948: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:41:57.819 INFO:tasks.rados.rados.0.smithi086.stdout:2949: finishing write tid 1 to smithi08678205-13 2024-09-11T03:41:57.819 INFO:tasks.rados.rados.0.smithi086.stdout:2949: finishing write tid 2 to smithi08678205-13 2024-09-11T03:41:57.819 INFO:tasks.rados.rados.0.smithi086.stdout:2949: finishing write tid 3 to smithi08678205-13 2024-09-11T03:41:57.819 INFO:tasks.rados.rados.0.smithi086.stdout:2941: done (8 left) 2024-09-11T03:41:57.819 INFO:tasks.rados.rados.0.smithi086.stdout:2943: done (7 left) 2024-09-11T03:41:57.819 INFO:tasks.rados.rados.0.smithi086.stdout:2945: done (6 left) 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:2946: done (5 left) 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:2947: done (4 left) 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:2948: done (3 left) 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:2951: done (2 left) 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 276 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:2949: finishing write tid 4 to smithi08678205-13 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:2949: finishing write tid 5 to smithi08678205-13 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:2949: oid 13 updating version 0 to 594 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:2949: oid 13 updating version 594 to 596 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:2949: oid 13 version 596 is already newer than 595 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:2949: oid 13 version 596 is already newer than 593 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 596 (ObjNum 950 snap 275 seq_num 950) dirty exists 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:2949: left oid 13 (ObjNum 950 snap 275 seq_num 950) 2024-09-11T03:41:57.820 INFO:tasks.rados.rados.0.smithi086.stdout:2950: finishing copy_from racing read to smithi08678205-3 2024-09-11T03:41:57.821 INFO:tasks.rados.rados.0.smithi086.stdout:2950: finishing copy_from to smithi08678205-3 2024-09-11T03:41:57.821 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 2402 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:41:57.821 INFO:tasks.rados.rados.0.smithi086.stdout:2952: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2024-09-11T03:41:57.822 INFO:tasks.rados.rados.0.smithi086.stdout:2952: writing smithi08678205-35 from 0 to 737280 tid 1 2024-09-11T03:41:57.826 INFO:tasks.rados.rados.0.smithi086.stdout:2952: writing smithi08678205-35 from 737280 to 1351680 tid 2 2024-09-11T03:41:57.827 INFO:tasks.rados.rados.0.smithi086.stdout:2952: writing smithi08678205-35 from 1351680 to 1540096 tid 3 2024-09-11T03:41:57.827 INFO:tasks.rados.rados.0.smithi086.stdout:2949: done (2 left) 2024-09-11T03:41:57.827 INFO:tasks.rados.rados.0.smithi086.stdout:2950: done (1 left) 2024-09-11T03:41:57.827 INFO:tasks.rados.rados.0.smithi086.stdout:2953: read oid 36 snap 274 2024-09-11T03:41:57.827 INFO:tasks.rados.rados.0.smithi086.stdout:2953: expect (ObjNum -1073801824 snap 21906 seq_num 3221088384) 2024-09-11T03:41:57.827 INFO:tasks.rados.rados.0.smithi086.stdout:2954: delete oid 31 current snap is 276 2024-09-11T03:41:57.829 INFO:tasks.rados.rados.0.smithi086.stdout:2953: expect (ObjNum -1073801824 snap 21906 seq_num 3221088384) 2024-09-11T03:41:57.833 INFO:tasks.rados.rados.0.smithi086.stdout:2952: finishing write tid 1 to smithi08678205-35 2024-09-11T03:41:57.833 INFO:tasks.rados.rados.0.smithi086.stdout:2952: finishing write tid 2 to smithi08678205-35 2024-09-11T03:41:57.834 INFO:tasks.rados.rados.0.smithi086.stdout:2952: finishing write tid 3 to smithi08678205-35 2024-09-11T03:41:57.834 INFO:tasks.rados.rados.0.smithi086.stdout:2952: finishing write tid 4 to smithi08678205-35 2024-09-11T03:41:57.834 INFO:tasks.rados.rados.0.smithi086.stdout:2953: done (2 left) 2024-09-11T03:41:57.834 INFO:tasks.rados.rados.0.smithi086.stdout:2954: done (1 left) 2024-09-11T03:41:57.834 INFO:tasks.rados.rados.0.smithi086.stdout:2955: rmattr oid 11 current snap is 276 2024-09-11T03:41:57.834 INFO:tasks.rados.rados.0.smithi086.stdout:2952: finishing write tid 5 to smithi08678205-35 2024-09-11T03:41:57.834 INFO:tasks.rados.rados.0.smithi086.stdout:2952: oid 35 updating version 0 to 2406 2024-09-11T03:41:57.834 INFO:tasks.rados.rados.0.smithi086.stdout:2952: oid 35 version 2406 is already newer than 2405 2024-09-11T03:41:57.834 INFO:tasks.rados.rados.0.smithi086.stdout:2952: oid 35 version 2406 is already newer than 2403 2024-09-11T03:41:57.834 INFO:tasks.rados.rados.0.smithi086.stdout:2952: oid 35 version 2406 is already newer than 2404 2024-09-11T03:41:57.834 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2406 (ObjNum 951 snap 276 seq_num 951) dirty exists 2024-09-11T03:41:57.835 INFO:tasks.rados.rados.0.smithi086.stdout:2952: left oid 35 (ObjNum 951 snap 276 seq_num 951) 2024-09-11T03:41:57.835 INFO:tasks.rados.rados.0.smithi086.stdout:2952: done (1 left) 2024-09-11T03:41:57.835 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 13 current snap is 276 2024-09-11T03:41:57.835 INFO:tasks.rados.rados.0.smithi086.stdout:2956: seq_num 953 ranges {3923968=770048,4694016=786432,5480448=16384} 2024-09-11T03:41:57.857 INFO:tasks.rados.rados.0.smithi086.stdout:2956: writing smithi08678205-13 from 3923968 to 4694016 tid 1 2024-09-11T03:41:57.863 INFO:tasks.rados.rados.0.smithi086.stdout:2956: writing smithi08678205-13 from 4694016 to 5480448 tid 2 2024-09-11T03:41:57.863 INFO:tasks.rados.rados.0.smithi086.stdout:2956: writing smithi08678205-13 from 5480448 to 5496832 tid 3 2024-09-11T03:41:57.863 INFO:tasks.rados.rados.0.smithi086.stdout:2957: rollback oid 10 current snap is 276 2024-09-11T03:41:57.863 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 10 to 275 2024-09-11T03:41:57.863 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1929 (ObjNum 919 snap 272 seq_num 919) dirty exists 2024-09-11T03:41:57.863 INFO:tasks.rados.rados.0.smithi086.stdout:2955: done (2 left) 2024-09-11T03:41:57.864 INFO:tasks.rados.rados.0.smithi086.stdout:2958: setattr oid 37 current snap is 276 2024-09-11T03:41:57.864 INFO:tasks.rados.rados.0.smithi086.stdout:2956: finishing write tid 1 to smithi08678205-13 2024-09-11T03:41:57.864 INFO:tasks.rados.rados.0.smithi086.stdout:2959: rollback oid 14 current snap is 276 2024-09-11T03:41:57.864 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 14 to 275 2024-09-11T03:41:57.864 INFO:tasks.rados.rados.0.smithi086.stdout:2960: snap_create 2024-09-11T03:41:57.865 INFO:tasks.rados.rados.0.smithi086.stdout:2956: finishing write tid 2 to smithi08678205-13 2024-09-11T03:41:57.865 INFO:tasks.rados.rados.0.smithi086.stdout:2956: finishing write tid 3 to smithi08678205-13 2024-09-11T03:41:57.866 INFO:tasks.rados.rados.0.smithi086.stdout:2956: finishing write tid 4 to smithi08678205-13 2024-09-11T03:41:57.867 INFO:tasks.rados.rados.0.smithi086.stdout:2957: finishing rollback tid 0 to smithi08678205-10 2024-09-11T03:41:57.867 INFO:tasks.rados.rados.0.smithi086.stdout:2956: finishing write tid 5 to smithi08678205-13 2024-09-11T03:41:57.867 INFO:tasks.rados.rados.0.smithi086.stdout:2956: oid 13 updating version 0 to 597 2024-09-11T03:41:57.868 INFO:tasks.rados.rados.0.smithi086.stdout:2956: oid 13 updating version 597 to 600 2024-09-11T03:41:57.868 INFO:tasks.rados.rados.0.smithi086.stdout:2956: oid 13 version 600 is already newer than 599 2024-09-11T03:41:57.868 INFO:tasks.rados.rados.0.smithi086.stdout:2956: oid 13 version 600 is already newer than 598 2024-09-11T03:41:57.868 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 600 (ObjNum 953 snap 276 seq_num 953) dirty exists 2024-09-11T03:41:57.868 INFO:tasks.rados.rados.0.smithi086.stdout:2956: left oid 13 (ObjNum 953 snap 276 seq_num 953) 2024-09-11T03:41:57.868 INFO:tasks.rados.rados.0.smithi086.stdout:2957: finishing rollback tid 1 to smithi08678205-10 2024-09-11T03:41:57.868 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1715 (ObjNum 905 snap 272 seq_num 905) dirty exists 2024-09-11T03:41:57.868 INFO:tasks.rados.rados.0.smithi086.stdout:2957: finishing rollback tid 2 to smithi08678205-10 2024-09-11T03:41:57.868 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2409 (ObjNum 915 snap 272 seq_num 915) dirty exists 2024-09-11T03:41:57.869 INFO:tasks.rados.rados.0.smithi086.stdout:2959: finishing rollback tid 0 to smithi08678205-14 2024-09-11T03:41:57.869 INFO:tasks.rados.rados.0.smithi086.stdout:2959: finishing rollback tid 1 to smithi08678205-14 2024-09-11T03:41:57.869 INFO:tasks.rados.rados.0.smithi086.stdout:2959: finishing rollback tid 2 to smithi08678205-14 2024-09-11T03:41:57.869 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 1928 (ObjNum 945 snap 275 seq_num 945) dirty exists 2024-09-11T03:41:57.921 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:57 smithi130 systemd[1]: Starting Ceph grafana.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:41:57.921 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:57 smithi130 podman[120787]: 2024-09-11 03:41:57.803825219 +0000 UTC m=+0.104215396 container create f32e04b935012958b2373a55a9640bd8989dc500f6135329bddcb0d262fc59db (image=quay.io/ceph/grafana:10.4.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-11T03:41:57.921 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:57 smithi130 podman[120787]: 2024-09-11 03:41:57.716360243 +0000 UTC m=+0.016750375 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2024-09-11T03:41:58.177 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 podman[120787]: 2024-09-11 03:41:58.023230689 +0000 UTC m=+0.323620805 container init f32e04b935012958b2373a55a9640bd8989dc500f6135329bddcb0d262fc59db (image=quay.io/ceph/grafana:10.4.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-11T03:41:58.177 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 podman[120787]: 2024-09-11 03:41:58.026127162 +0000 UTC m=+0.326517278 container start f32e04b935012958b2373a55a9640bd8989dc500f6135329bddcb0d262fc59db (image=quay.io/ceph/grafana:10.4.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-11T03:41:58.177 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 bash[120787]: f32e04b935012958b2373a55a9640bd8989dc500f6135329bddcb0d262fc59db 2024-09-11T03:41:58.177 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 systemd[1]: Started Ceph grafana.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:41:58.177 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.148806093Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-09-11T03:41:58Z 2024-09-11T03:41:58.177 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149033303Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-11T03:41:58.177 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149041335Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-11T03:41:58.177 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149044534Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-11T03:41:58.178 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149047379Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-11T03:41:58.178 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149049795Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-11T03:41:58.178 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149052254Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-11T03:41:58.178 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149055125Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-11T03:41:58.178 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149058052Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-11T03:41:58.178 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149060723Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-11T03:41:58.178 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149063182Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-11T03:41:58.178 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149065652Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-11T03:41:58.178 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149068309Z level=info msg=Target target=[all] 2024-09-11T03:41:58.178 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149081931Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-11T03:41:58.178 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149084881Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-11T03:41:58.178 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149087415Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-11T03:41:58.179 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149089741Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-11T03:41:58.179 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149092242Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-11T03:41:58.179 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=settings t=2024-09-11T03:41:58.149095434Z level=info msg="App mode production" 2024-09-11T03:41:58.179 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=sqlstore t=2024-09-11T03:41:58.149325524Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-11T03:41:58.179 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=sqlstore t=2024-09-11T03:41:58.149337367Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-11T03:41:58.179 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.149755342Z level=info msg="Starting DB migrations" 2024-09-11T03:41:58.179 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.16362271Z level=info msg="Executing migration" id="Add uid column to user" 2024-09-11T03:41:58.179 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.169258351Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.632938ms 2024-09-11T03:41:58.179 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.169801094Z level=info msg="Executing migration" id="Update uid column values for users" 2024-09-11T03:41:58.179 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.170054292Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=253.128µs 2024-09-11T03:41:58.179 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.170611751Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-09-11T03:41:58.179 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.171379502Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=767.386µs 2024-09-11T03:41:58.180 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.171900748Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-09-11T03:41:58.180 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.176917203Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=5.012135ms 2024-09-11T03:41:58.180 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.178017173Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-09-11T03:41:58.432 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.184205833Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=6.186737ms 2024-09-11T03:41:58.433 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.18480444Z level=info msg="Executing migration" id="Add column uid in team" 2024-09-11T03:41:58.433 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.190035444Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=5.227944ms 2024-09-11T03:41:58.433 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.190500809Z level=info msg="Executing migration" id="Update uid column values in team" 2024-09-11T03:41:58.433 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.19065576Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=155.328µs 2024-09-11T03:41:58.433 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.193125608Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-09-11T03:41:58.433 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.193969779Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=844.551µs 2024-09-11T03:41:58.433 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.195796528Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-09-11T03:41:58.433 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.196519579Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=722.571µs 2024-09-11T03:41:58.433 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.198510193Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-09-11T03:41:58.434 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.203952811Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.440184ms 2024-09-11T03:41:58.434 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.204616518Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-09-11T03:41:58.434 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.209767815Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=5.147962ms 2024-09-11T03:41:58.434 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.210273162Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-09-11T03:41:58.434 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.210334194Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=60.849µs 2024-09-11T03:41:58.434 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.213016645Z level=info msg="Executing migration" id="permission kind migration" 2024-09-11T03:41:58.434 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.218118896Z level=info msg="Migration successfully executed" id="permission kind migration" duration=5.099628ms 2024-09-11T03:41:58.434 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.218593924Z level=info msg="Executing migration" id="permission attribute migration" 2024-09-11T03:41:58.434 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.223783388Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=5.187905ms 2024-09-11T03:41:58.434 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.224221494Z level=info msg="Executing migration" id="permission identifier migration" 2024-09-11T03:41:58.435 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.22978543Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=5.561855ms 2024-09-11T03:41:58.435 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.230238989Z level=info msg="Executing migration" id="add permission identifier index" 2024-09-11T03:41:58.435 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.231092159Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=852.981µs 2024-09-11T03:41:58.435 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.232980695Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-09-11T03:41:58.435 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.233818738Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=838.381µs 2024-09-11T03:41:58.435 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.235698186Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-09-11T03:41:58.435 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.236496681Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=798.786µs 2024-09-11T03:41:58.435 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.238552712Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-09-11T03:41:58.435 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.238577871Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=24.908µs 2024-09-11T03:41:58.435 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.241201236Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-09-11T03:41:58.435 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.241939104Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=737.327µs 2024-09-11T03:41:58.436 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.243853466Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-09-11T03:41:58.436 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.244562195Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=708.563µs 2024-09-11T03:41:58.436 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.246583422Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-09-11T03:41:58.436 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.26178179Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=15.196201ms 2024-09-11T03:41:58.437 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.262298661Z level=info msg="Executing migration" id="create correlation v2" 2024-09-11T03:41:58.437 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.263060396Z level=info msg="Migration successfully executed" id="create correlation v2" duration=761.194µs 2024-09-11T03:41:58.437 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.264883343Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-09-11T03:41:58.437 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.265591596Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=708.522µs 2024-09-11T03:41:58.437 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.267458169Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-09-11T03:41:58.438 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.268150253Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=691.774µs 2024-09-11T03:41:58.438 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.2700046Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-09-11T03:41:58.438 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.270687576Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=682.925µs 2024-09-11T03:41:58.438 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.272592796Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-09-11T03:41:58.438 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.272780052Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=187.219µs 2024-09-11T03:41:58.438 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.275067755Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-09-11T03:41:58.438 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.275660552Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=592.726µs 2024-09-11T03:41:58.439 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.277729687Z level=info msg="Executing migration" id="add provisioning column" 2024-09-11T03:41:58.439 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.282961364Z level=info msg="Migration successfully executed" id="add provisioning column" duration=5.231585ms 2024-09-11T03:41:58.439 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.283383941Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-09-11T03:41:58.439 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.283533829Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=150.995µs 2024-09-11T03:41:58.439 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.285995168Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-09-11T03:41:58.439 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.286045315Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=49.682µs 2024-09-11T03:41:58.439 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.288629813Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-09-11T03:41:58.439 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.294308573Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=5.676929ms 2024-09-11T03:41:58.439 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.294803783Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-09-11T03:41:58.439 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.295071998Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=268.48µs 2024-09-11T03:41:58.439 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.297531347Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-09-11T03:41:58.440 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.297675803Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=144.243µs 2024-09-11T03:41:58.440 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.30020411Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-09-11T03:41:58.440 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.301196285Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=989.544µs 2024-09-11T03:41:58.440 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.302902547Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-09-11T03:41:58.440 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.303654874Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=751.756µs 2024-09-11T03:41:58.440 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.30542049Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-09-11T03:41:58.440 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.306226158Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=805.476µs 2024-09-11T03:41:58.440 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.308030148Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-09-11T03:41:58.440 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.308442412Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=411.896µs 2024-09-11T03:41:58.440 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.31064894Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-09-11T03:41:58.440 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.310881022Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=231.996µs 2024-09-11T03:41:58.440 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.311467267Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-09-11T03:41:58.441 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.312179767Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=712.359µs 2024-09-11T03:41:58.441 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.312540321Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-09-11T03:41:58.441 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.313263668Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=722.944µs 2024-09-11T03:41:58.441 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.313624722Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-09-11T03:41:58.441 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.314317383Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=692.646µs 2024-09-11T03:41:58.441 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.314683471Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-09-11T03:41:58.441 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.315404018Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=720.312µs 2024-09-11T03:41:58.441 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.315765986Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-09-11T03:41:58.441 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.316454415Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=688.357µs 2024-09-11T03:41:58.441 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.316823227Z level=info msg="Executing migration" id="create anon_device table" 2024-09-11T03:41:58.441 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.317422023Z level=info msg="Migration successfully executed" id="create anon_device table" duration=598.51µs 2024-09-11T03:41:58.442 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.317789781Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-09-11T03:41:58.442 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.318499129Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=709.218µs 2024-09-11T03:41:58.442 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.318875929Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-09-11T03:41:58.442 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.319563489Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=687.419µs 2024-09-11T03:41:58.442 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.319962521Z level=info msg="Executing migration" id="create signing_key table" 2024-09-11T03:41:58.442 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.320572503Z level=info msg="Migration successfully executed" id="create signing_key table" duration=610.814µs 2024-09-11T03:41:58.442 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.320977834Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-09-11T03:41:58.442 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.321689201Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=712.723µs 2024-09-11T03:41:58.442 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.322102808Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-09-11T03:41:58.442 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.322784872Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=681.997µs 2024-09-11T03:41:58.442 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.323149156Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-09-11T03:41:58.442 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.32358541Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=434.856µs 2024-09-11T03:41:58.443 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.324001091Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-09-11T03:41:58.443 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.329259755Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=5.257012ms 2024-09-11T03:41:58.443 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.329716537Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-09-11T03:41:58.443 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.331573563Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.859275ms 2024-09-11T03:41:58.443 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.332218246Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-09-11T03:41:58.443 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.333192772Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=974.228µs 2024-09-11T03:41:58.443 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.333546243Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-09-11T03:41:58.443 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.334299489Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=753.167µs 2024-09-11T03:41:58.443 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.334652409Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-09-11T03:41:58.443 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.335350982Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=698.43µs 2024-09-11T03:41:58.443 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.335720591Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-09-11T03:41:58.443 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.336586685Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=865.655µs 2024-09-11T03:41:58.443 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.336957481Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-09-11T03:41:58.444 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.33774162Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=783.472µs 2024-09-11T03:41:58.444 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.338137948Z level=info msg="Executing migration" id="create sso_setting table" 2024-09-11T03:41:58.444 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.338921867Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=783.699µs 2024-09-11T03:41:58.444 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.339314293Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-09-11T03:41:58.444 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.33998856Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=674.32µs 2024-09-11T03:41:58.444 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.340335401Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-09-11T03:41:58.444 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.340748656Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=413.181µs 2024-09-11T03:41:58.444 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.341110927Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-09-11T03:41:58.444 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.341157998Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=46.707µs 2024-09-11T03:41:58.444 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.341785562Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-09-11T03:41:58.444 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.347286692Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=5.499544ms 2024-09-11T03:41:58.444 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.347738883Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-09-11T03:41:58.445 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.353160502Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=5.421161ms 2024-09-11T03:41:58.445 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.353548363Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-09-11T03:41:58.445 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.353798343Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=249.984µs 2024-09-11T03:41:58.445 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=migrator t=2024-09-11T03:41:58.354204254Z level=info msg="migrations completed" performed=65 skipped=482 duration=190.667575ms 2024-09-11T03:41:58.445 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=sqlstore t=2024-09-11T03:41:58.354896631Z level=info msg="Created default organization" 2024-09-11T03:41:58.445 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=secrets t=2024-09-11T03:41:58.356961132Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-11T03:41:58.445 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=plugin.store t=2024-09-11T03:41:58.371672208Z level=info msg="Loading plugins..." 2024-09-11T03:41:58.445 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=local.finder t=2024-09-11T03:41:58.417601376Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-11T03:41:58.445 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=plugin.store t=2024-09-11T03:41:58.417621342Z level=info msg="Plugins loaded" count=55 duration=45.949713ms 2024-09-11T03:41:58.445 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=query_data t=2024-09-11T03:41:58.41996401Z level=info msg="Query Service initialization" 2024-09-11T03:41:58.445 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=live.push_http t=2024-09-11T03:41:58.422455638Z level=info msg="Live Push Gateway initialization" 2024-09-11T03:41:58.445 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=ngalert.migration t=2024-09-11T03:41:58.423611128Z level=info msg=Starting 2024-09-11T03:41:58.446 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=ngalert.state.manager t=2024-09-11T03:41:58.432791778Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-09-11T03:41:58.446 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=infra.usagestats.collector t=2024-09-11T03:41:58.4348758Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-11T03:41:58.711 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=provisioning.datasources t=2024-09-11T03:41:58.437635488Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-11T03:41:58.711 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=provisioning.datasources t=2024-09-11T03:41:58.437911188Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-11T03:41:58.712 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=provisioning.alerting t=2024-09-11T03:41:58.464989977Z level=info msg="starting to provision alerting" 2024-09-11T03:41:58.712 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=provisioning.alerting t=2024-09-11T03:41:58.46517641Z level=info msg="finished to provision alerting" 2024-09-11T03:41:58.712 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=grafanaStorageLogger t=2024-09-11T03:41:58.465289041Z level=info msg="Storage starting" 2024-09-11T03:41:58.712 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=ngalert.state.manager t=2024-09-11T03:41:58.466068406Z level=info msg="Warming state cache for startup" 2024-09-11T03:41:58.712 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=http.server t=2024-09-11T03:41:58.46763142Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-09-11T03:41:58.712 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=http.server t=2024-09-11T03:41:58.467892049Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-11T03:41:58.712 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=ngalert.multiorg.alertmanager t=2024-09-11T03:41:58.480030646Z level=info msg="Starting MultiOrg Alertmanager" 2024-09-11T03:41:58.712 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=ngalert.state.manager t=2024-09-11T03:41:58.508954346Z level=info msg="State cache has been initialized" states=0 duration=42.886214ms 2024-09-11T03:41:58.712 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=ngalert.scheduler t=2024-09-11T03:41:58.508981045Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-09-11T03:41:58.712 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=ticker t=2024-09-11T03:41:58.509026318Z level=info msg=starting first_tick=2024-09-11T03:42:00Z 2024-09-11T03:41:58.713 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=provisioning.dashboard t=2024-09-11T03:41:58.530644281Z level=info msg="starting to provision dashboards" 2024-09-11T03:41:58.713 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=plugins.update.checker t=2024-09-11T03:41:58.550324023Z level=info msg="Update check succeeded" duration=85.005071ms 2024-09-11T03:41:58.713 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=grafana.update.checker t=2024-09-11T03:41:58.554262288Z level=info msg="Update check succeeded" duration=88.978821ms 2024-09-11T03:41:58.713 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=sqlstore.transactions t=2024-09-11T03:41:58.583716978Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-11T03:41:58.713 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=provisioning.dashboard t=2024-09-11T03:41:58.711905182Z level=info msg="finished to provision dashboards" 2024-09-11T03:41:58.726 INFO:tasks.rados.rados.0.smithi086.stdout:2956: done (4 left) 2024-09-11T03:41:58.726 INFO:tasks.rados.rados.0.smithi086.stdout:2957: done (3 left) 2024-09-11T03:41:58.726 INFO:tasks.rados.rados.0.smithi086.stdout:2958: done (2 left) 2024-09-11T03:41:58.726 INFO:tasks.rados.rados.0.smithi086.stdout:2959: done (1 left) 2024-09-11T03:41:58.726 INFO:tasks.rados.rados.0.smithi086.stdout:2960: done (0 left) 2024-09-11T03:41:58.726 INFO:tasks.rados.rados.0.smithi086.stdout:2961: rollback oid 14 current snap is 277 2024-09-11T03:41:58.726 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 14 to 274 2024-09-11T03:41:58.726 INFO:tasks.rados.rados.0.smithi086.stdout:2962: snap_create 2024-09-11T03:41:58.732 INFO:tasks.rados.rados.0.smithi086.stdout:2961: finishing rollback tid 0 to smithi08678205-14 2024-09-11T03:41:58.732 INFO:tasks.rados.rados.0.smithi086.stdout:2961: finishing rollback tid 1 to smithi08678205-14 2024-09-11T03:41:58.732 INFO:tasks.rados.rados.0.smithi086.stdout:2961: finishing rollback tid 2 to smithi08678205-14 2024-09-11T03:41:58.733 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 1931 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-09-11T03:41:58.997 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=grafana-apiserver t=2024-09-11T03:41:58.880459007Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-09-11T03:41:58.998 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=grafana-apiserver t=2024-09-11T03:41:58.880830421Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-09-11T03:41:58.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-mon[83685]: pgmap v632: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.5 MiB/s wr, 32 op/s 2024-09-11T03:41:58.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-mon[83685]: osdmap e643: 8 total, 8 up, 8 in 2024-09-11T03:41:58.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:58.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:58.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:58 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:58 smithi086 ceph-mon[91691]: pgmap v632: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.5 MiB/s wr, 32 op/s 2024-09-11T03:41:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:58 smithi086 ceph-mon[91691]: osdmap e643: 8 total, 8 up, 8 in 2024-09-11T03:41:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:58 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:58 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:58 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:58 smithi086 ceph-mon[89281]: pgmap v632: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.5 MiB/s wr, 32 op/s 2024-09-11T03:41:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:58 smithi086 ceph-mon[89281]: osdmap e643: 8 total, 8 up, 8 in 2024-09-11T03:41:59.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:59.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:41:59.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:58 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:41:59.726 INFO:tasks.rados.rados.0.smithi086.stdout:2961: done (1 left) 2024-09-11T03:41:59.726 INFO:tasks.rados.rados.0.smithi086.stdout:2962: done (0 left) 2024-09-11T03:41:59.726 INFO:tasks.rados.rados.0.smithi086.stdout:2963: read oid 49 snap -1 2024-09-11T03:41:59.726 INFO:tasks.rados.rados.0.smithi086.stdout:2963: expect (ObjNum 888 snap 264 seq_num 888) 2024-09-11T03:41:59.726 INFO:tasks.rados.rados.0.smithi086.stdout:2964: rmattr oid 6 current snap is 278 2024-09-11T03:41:59.726 INFO:tasks.rados.rados.0.smithi086.stdout:2965: rollback oid 39 current snap is 278 2024-09-11T03:41:59.726 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 39 to 277 2024-09-11T03:41:59.726 INFO:tasks.rados.rados.0.smithi086.stdout:2966: copy_from oid 14 from oid 26 current snap is 278 2024-09-11T03:41:59.727 INFO:tasks.rados.rados.0.smithi086.stdout:2967: delete oid 19 current snap is 278 2024-09-11T03:41:59.731 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1709 (ObjNum 865 snap 256 seq_num 865) dirty exists 2024-09-11T03:41:59.732 INFO:tasks.rados.rados.0.smithi086.stdout:2964: done (4 left) 2024-09-11T03:41:59.733 INFO:tasks.rados.rados.0.smithi086.stdout:2967: done (3 left) 2024-09-11T03:41:59.733 INFO:tasks.rados.rados.0.smithi086.stdout:2968: read oid 2 snap 277 2024-09-11T03:41:59.733 INFO:tasks.rados.rados.0.smithi086.stdout:2968: expect (ObjNum 898 snap 268 seq_num 898) 2024-09-11T03:41:59.733 INFO:tasks.rados.rados.0.smithi086.stdout:2969: snap_create 2024-09-11T03:41:59.736 INFO:tasks.rados.rados.0.smithi086.stdout:2965: finishing rollback tid 0 to smithi08678205-39 2024-09-11T03:41:59.736 INFO:tasks.rados.rados.0.smithi086.stdout:2965: finishing rollback tid 1 to smithi08678205-39 2024-09-11T03:41:59.736 INFO:tasks.rados.rados.0.smithi086.stdout:2965: finishing rollback tid 2 to smithi08678205-39 2024-09-11T03:41:59.736 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1711 (ObjNum 949 snap 275 seq_num 949) dirty exists 2024-09-11T03:41:59.737 INFO:tasks.rados.rados.0.smithi086.stdout:2966: finishing copy_from racing read to smithi08678205-14 2024-09-11T03:41:59.739 INFO:tasks.rados.rados.0.smithi086.stdout:2966: finishing copy_from to smithi08678205-14 2024-09-11T03:41:59.739 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 1714 (ObjNum 917 snap 272 seq_num 917) dirty exists 2024-09-11T03:41:59.756 INFO:tasks.rados.rados.0.smithi086.stdout:2963: expect (ObjNum 888 snap 264 seq_num 888) 2024-09-11T03:41:59.931 INFO:tasks.rados.rados.0.smithi086.stdout:2968: expect (ObjNum 898 snap 268 seq_num 898) 2024-09-11T03:42:00.046 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:59 smithi130 ceph-mon[83685]: osdmap e644: 8 total, 8 up, 8 in 2024-09-11T03:42:00.047 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:41:59 smithi130 ceph-mon[83685]: osdmap e645: 8 total, 8 up, 8 in 2024-09-11T03:42:00.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:59 smithi086 ceph-mon[89281]: osdmap e644: 8 total, 8 up, 8 in 2024-09-11T03:42:00.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:41:59 smithi086 ceph-mon[89281]: osdmap e645: 8 total, 8 up, 8 in 2024-09-11T03:42:00.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:59 smithi086 ceph-mon[91691]: osdmap e644: 8 total, 8 up, 8 in 2024-09-11T03:42:00.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:41:59 smithi086 ceph-mon[91691]: osdmap e645: 8 total, 8 up, 8 in 2024-09-11T03:42:00.736 INFO:tasks.rados.rados.0.smithi086.stdout:2963: done (4 left) 2024-09-11T03:42:00.736 INFO:tasks.rados.rados.0.smithi086.stdout:2965: done (3 left) 2024-09-11T03:42:00.736 INFO:tasks.rados.rados.0.smithi086.stdout:2966: done (2 left) 2024-09-11T03:42:00.736 INFO:tasks.rados.rados.0.smithi086.stdout:2968: done (1 left) 2024-09-11T03:42:00.736 INFO:tasks.rados.rados.0.smithi086.stdout:2969: done (0 left) 2024-09-11T03:42:00.736 INFO:tasks.rados.rados.0.smithi086.stdout:2970: rollback oid 18 current snap is 279 2024-09-11T03:42:00.736 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 18 to 275 2024-09-11T03:42:00.737 INFO:tasks.rados.rados.0.smithi086.stdout:2971: copy_from oid 24 from oid 30 current snap is 279 2024-09-11T03:42:00.737 INFO:tasks.rados.rados.0.smithi086.stdout:2972: copy_from oid 10 from oid 22 current snap is 279 2024-09-11T03:42:00.737 INFO:tasks.rados.rados.0.smithi086.stdout:2973: snap_remove snap 277 2024-09-11T03:42:01.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:00 smithi086 ceph-mon[89281]: pgmap v635: 121 pgs: 121 active+clean; 146 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.4 MiB/s wr, 33 op/s 2024-09-11T03:42:01.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:00 smithi086 ceph-mon[89281]: osdmap e646: 8 total, 8 up, 8 in 2024-09-11T03:42:01.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:00 smithi086 ceph-mon[91691]: pgmap v635: 121 pgs: 121 active+clean; 146 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.4 MiB/s wr, 33 op/s 2024-09-11T03:42:01.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:00 smithi086 ceph-mon[91691]: osdmap e646: 8 total, 8 up, 8 in 2024-09-11T03:42:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:00 smithi130 ceph-mon[83685]: pgmap v635: 121 pgs: 121 active+clean; 146 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.4 MiB/s wr, 33 op/s 2024-09-11T03:42:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:00 smithi130 ceph-mon[83685]: osdmap e646: 8 total, 8 up, 8 in 2024-09-11T03:42:01.738 INFO:tasks.rados.rados.0.smithi086.stdout:2973: done (3 left) 2024-09-11T03:42:01.738 INFO:tasks.rados.rados.0.smithi086.stdout:2974: read oid 16 snap -1 2024-09-11T03:42:01.738 INFO:tasks.rados.rados.0.smithi086.stdout:2974: expect (ObjNum 898 snap 268 seq_num 898) 2024-09-11T03:42:01.738 INFO:tasks.rados.rados.0.smithi086.stdout:2975: rollback oid 11 current snap is 279 2024-09-11T03:42:01.738 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 278 2024-09-11T03:42:01.739 INFO:tasks.rados.rados.0.smithi086.stdout:2976: copy_from oid 35 from oid 42 current snap is 279 2024-09-11T03:42:01.739 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 279 2024-09-11T03:42:01.739 INFO:tasks.rados.rados.0.smithi086.stdout:2977: seq_num 955 ranges {5267456=802816,6070272=557056,6627328=245760} 2024-09-11T03:42:01.772 INFO:tasks.rados.rados.0.smithi086.stdout:2977: writing smithi08678205-39 from 5267456 to 6070272 tid 1 2024-09-11T03:42:01.775 INFO:tasks.rados.rados.0.smithi086.stdout:2977: writing smithi08678205-39 from 6070272 to 6627328 tid 2 2024-09-11T03:42:01.777 INFO:tasks.rados.rados.0.smithi086.stdout:2977: writing smithi08678205-39 from 6627328 to 6873088 tid 3 2024-09-11T03:42:01.777 INFO:tasks.rados.rados.0.smithi086.stdout:2978: snap_remove snap 274 2024-09-11T03:42:02.726 INFO:tasks.rados.rados.0.smithi086.stdout:2970: finishing rollback tid 0 to smithi08678205-18 2024-09-11T03:42:02.726 INFO:tasks.rados.rados.0.smithi086.stdout:2970: finishing rollback tid 1 to smithi08678205-18 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:2970: finishing rollback tid 2 to smithi08678205-18 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 1717 (ObjNum 944 snap 275 seq_num 944) dirty exists 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:2971: finishing copy_from racing read to smithi08678205-24 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:2972: finishing copy_from to smithi08678205-10 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 1693 (ObjNum 922 snap 272 seq_num 922) dirty exists 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:2971: finishing copy_from to smithi08678205-24 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 2402 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:2972: finishing copy_from racing read to smithi08678205-10 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:2975: finishing rollback tid 0 to smithi08678205-11 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:2975: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:2975: finishing rollback tid 2 to smithi08678205-11 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1932 (ObjNum 919 snap 272 seq_num 919) dirty exists 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:2976: finishing copy_from racing read to smithi08678205-35 2024-09-11T03:42:02.727 INFO:tasks.rados.rados.0.smithi086.stdout:2974: expect (ObjNum 898 snap 268 seq_num 898) 2024-09-11T03:42:02.912 INFO:tasks.rados.rados.0.smithi086.stdout:2976: finishing copy_from to smithi08678205-35 2024-09-11T03:42:02.913 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 1689 (ObjNum 836 snap 248 seq_num 836) dirty exists 2024-09-11T03:42:02.913 INFO:tasks.rados.rados.0.smithi086.stdout:2977: finishing write tid 1 to smithi08678205-39 2024-09-11T03:42:02.913 INFO:tasks.rados.rados.0.smithi086.stdout:2970: done (7 left) 2024-09-11T03:42:02.913 INFO:tasks.rados.rados.0.smithi086.stdout:2971: done (6 left) 2024-09-11T03:42:02.913 INFO:tasks.rados.rados.0.smithi086.stdout:2972: done (5 left) 2024-09-11T03:42:02.913 INFO:tasks.rados.rados.0.smithi086.stdout:2974: done (4 left) 2024-09-11T03:42:02.913 INFO:tasks.rados.rados.0.smithi086.stdout:2975: done (3 left) 2024-09-11T03:42:02.913 INFO:tasks.rados.rados.0.smithi086.stdout:2976: done (2 left) 2024-09-11T03:42:02.913 INFO:tasks.rados.rados.0.smithi086.stdout:2978: done (1 left) 2024-09-11T03:42:02.913 INFO:tasks.rados.rados.0.smithi086.stdout:2979: delete oid 10 current snap is 279 2024-09-11T03:42:02.913 INFO:tasks.rados.rados.0.smithi086.stdout:2977: finishing write tid 2 to smithi08678205-39 2024-09-11T03:42:02.913 INFO:tasks.rados.rados.0.smithi086.stdout:2977: finishing write tid 3 to smithi08678205-39 2024-09-11T03:42:02.914 INFO:tasks.rados.rados.0.smithi086.stdout:2977: finishing write tid 4 to smithi08678205-39 2024-09-11T03:42:02.914 INFO:tasks.rados.rados.0.smithi086.stdout:2977: finishing write tid 5 to smithi08678205-39 2024-09-11T03:42:02.914 INFO:tasks.rados.rados.0.smithi086.stdout:2977: oid 39 updating version 0 to 1714 2024-09-11T03:42:02.914 INFO:tasks.rados.rados.0.smithi086.stdout:2977: oid 39 version 1714 is already newer than 1713 2024-09-11T03:42:02.914 INFO:tasks.rados.rados.0.smithi086.stdout:2977: oid 39 updating version 1714 to 1715 2024-09-11T03:42:02.914 INFO:tasks.rados.rados.0.smithi086.stdout:2977: oid 39 version 1715 is already newer than 1712 2024-09-11T03:42:02.914 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1715 (ObjNum 955 snap 279 seq_num 955) dirty exists 2024-09-11T03:42:02.914 INFO:tasks.rados.rados.0.smithi086.stdout:2977: left oid 39 (ObjNum 955 snap 279 seq_num 955) 2024-09-11T03:42:02.914 INFO:tasks.rados.rados.0.smithi086.stdout:2977: done (1 left) 2024-09-11T03:42:02.915 INFO:tasks.rados.rados.0.smithi086.stdout:2979: done (0 left) 2024-09-11T03:42:02.915 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 43 current snap is 279 2024-09-11T03:42:02.915 INFO:tasks.rados.rados.0.smithi086.stdout:2980: seq_num 957 ranges {3915776=434176,4349952=720896,5070848=483328} 2024-09-11T03:42:02.937 INFO:tasks.rados.rados.0.smithi086.stdout:2980: writing smithi08678205-43 from 3915776 to 4349952 tid 1 2024-09-11T03:42:02.941 INFO:tasks.rados.rados.0.smithi086.stdout:2980: writing smithi08678205-43 from 4349952 to 5070848 tid 2 2024-09-11T03:42:02.944 INFO:tasks.rados.rados.0.smithi086.stdout:2980: writing smithi08678205-43 from 5070848 to 5554176 tid 3 2024-09-11T03:42:02.944 INFO:tasks.rados.rados.0.smithi086.stdout:2981: snap_remove snap 278 2024-09-11T03:42:03.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:02 smithi130 ceph-mon[83685]: pgmap v638: 121 pgs: 121 active+clean; 161 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.5 MiB/s wr, 28 op/s 2024-09-11T03:42:03.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:02 smithi130 ceph-mon[83685]: osdmap e647: 8 total, 8 up, 8 in 2024-09-11T03:42:03.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:02 smithi130 ceph-mon[83685]: osdmap e648: 8 total, 8 up, 8 in 2024-09-11T03:42:03.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:02 smithi086 ceph-mon[89281]: pgmap v638: 121 pgs: 121 active+clean; 161 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.5 MiB/s wr, 28 op/s 2024-09-11T03:42:03.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:02 smithi086 ceph-mon[89281]: osdmap e647: 8 total, 8 up, 8 in 2024-09-11T03:42:03.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:02 smithi086 ceph-mon[89281]: osdmap e648: 8 total, 8 up, 8 in 2024-09-11T03:42:03.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:02 smithi086 ceph-mon[91691]: pgmap v638: 121 pgs: 121 active+clean; 161 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.5 MiB/s wr, 28 op/s 2024-09-11T03:42:03.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:02 smithi086 ceph-mon[91691]: osdmap e647: 8 total, 8 up, 8 in 2024-09-11T03:42:03.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:02 smithi086 ceph-mon[91691]: osdmap e648: 8 total, 8 up, 8 in 2024-09-11T03:42:03.749 INFO:tasks.rados.rados.0.smithi086.stdout:2981: done (1 left) 2024-09-11T03:42:03.749 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 279 2024-09-11T03:42:03.750 INFO:tasks.rados.rados.0.smithi086.stdout:2980: finishing write tid 1 to smithi08678205-43 2024-09-11T03:42:03.750 INFO:tasks.rados.rados.0.smithi086.stdout:2980: finishing write tid 2 to smithi08678205-43 2024-09-11T03:42:03.750 INFO:tasks.rados.rados.0.smithi086.stdout:2980: finishing write tid 3 to smithi08678205-43 2024-09-11T03:42:03.750 INFO:tasks.rados.rados.0.smithi086.stdout:2980: finishing write tid 4 to smithi08678205-43 2024-09-11T03:42:03.750 INFO:tasks.rados.rados.0.smithi086.stdout:2980: finishing write tid 5 to smithi08678205-43 2024-09-11T03:42:03.750 INFO:tasks.rados.rados.0.smithi086.stdout:2980: oid 43 updating version 0 to 2504 2024-09-11T03:42:03.750 INFO:tasks.rados.rados.0.smithi086.stdout:2980: oid 43 version 2504 is already newer than 2503 2024-09-11T03:42:03.750 INFO:tasks.rados.rados.0.smithi086.stdout:2980: oid 43 version 2504 is already newer than 2502 2024-09-11T03:42:03.750 INFO:tasks.rados.rados.0.smithi086.stdout:2980: oid 43 updating version 2504 to 2505 2024-09-11T03:42:03.750 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 2505 (ObjNum 957 snap 279 seq_num 957) dirty exists 2024-09-11T03:42:03.750 INFO:tasks.rados.rados.0.smithi086.stdout:2980: left oid 43 (ObjNum 957 snap 279 seq_num 957) 2024-09-11T03:42:03.750 INFO:tasks.rados.rados.0.smithi086.stdout:2982: seq_num 958 ranges {4997120=450560,5447680=655360,6103040=548864} 2024-09-11T03:42:03.778 INFO:tasks.rados.rados.0.smithi086.stdout:2982: writing smithi08678205-21 from 4997120 to 5447680 tid 1 2024-09-11T03:42:03.782 INFO:tasks.rados.rados.0.smithi086.stdout:2982: writing smithi08678205-21 from 5447680 to 6103040 tid 2 2024-09-11T03:42:03.785 INFO:tasks.rados.rados.0.smithi086.stdout:2982: writing smithi08678205-21 from 6103040 to 6651904 tid 3 2024-09-11T03:42:03.786 INFO:tasks.rados.rados.0.smithi086.stdout:2980: done (1 left) 2024-09-11T03:42:03.786 INFO:tasks.rados.rados.0.smithi086.stdout:2983: rmattr oid 36 current snap is 279 2024-09-11T03:42:03.786 INFO:tasks.rados.rados.0.smithi086.stdout:2982: finishing write tid 1 to smithi08678205-21 2024-09-11T03:42:03.786 INFO:tasks.rados.rados.0.smithi086.stdout:2982: finishing write tid 2 to smithi08678205-21 2024-09-11T03:42:03.786 INFO:tasks.rados.rados.0.smithi086.stdout:2984: snap_remove snap 276 2024-09-11T03:42:04.745 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:42:04 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:42:04] "GET /metrics HTTP/1.1" 200 36368 "" "Prometheus/2.51.0" 2024-09-11T03:42:04.767 INFO:tasks.rados.rados.0.smithi086.stdout:2984: done (2 left) 2024-09-11T03:42:04.768 INFO:tasks.rados.rados.0.smithi086.stdout:2985: snap_remove snap 275 2024-09-11T03:42:04.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:04 smithi130 ceph-mon[83685]: pgmap v641: 121 pgs: 121 active+clean; 164 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-09-11T03:42:04.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:04 smithi130 ceph-mon[83685]: osdmap e649: 8 total, 8 up, 8 in 2024-09-11T03:42:04.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:42:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:04 smithi086 ceph-mon[89281]: pgmap v641: 121 pgs: 121 active+clean; 164 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-09-11T03:42:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:04 smithi086 ceph-mon[89281]: osdmap e649: 8 total, 8 up, 8 in 2024-09-11T03:42:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:42:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:04 smithi086 ceph-mon[91691]: pgmap v641: 121 pgs: 121 active+clean; 164 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-09-11T03:42:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:04 smithi086 ceph-mon[91691]: osdmap e649: 8 total, 8 up, 8 in 2024-09-11T03:42:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:42:05.767 INFO:tasks.rados.rados.0.smithi086.stdout:2982: finishing write tid 3 to smithi08678205-21 2024-09-11T03:42:05.767 INFO:tasks.rados.rados.0.smithi086.stdout:2982: finishing write tid 4 to smithi08678205-21 2024-09-11T03:42:05.767 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2509 (ObjNum 65 snap 0 seq_num 2569570525) dirty exists 2024-09-11T03:42:05.767 INFO:tasks.rados.rados.0.smithi086.stdout:2982: finishing write tid 5 to smithi08678205-21 2024-09-11T03:42:05.768 INFO:tasks.rados.rados.0.smithi086.stdout:2982: oid 21 updating version 0 to 1934 2024-09-11T03:42:05.768 INFO:tasks.rados.rados.0.smithi086.stdout:2982: oid 21 version 1934 is already newer than 1932 2024-09-11T03:42:05.768 INFO:tasks.rados.rados.0.smithi086.stdout:2982: oid 21 version 1934 is already newer than 1933 2024-09-11T03:42:05.768 INFO:tasks.rados.rados.0.smithi086.stdout:2982: oid 21 updating version 1934 to 1935 2024-09-11T03:42:05.768 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 1935 (ObjNum 958 snap 279 seq_num 958) dirty exists 2024-09-11T03:42:05.768 INFO:tasks.rados.rados.0.smithi086.stdout:2982: left oid 21 (ObjNum 958 snap 279 seq_num 958) 2024-09-11T03:42:05.768 INFO:tasks.rados.rados.0.smithi086.stdout:2982: done (2 left) 2024-09-11T03:42:05.768 INFO:tasks.rados.rados.0.smithi086.stdout:2983: done (1 left) 2024-09-11T03:42:05.768 INFO:tasks.rados.rados.0.smithi086.stdout:2985: done (0 left) 2024-09-11T03:42:05.768 INFO:tasks.rados.rados.0.smithi086.stdout:2986: rmattr oid 22 current snap is 279 2024-09-11T03:42:05.768 INFO:tasks.rados.rados.0.smithi086.stdout:2986: done (0 left) 2024-09-11T03:42:05.768 INFO:tasks.rados.rados.0.smithi086.stdout:2987: read oid 19 snap -1 2024-09-11T03:42:05.768 INFO:tasks.rados.rados.0.smithi086.stdout:2987: expect deleted 2024-09-11T03:42:05.769 INFO:tasks.rados.rados.0.smithi086.stdout:2988: read oid 50 snap -1 2024-09-11T03:42:05.769 INFO:tasks.rados.rados.0.smithi086.stdout:2988: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:42:05.769 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 13 current snap is 279 2024-09-11T03:42:05.769 INFO:tasks.rados.rados.0.smithi086.stdout:2989: seq_num 959 ranges {5496832=466944,5963776=540672,6504448=557056,7061504=106496} 2024-09-11T03:42:05.800 INFO:tasks.rados.rados.0.smithi086.stdout:2989: writing smithi08678205-13 from 5496832 to 5963776 tid 1 2024-09-11T03:42:05.803 INFO:tasks.rados.rados.0.smithi086.stdout:2989: writing smithi08678205-13 from 5963776 to 6504448 tid 2 2024-09-11T03:42:05.807 INFO:tasks.rados.rados.0.smithi086.stdout:2989: writing smithi08678205-13 from 6504448 to 7061504 tid 3 2024-09-11T03:42:05.807 INFO:tasks.rados.rados.0.smithi086.stdout:2989: writing smithi08678205-13 from 7061504 to 7168000 tid 4 2024-09-11T03:42:05.808 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 279 2024-09-11T03:42:05.808 INFO:tasks.rados.rados.0.smithi086.stdout:2990: seq_num 960 ranges {0=483328,483328=425984,909312=761856,1671168=16384} 2024-09-11T03:42:05.810 INFO:tasks.rados.rados.0.smithi086.stdout:2990: writing smithi08678205-32 from 0 to 483328 tid 1 2024-09-11T03:42:05.813 INFO:tasks.rados.rados.0.smithi086.stdout:2990: writing smithi08678205-32 from 483328 to 909312 tid 2 2024-09-11T03:42:05.818 INFO:tasks.rados.rados.0.smithi086.stdout:2990: writing smithi08678205-32 from 909312 to 1671168 tid 3 2024-09-11T03:42:05.818 INFO:tasks.rados.rados.0.smithi086.stdout:2990: writing smithi08678205-32 from 1671168 to 1687552 tid 4 2024-09-11T03:42:05.818 INFO:tasks.rados.rados.0.smithi086.stdout:2991: snap_create 2024-09-11T03:42:05.818 INFO:tasks.rados.rados.0.smithi086.stdout:2988: expect (ObjNum 710 snap 203 seq_num 710) 2024-09-11T03:42:05.944 INFO:tasks.rados.rados.0.smithi086.stdout:2989: finishing write tid 1 to smithi08678205-13 2024-09-11T03:42:05.944 INFO:tasks.rados.rados.0.smithi086.stdout:2989: finishing write tid 2 to smithi08678205-13 2024-09-11T03:42:05.945 INFO:tasks.rados.rados.0.smithi086.stdout:2989: finishing write tid 3 to smithi08678205-13 2024-09-11T03:42:05.945 INFO:tasks.rados.rados.0.smithi086.stdout:2989: finishing write tid 4 to smithi08678205-13 2024-09-11T03:42:05.945 INFO:tasks.rados.rados.0.smithi086.stdout:2989: finishing write tid 5 to smithi08678205-13 2024-09-11T03:42:05.945 INFO:tasks.rados.rados.0.smithi086.stdout:2989: finishing write tid 6 to smithi08678205-13 2024-09-11T03:42:05.945 INFO:tasks.rados.rados.0.smithi086.stdout:2989: oid 13 updating version 0 to 605 2024-09-11T03:42:05.945 INFO:tasks.rados.rados.0.smithi086.stdout:2989: oid 13 version 605 is already newer than 602 2024-09-11T03:42:05.945 INFO:tasks.rados.rados.0.smithi086.stdout:2989: oid 13 version 605 is already newer than 603 2024-09-11T03:42:05.945 INFO:tasks.rados.rados.0.smithi086.stdout:2989: oid 13 version 605 is already newer than 601 2024-09-11T03:42:05.945 INFO:tasks.rados.rados.0.smithi086.stdout:2989: oid 13 version 605 is already newer than 604 2024-09-11T03:42:05.945 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 605 (ObjNum 959 snap 279 seq_num 959) dirty exists 2024-09-11T03:42:05.945 INFO:tasks.rados.rados.0.smithi086.stdout:2989: left oid 13 (ObjNum 959 snap 279 seq_num 959) 2024-09-11T03:42:05.945 INFO:tasks.rados.rados.0.smithi086.stdout:2990: finishing write tid 1 to smithi08678205-32 2024-09-11T03:42:05.945 INFO:tasks.rados.rados.0.smithi086.stdout:2990: finishing write tid 2 to smithi08678205-32 2024-09-11T03:42:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:2990: finishing write tid 3 to smithi08678205-32 2024-09-11T03:42:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:2990: finishing write tid 4 to smithi08678205-32 2024-09-11T03:42:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:2990: finishing write tid 5 to smithi08678205-32 2024-09-11T03:42:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:2990: finishing write tid 6 to smithi08678205-32 2024-09-11T03:42:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:2990: oid 32 updating version 0 to 1933 2024-09-11T03:42:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:2990: oid 32 updating version 1933 to 1936 2024-09-11T03:42:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:2990: oid 32 version 1936 is already newer than 1935 2024-09-11T03:42:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:2990: oid 32 version 1936 is already newer than 1934 2024-09-11T03:42:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:2990: oid 32 updating version 1936 to 1937 2024-09-11T03:42:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 1937 (ObjNum 960 snap 279 seq_num 960) dirty exists 2024-09-11T03:42:05.946 INFO:tasks.rados.rados.0.smithi086.stdout:2990: left oid 32 (ObjNum 960 snap 279 seq_num 960) 2024-09-11T03:42:06.008 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:05 smithi130 ceph-mon[83685]: osdmap e650: 8 total, 8 up, 8 in 2024-09-11T03:42:06.009 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:05 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:06.009 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:05 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:06.009 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:05 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:06.009 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:05 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:05 smithi086 ceph-mon[89281]: osdmap e650: 8 total, 8 up, 8 in 2024-09-11T03:42:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:05 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:05 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:05 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:05 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:06.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:05 smithi086 ceph-mon[91691]: osdmap e650: 8 total, 8 up, 8 in 2024-09-11T03:42:06.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:05 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:06.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:05 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:06.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:05 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:06.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:05 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:06.772 INFO:tasks.rados.rados.0.smithi086.stdout:2987: done (4 left) 2024-09-11T03:42:06.772 INFO:tasks.rados.rados.0.smithi086.stdout:2988: done (3 left) 2024-09-11T03:42:06.772 INFO:tasks.rados.rados.0.smithi086.stdout:2989: done (2 left) 2024-09-11T03:42:06.772 INFO:tasks.rados.rados.0.smithi086.stdout:2990: done (1 left) 2024-09-11T03:42:06.773 INFO:tasks.rados.rados.0.smithi086.stdout:2991: done (0 left) 2024-09-11T03:42:06.773 INFO:tasks.rados.rados.0.smithi086.stdout:2992: copy_from oid 34 from oid 39 current snap is 280 2024-09-11T03:42:06.773 INFO:tasks.rados.rados.0.smithi086.stdout:2993: snap_remove snap 279 2024-09-11T03:42:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:06 smithi086 ceph-mon[89281]: pgmap v644: 121 pgs: 121 active+clean; 168 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-11T03:42:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:06 smithi086 ceph-mon[89281]: osdmap e651: 8 total, 8 up, 8 in 2024-09-11T03:42:07.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:06 smithi086 ceph-mon[91691]: pgmap v644: 121 pgs: 121 active+clean; 168 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-11T03:42:07.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:06 smithi086 ceph-mon[91691]: osdmap e651: 8 total, 8 up, 8 in 2024-09-11T03:42:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:06 smithi130 ceph-mon[83685]: pgmap v644: 121 pgs: 121 active+clean; 168 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-11T03:42:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:06 smithi130 ceph-mon[83685]: osdmap e651: 8 total, 8 up, 8 in 2024-09-11T03:42:07.782 INFO:tasks.rados.rados.0.smithi086.stdout:2993: done (1 left) 2024-09-11T03:42:07.782 INFO:tasks.rados.rados.0.smithi086.stdout:2994: copy_from oid 5 from oid 16 current snap is 280 2024-09-11T03:42:07.782 INFO:tasks.rados.rados.0.smithi086.stdout:2992: finishing copy_from racing read to smithi08678205-34 2024-09-11T03:42:07.782 INFO:tasks.rados.rados.0.smithi086.stdout:2992: finishing copy_from to smithi08678205-34 2024-09-11T03:42:07.783 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 1715 (ObjNum 955 snap 279 seq_num 955) dirty exists 2024-09-11T03:42:07.783 INFO:tasks.rados.rados.0.smithi086.stdout:2992: done (1 left) 2024-09-11T03:42:07.783 INFO:tasks.rados.rados.0.smithi086.stdout:2995: read oid 18 snap -1 2024-09-11T03:42:07.783 INFO:tasks.rados.rados.0.smithi086.stdout:2995: expect (ObjNum 944 snap 275 seq_num 944) 2024-09-11T03:42:07.783 INFO:tasks.rados.rados.0.smithi086.stdout:2996: rollback oid 35 current snap is 280 2024-09-11T03:42:07.783 INFO:tasks.rados.rados.0.smithi086.stdout:2996: done (2 left) 2024-09-11T03:42:07.783 INFO:tasks.rados.rados.0.smithi086.stdout:2997: snap_create 2024-09-11T03:42:07.799 INFO:tasks.rados.rados.0.smithi086.stdout:2995: expect (ObjNum 944 snap 275 seq_num 944) 2024-09-11T03:42:07.905 INFO:tasks.rados.rados.0.smithi086.stdout:2994: finishing copy_from racing read to smithi08678205-5 2024-09-11T03:42:07.905 INFO:tasks.rados.rados.0.smithi086.stdout:2994: finishing copy_from to smithi08678205-5 2024-09-11T03:42:07.905 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 1207 (ObjNum 898 snap 268 seq_num 898) dirty exists 2024-09-11T03:42:08.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:07 smithi086 ceph-mon[89281]: osdmap e652: 8 total, 8 up, 8 in 2024-09-11T03:42:08.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:07 smithi086 ceph-mon[91691]: osdmap e652: 8 total, 8 up, 8 in 2024-09-11T03:42:08.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:07 smithi130 ceph-mon[83685]: osdmap e652: 8 total, 8 up, 8 in 2024-09-11T03:42:08.787 INFO:tasks.rados.rados.0.smithi086.stdout:2994: done (2 left) 2024-09-11T03:42:08.787 INFO:tasks.rados.rados.0.smithi086.stdout:2995: done (1 left) 2024-09-11T03:42:08.787 INFO:tasks.rados.rados.0.smithi086.stdout:2997: done (0 left) 2024-09-11T03:42:08.787 INFO:tasks.rados.rados.0.smithi086.stdout:2998: snap_create 2024-09-11T03:42:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: pgmap v647: 121 pgs: 121 active+clean; 171 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-09-11T03:42:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: osdmap e653: 8 total, 8 up, 8 in 2024-09-11T03:42:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:09.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:09.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:42:09.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:42:09.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:09.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-11T03:42:09.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:42:09.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:09.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-11T03:42:09.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: pgmap v647: 121 pgs: 121 active+clean; 171 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-09-11T03:42:09.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: osdmap e653: 8 total, 8 up, 8 in 2024-09-11T03:42:09.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:09.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:09.075 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:42:09.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:42:09.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:09.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-11T03:42:09.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:42:09.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:09.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-11T03:42:09.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-11T03:42:09.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:09.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-11T03:42:09.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-11T03:42:09.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-11T03:42:09.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-11T03:42:09.078 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-11T03:42:09.078 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:09.078 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-11T03:42:09.078 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-11T03:42:09.078 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-11T03:42:09.079 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:08 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-11T03:42:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: pgmap v647: 121 pgs: 121 active+clean; 171 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-09-11T03:42:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: osdmap e653: 8 total, 8 up, 8 in 2024-09-11T03:42:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:42:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:42:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-11T03:42:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:42:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:09.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:09.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-11T03:42:09.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-11T03:42:09.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:09.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-11T03:42:09.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-11T03:42:09.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-11T03:42:09.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:08 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-11T03:42:09.790 INFO:tasks.rados.rados.0.smithi086.stdout:2998: done (0 left) 2024-09-11T03:42:09.790 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 282 2024-09-11T03:42:09.791 INFO:tasks.rados.rados.0.smithi086.stdout:2999: seq_num 961 ranges {1687552=499712,2187264=712704,2899968=491520} 2024-09-11T03:42:09.802 INFO:tasks.rados.rados.0.smithi086.stdout:2999: writing smithi08678205-32 from 1687552 to 2187264 tid 1 2024-09-11T03:42:09.806 INFO:tasks.rados.rados.0.smithi086.stdout:2999: writing smithi08678205-32 from 2187264 to 2899968 tid 2 2024-09-11T03:42:09.809 INFO:tasks.rados.rados.0.smithi086.stdout:2999: writing smithi08678205-32 from 2899968 to 3391488 tid 3 2024-09-11T03:42:09.809 INFO:tasks.rados.rados.0.smithi086.stdout:3000: snap_remove snap 280 2024-09-11T03:42:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-11T03:42:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: Upgrade: Finalizing container_image settings 2024-09-11T03:42:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-11T03:42:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: osdmap e654: 8 total, 8 up, 8 in 2024-09-11T03:42:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-11T03:42:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-11T03:42:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-11T03:42:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-11T03:42:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-11T03:42:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-11T03:42:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-11T03:42:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-11T03:42:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-11T03:42:10.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-11T03:42:10.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-11T03:42:10.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-11T03:42:10.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-11T03:42:10.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-11T03:42:10.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: Upgrade: Complete! 2024-09-11T03:42:10.074 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-11T03:42:10.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-11T03:42:10.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:42:10.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:42:10.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:42:10.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:10.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:42:10.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:42:10.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:42:10.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:10.075 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:10.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-11T03:42:10.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: Upgrade: Finalizing container_image settings 2024-09-11T03:42:10.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-11T03:42:10.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: osdmap e654: 8 total, 8 up, 8 in 2024-09-11T03:42:10.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-11T03:42:10.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-11T03:42:10.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-11T03:42:10.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-11T03:42:10.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-11T03:42:10.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-11T03:42:10.076 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-11T03:42:10.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-11T03:42:10.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-11T03:42:10.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-11T03:42:10.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-11T03:42:10.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-11T03:42:10.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-11T03:42:10.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-11T03:42:10.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.077 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: Upgrade: Complete! 2024-09-11T03:42:10.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-11T03:42:10.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-11T03:42:10.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:42:10.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:42:10.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:42:10.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:10.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:42:10.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:42:10.078 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:42:10.079 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:10.079 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-11T03:42:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: Upgrade: Finalizing container_image settings 2024-09-11T03:42:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-11T03:42:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: osdmap e654: 8 total, 8 up, 8 in 2024-09-11T03:42:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-11T03:42:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-11T03:42:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-11T03:42:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-11T03:42:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-11T03:42:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-11T03:42:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-11T03:42:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-11T03:42:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-11T03:42:10.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-11T03:42:10.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-11T03:42:10.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-11T03:42:10.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-11T03:42:10.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-11T03:42:10.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-11T03:42:10.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: Upgrade: Complete! 2024-09-11T03:42:10.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-11T03:42:10.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-11T03:42:10.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:42:10.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:42:10.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:42:10.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:10.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:42:10.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:42:10.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:42:10.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:10.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:42:10.798 INFO:tasks.rados.rados.0.smithi086.stdout:3000: done (1 left) 2024-09-11T03:42:10.798 INFO:tasks.rados.rados.0.smithi086.stdout:3001: rollback oid 6 current snap is 282 2024-09-11T03:42:10.798 INFO:tasks.rados.rados.0.smithi086.stdout:2999: finishing write tid 1 to smithi08678205-32 2024-09-11T03:42:10.798 INFO:tasks.rados.rados.0.smithi086.stdout:2999: finishing write tid 2 to smithi08678205-32 2024-09-11T03:42:10.798 INFO:tasks.rados.rados.0.smithi086.stdout:2999: finishing write tid 3 to smithi08678205-32 2024-09-11T03:42:10.798 INFO:tasks.rados.rados.0.smithi086.stdout:2999: finishing write tid 4 to smithi08678205-32 2024-09-11T03:42:10.798 INFO:tasks.rados.rados.0.smithi086.stdout:2999: finishing write tid 5 to smithi08678205-32 2024-09-11T03:42:10.798 INFO:tasks.rados.rados.0.smithi086.stdout:2999: oid 32 updating version 0 to 1938 2024-09-11T03:42:10.798 INFO:tasks.rados.rados.0.smithi086.stdout:2999: oid 32 updating version 1938 to 1939 2024-09-11T03:42:10.799 INFO:tasks.rados.rados.0.smithi086.stdout:2999: oid 32 updating version 1939 to 1941 2024-09-11T03:42:10.799 INFO:tasks.rados.rados.0.smithi086.stdout:2999: oid 32 version 1941 is already newer than 1940 2024-09-11T03:42:10.799 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 1941 (ObjNum 961 snap 282 seq_num 961) dirty exists 2024-09-11T03:42:10.799 INFO:tasks.rados.rados.0.smithi086.stdout:2999: left oid 32 (ObjNum 961 snap 282 seq_num 961) 2024-09-11T03:42:10.799 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 6 to 281 2024-09-11T03:42:10.799 INFO:tasks.rados.rados.0.smithi086.stdout:2999: done (1 left) 2024-09-11T03:42:10.799 INFO:tasks.rados.rados.0.smithi086.stdout:3002: delete oid 5 current snap is 282 2024-09-11T03:42:10.805 INFO:tasks.rados.rados.0.smithi086.stdout:3001: finishing rollback tid 0 to smithi08678205-6 2024-09-11T03:42:10.805 INFO:tasks.rados.rados.0.smithi086.stdout:3002: done (1 left) 2024-09-11T03:42:10.806 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 282 2024-09-11T03:42:10.806 INFO:tasks.rados.rados.0.smithi086.stdout:3003: seq_num 963 ranges {966656=532480,1499136=475136,1974272=532480,2506752=196608} 2024-09-11T03:42:10.814 INFO:tasks.rados.rados.0.smithi086.stdout:3003: writing smithi08678205-26 from 966656 to 1499136 tid 1 2024-09-11T03:42:10.816 INFO:tasks.rados.rados.0.smithi086.stdout:3003: writing smithi08678205-26 from 1499136 to 1974272 tid 2 2024-09-11T03:42:10.819 INFO:tasks.rados.rados.0.smithi086.stdout:3003: writing smithi08678205-26 from 1974272 to 2506752 tid 3 2024-09-11T03:42:10.821 INFO:tasks.rados.rados.0.smithi086.stdout:3003: writing smithi08678205-26 from 2506752 to 2703360 tid 4 2024-09-11T03:42:10.821 INFO:tasks.rados.rados.0.smithi086.stdout:3004: snap_create 2024-09-11T03:42:10.821 INFO:tasks.rados.rados.0.smithi086.stdout:3001: finishing rollback tid 1 to smithi08678205-6 2024-09-11T03:42:10.821 INFO:tasks.rados.rados.0.smithi086.stdout:3001: finishing rollback tid 2 to smithi08678205-6 2024-09-11T03:42:10.821 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1712 (ObjNum 865 snap 256 seq_num 865) dirty exists 2024-09-11T03:42:10.821 INFO:tasks.rados.rados.0.smithi086.stdout:3003: finishing write tid 1 to smithi08678205-26 2024-09-11T03:42:10.821 INFO:tasks.rados.rados.0.smithi086.stdout:3003: finishing write tid 2 to smithi08678205-26 2024-09-11T03:42:10.823 INFO:tasks.rados.rados.0.smithi086.stdout:3003: finishing write tid 3 to smithi08678205-26 2024-09-11T03:42:10.823 INFO:tasks.rados.rados.0.smithi086.stdout:3003: finishing write tid 4 to smithi08678205-26 2024-09-11T03:42:10.823 INFO:tasks.rados.rados.0.smithi086.stdout:3003: finishing write tid 5 to smithi08678205-26 2024-09-11T03:42:10.825 INFO:tasks.rados.rados.0.smithi086.stdout:3003: finishing write tid 6 to smithi08678205-26 2024-09-11T03:42:10.825 INFO:tasks.rados.rados.0.smithi086.stdout:3003: oid 26 updating version 0 to 1718 2024-09-11T03:42:10.825 INFO:tasks.rados.rados.0.smithi086.stdout:3003: oid 26 updating version 1718 to 1719 2024-09-11T03:42:10.825 INFO:tasks.rados.rados.0.smithi086.stdout:3003: oid 26 updating version 1719 to 1720 2024-09-11T03:42:10.825 INFO:tasks.rados.rados.0.smithi086.stdout:3003: oid 26 version 1720 is already newer than 1717 2024-09-11T03:42:10.825 INFO:tasks.rados.rados.0.smithi086.stdout:3003: oid 26 version 1720 is already newer than 1716 2024-09-11T03:42:10.825 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 1720 (ObjNum 963 snap 282 seq_num 963) dirty exists 2024-09-11T03:42:10.825 INFO:tasks.rados.rados.0.smithi086.stdout:3003: left oid 26 (ObjNum 963 snap 282 seq_num 963) 2024-09-11T03:42:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:10 smithi086 ceph-mon[89281]: pgmap v650: 121 pgs: 121 active+clean; 173 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-11T03:42:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:10 smithi086 ceph-mon[89281]: osdmap e655: 8 total, 8 up, 8 in 2024-09-11T03:42:11.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:10 smithi086 ceph-mon[91691]: pgmap v650: 121 pgs: 121 active+clean; 173 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-11T03:42:11.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:10 smithi086 ceph-mon[91691]: osdmap e655: 8 total, 8 up, 8 in 2024-09-11T03:42:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:10 smithi130 ceph-mon[83685]: pgmap v650: 121 pgs: 121 active+clean; 173 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-11T03:42:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:10 smithi130 ceph-mon[83685]: osdmap e655: 8 total, 8 up, 8 in 2024-09-11T03:42:11.808 INFO:tasks.rados.rados.0.smithi086.stdout:3001: done (2 left) 2024-09-11T03:42:11.808 INFO:tasks.rados.rados.0.smithi086.stdout:3003: done (1 left) 2024-09-11T03:42:11.808 INFO:tasks.rados.rados.0.smithi086.stdout:3004: done (0 left) 2024-09-11T03:42:11.809 INFO:tasks.rados.rados.0.smithi086.stdout:3005: read oid 32 snap -1 2024-09-11T03:42:11.809 INFO:tasks.rados.rados.0.smithi086.stdout:3005: expect (ObjNum 961 snap 282 seq_num 961) 2024-09-11T03:42:11.809 INFO:tasks.rados.rados.0.smithi086.stdout:3006: rollback oid 11 current snap is 283 2024-09-11T03:42:11.809 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 281 2024-09-11T03:42:11.809 INFO:tasks.rados.rados.0.smithi086.stdout:3007: setattr oid 49 current snap is 283 2024-09-11T03:42:11.810 INFO:tasks.rados.rados.0.smithi086.stdout:3008: copy_from oid 50 from oid 39 current snap is 283 2024-09-11T03:42:11.810 INFO:tasks.rados.rados.0.smithi086.stdout:3009: rmattr oid 46 current snap is 283 2024-09-11T03:42:11.810 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 283 2024-09-11T03:42:11.810 INFO:tasks.rados.rados.0.smithi086.stdout:3010: seq_num 964 ranges {1482752=548864,2031616=761856,2793472=442368} 2024-09-11T03:42:11.821 INFO:tasks.rados.rados.0.smithi086.stdout:3010: writing smithi08678205-44 from 1482752 to 2031616 tid 1 2024-09-11T03:42:11.826 INFO:tasks.rados.rados.0.smithi086.stdout:3010: writing smithi08678205-44 from 2031616 to 2793472 tid 2 2024-09-11T03:42:11.829 INFO:tasks.rados.rados.0.smithi086.stdout:3010: writing smithi08678205-44 from 2793472 to 3235840 tid 3 2024-09-11T03:42:11.829 INFO:tasks.rados.rados.0.smithi086.stdout:3011: delete oid 19 current snap is 283 2024-09-11T03:42:11.829 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1712 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-09-11T03:42:11.830 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 1716 (ObjNum 916 snap 272 seq_num 916) dirty exists 2024-09-11T03:42:11.830 INFO:tasks.rados.rados.0.smithi086.stdout:3006: finishing rollback tid 0 to smithi08678205-11 2024-09-11T03:42:11.830 INFO:tasks.rados.rados.0.smithi086.stdout:3006: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:42:11.830 INFO:tasks.rados.rados.0.smithi086.stdout:3006: finishing rollback tid 2 to smithi08678205-11 2024-09-11T03:42:11.830 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1944 (ObjNum 919 snap 272 seq_num 919) dirty exists 2024-09-11T03:42:11.830 INFO:tasks.rados.rados.0.smithi086.stdout:3005: expect (ObjNum 961 snap 282 seq_num 961) 2024-09-11T03:42:11.944 INFO:tasks.rados.rados.0.smithi086.stdout:3010: finishing write tid 1 to smithi08678205-44 2024-09-11T03:42:11.945 INFO:tasks.rados.rados.0.smithi086.stdout:3010: finishing write tid 2 to smithi08678205-44 2024-09-11T03:42:11.945 INFO:tasks.rados.rados.0.smithi086.stdout:3010: finishing write tid 3 to smithi08678205-44 2024-09-11T03:42:11.945 INFO:tasks.rados.rados.0.smithi086.stdout:3010: finishing write tid 4 to smithi08678205-44 2024-09-11T03:42:11.945 INFO:tasks.rados.rados.0.smithi086.stdout:3010: finishing write tid 5 to smithi08678205-44 2024-09-11T03:42:11.945 INFO:tasks.rados.rados.0.smithi086.stdout:3010: oid 44 updating version 0 to 601 2024-09-11T03:42:11.945 INFO:tasks.rados.rados.0.smithi086.stdout:3010: oid 44 version 601 is already newer than 600 2024-09-11T03:42:11.945 INFO:tasks.rados.rados.0.smithi086.stdout:3010: oid 44 version 601 is already newer than 599 2024-09-11T03:42:11.945 INFO:tasks.rados.rados.0.smithi086.stdout:3010: oid 44 updating version 601 to 602 2024-09-11T03:42:11.945 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 602 (ObjNum 964 snap 283 seq_num 964) dirty exists 2024-09-11T03:42:11.945 INFO:tasks.rados.rados.0.smithi086.stdout:3010: left oid 44 (ObjNum 964 snap 283 seq_num 964) 2024-09-11T03:42:11.945 INFO:tasks.rados.rados.0.smithi086.stdout:3008: finishing copy_from racing read to smithi08678205-50 2024-09-11T03:42:11.945 INFO:tasks.rados.rados.0.smithi086.stdout:3008: finishing copy_from to smithi08678205-50 2024-09-11T03:42:11.946 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 1715 (ObjNum 955 snap 279 seq_num 955) dirty exists 2024-09-11T03:42:11.946 INFO:tasks.rados.rados.0.smithi086.stdout:3005: done (6 left) 2024-09-11T03:42:11.946 INFO:tasks.rados.rados.0.smithi086.stdout:3006: done (5 left) 2024-09-11T03:42:11.946 INFO:tasks.rados.rados.0.smithi086.stdout:3007: done (4 left) 2024-09-11T03:42:11.946 INFO:tasks.rados.rados.0.smithi086.stdout:3008: done (3 left) 2024-09-11T03:42:11.946 INFO:tasks.rados.rados.0.smithi086.stdout:3009: done (2 left) 2024-09-11T03:42:11.946 INFO:tasks.rados.rados.0.smithi086.stdout:3010: done (1 left) 2024-09-11T03:42:11.946 INFO:tasks.rados.rados.0.smithi086.stdout:3011: done (0 left) 2024-09-11T03:42:11.946 INFO:tasks.rados.rados.0.smithi086.stdout:3012: snap_remove snap 281 2024-09-11T03:42:12.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:11 smithi086 ceph-mon[89281]: osdmap e656: 8 total, 8 up, 8 in 2024-09-11T03:42:12.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:11 smithi086 ceph-mon[91691]: osdmap e656: 8 total, 8 up, 8 in 2024-09-11T03:42:12.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:11 smithi130 ceph-mon[83685]: osdmap e656: 8 total, 8 up, 8 in 2024-09-11T03:42:12.730 INFO:tasks.rados.rados.0.smithi086.stdout:3012: done (0 left) 2024-09-11T03:42:12.730 INFO:tasks.rados.rados.0.smithi086.stdout:3013: read oid 29 snap -1 2024-09-11T03:42:12.731 INFO:tasks.rados.rados.0.smithi086.stdout:3013: expect (ObjNum 935 snap 274 seq_num 935) 2024-09-11T03:42:12.731 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 283 2024-09-11T03:42:12.731 INFO:tasks.rados.rados.0.smithi086.stdout:3014: seq_num 966 ranges {5619712=581632,6201344=581632,6782976=622592} 2024-09-11T03:42:12.764 INFO:tasks.rados.rados.0.smithi086.stdout:3014: writing smithi08678205-4 from 5619712 to 6201344 tid 1 2024-09-11T03:42:12.767 INFO:tasks.rados.rados.0.smithi086.stdout:3014: writing smithi08678205-4 from 6201344 to 6782976 tid 2 2024-09-11T03:42:12.771 INFO:tasks.rados.rados.0.smithi086.stdout:3014: writing smithi08678205-4 from 6782976 to 7405568 tid 3 2024-09-11T03:42:12.771 INFO:tasks.rados.rados.0.smithi086.stdout:3015: rollback oid 27 current snap is 283 2024-09-11T03:42:12.771 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 27 to 282 2024-09-11T03:42:12.771 INFO:tasks.rados.rados.0.smithi086.stdout:3013: expect (ObjNum 935 snap 274 seq_num 935) 2024-09-11T03:42:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:12 smithi086 ceph-mon[89281]: pgmap v653: 121 pgs: 121 active+clean; 161 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-11T03:42:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:12 smithi086 ceph-mon[89281]: osdmap e657: 8 total, 8 up, 8 in 2024-09-11T03:42:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:12 smithi086 ceph-mon[89281]: osdmap e658: 8 total, 8 up, 8 in 2024-09-11T03:42:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:12 smithi086 ceph-mon[91691]: pgmap v653: 121 pgs: 121 active+clean; 161 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-11T03:42:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:12 smithi086 ceph-mon[91691]: osdmap e657: 8 total, 8 up, 8 in 2024-09-11T03:42:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:12 smithi086 ceph-mon[91691]: osdmap e658: 8 total, 8 up, 8 in 2024-09-11T03:42:13.095 INFO:tasks.rados.rados.0.smithi086.stdout:3014: finishing write tid 1 to smithi08678205-4 2024-09-11T03:42:13.095 INFO:tasks.rados.rados.0.smithi086.stdout:3014: finishing write tid 2 to smithi08678205-4 2024-09-11T03:42:13.095 INFO:tasks.rados.rados.0.smithi086.stdout:3015: finishing rollback tid 0 to smithi08678205-27 2024-09-11T03:42:13.095 INFO:tasks.rados.rados.0.smithi086.stdout:3014: finishing write tid 3 to smithi08678205-4 2024-09-11T03:42:13.095 INFO:tasks.rados.rados.0.smithi086.stdout:3015: finishing rollback tid 1 to smithi08678205-27 2024-09-11T03:42:13.095 INFO:tasks.rados.rados.0.smithi086.stdout:3014: finishing write tid 4 to smithi08678205-4 2024-09-11T03:42:13.095 INFO:tasks.rados.rados.0.smithi086.stdout:3015: finishing rollback tid 2 to smithi08678205-27 2024-09-11T03:42:13.095 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 1715 (ObjNum 947 snap 275 seq_num 947) dirty exists 2024-09-11T03:42:13.095 INFO:tasks.rados.rados.0.smithi086.stdout:3014: finishing write tid 5 to smithi08678205-4 2024-09-11T03:42:13.095 INFO:tasks.rados.rados.0.smithi086.stdout:3014: oid 4 updating version 0 to 1714 2024-09-11T03:42:13.096 INFO:tasks.rados.rados.0.smithi086.stdout:3014: oid 4 version 1714 is already newer than 1713 2024-09-11T03:42:13.096 INFO:tasks.rados.rados.0.smithi086.stdout:3014: oid 4 updating version 1714 to 1716 2024-09-11T03:42:13.096 INFO:tasks.rados.rados.0.smithi086.stdout:3014: oid 4 version 1716 is already newer than 1715 2024-09-11T03:42:13.096 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 1716 (ObjNum 966 snap 283 seq_num 966) dirty exists 2024-09-11T03:42:13.096 INFO:tasks.rados.rados.0.smithi086.stdout:3014: left oid 4 (ObjNum 966 snap 283 seq_num 966) 2024-09-11T03:42:13.096 INFO:tasks.rados.rados.0.smithi086.stdout:3013: done (2 left) 2024-09-11T03:42:13.096 INFO:tasks.rados.rados.0.smithi086.stdout:3014: done (1 left) 2024-09-11T03:42:13.096 INFO:tasks.rados.rados.0.smithi086.stdout:3015: done (0 left) 2024-09-11T03:42:13.096 INFO:tasks.rados.rados.0.smithi086.stdout:3016: rmattr oid 16 current snap is 283 2024-09-11T03:42:13.097 INFO:tasks.rados.rados.0.smithi086.stdout:3016: done (0 left) 2024-09-11T03:42:13.097 INFO:tasks.rados.rados.0.smithi086.stdout:3017: read oid 34 snap 282 2024-09-11T03:42:13.097 INFO:tasks.rados.rados.0.smithi086.stdout:3017: expect (ObjNum 955 snap 279 seq_num 955) 2024-09-11T03:42:13.097 INFO:tasks.rados.rados.0.smithi086.stdout:3018: delete oid 3 current snap is 283 2024-09-11T03:42:13.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:12 smithi130 ceph-mon[83685]: pgmap v653: 121 pgs: 121 active+clean; 161 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-11T03:42:13.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:12 smithi130 ceph-mon[83685]: osdmap e657: 8 total, 8 up, 8 in 2024-09-11T03:42:13.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:12 smithi130 ceph-mon[83685]: osdmap e658: 8 total, 8 up, 8 in 2024-09-11T03:42:13.099 INFO:tasks.rados.rados.0.smithi086.stdout:3018: done (1 left) 2024-09-11T03:42:13.099 INFO:tasks.rados.rados.0.smithi086.stdout:3019: copy_from oid 22 from oid 46 current snap is 283 2024-09-11T03:42:13.099 INFO:tasks.rados.rados.0.smithi086.stdout:3020: read oid 15 snap -1 2024-09-11T03:42:13.099 INFO:tasks.rados.rados.0.smithi086.stdout:3020: expect (ObjNum 821 snap 243 seq_num 821) 2024-09-11T03:42:13.099 INFO:tasks.rados.rados.0.smithi086.stdout:3021: read oid 10 snap -1 2024-09-11T03:42:13.099 INFO:tasks.rados.rados.0.smithi086.stdout:3021: expect deleted 2024-09-11T03:42:13.099 INFO:tasks.rados.rados.0.smithi086.stdout:3022: rollback oid 9 current snap is 283 2024-09-11T03:42:13.100 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 9 to 282 2024-09-11T03:42:13.100 INFO:tasks.rados.rados.0.smithi086.stdout:3023: rollback oid 1 current snap is 283 2024-09-11T03:42:13.100 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 1 to 282 2024-09-11T03:42:13.100 INFO:tasks.rados.rados.0.smithi086.stdout:3024: setattr oid 21 current snap is 283 2024-09-11T03:42:13.100 INFO:tasks.rados.rados.0.smithi086.stdout:3021: done (6 left) 2024-09-11T03:42:13.100 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 283 2024-09-11T03:42:13.101 INFO:tasks.rados.rados.0.smithi086.stdout:3025: seq_num 968 ranges {3760128=614400,4374528=745472,5120000=458752} 2024-09-11T03:42:13.124 INFO:tasks.rados.rados.0.smithi086.stdout:3025: writing smithi08678205-35 from 3760128 to 4374528 tid 1 2024-09-11T03:42:13.128 INFO:tasks.rados.rados.0.smithi086.stdout:3025: writing smithi08678205-35 from 4374528 to 5120000 tid 2 2024-09-11T03:42:13.131 INFO:tasks.rados.rados.0.smithi086.stdout:3025: writing smithi08678205-35 from 5120000 to 5578752 tid 3 2024-09-11T03:42:13.132 INFO:tasks.rados.rados.0.smithi086.stdout:3026: read oid 10 snap -1 2024-09-11T03:42:13.132 INFO:tasks.rados.rados.0.smithi086.stdout:3026: expect deleted 2024-09-11T03:42:13.132 INFO:tasks.rados.rados.0.smithi086.stdout:3027: delete oid 42 current snap is 283 2024-09-11T03:42:13.132 INFO:tasks.rados.rados.0.smithi086.stdout:3022: finishing rollback tid 0 to smithi08678205-9 2024-09-11T03:42:13.132 INFO:tasks.rados.rados.0.smithi086.stdout:3022: finishing rollback tid 1 to smithi08678205-9 2024-09-11T03:42:13.132 INFO:tasks.rados.rados.0.smithi086.stdout:3023: finishing rollback tid 0 to smithi08678205-1 2024-09-11T03:42:13.132 INFO:tasks.rados.rados.0.smithi086.stdout:3023: finishing rollback tid 1 to smithi08678205-1 2024-09-11T03:42:13.132 INFO:tasks.rados.rados.0.smithi086.stdout:3023: finishing rollback tid 2 to smithi08678205-1 2024-09-11T03:42:13.132 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 1719 (ObjNum 900 snap 269 seq_num 900) dirty exists 2024-09-11T03:42:13.132 INFO:tasks.rados.rados.0.smithi086.stdout:3022: finishing rollback tid 2 to smithi08678205-9 2024-09-11T03:42:13.132 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 1696 (ObjNum 906 snap 272 seq_num 906) dirty exists 2024-09-11T03:42:13.132 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 1936 (ObjNum 958 snap 279 seq_num 958) dirty exists 2024-09-11T03:42:13.132 INFO:tasks.rados.rados.0.smithi086.stdout:3020: expect (ObjNum 821 snap 243 seq_num 821) 2024-09-11T03:42:13.242 INFO:tasks.rados.rados.0.smithi086.stdout:3017: expect (ObjNum 955 snap 279 seq_num 955) 2024-09-11T03:42:13.584 INFO:tasks.rados.rados.0.smithi086.stdout:3025: finishing write tid 1 to smithi08678205-35 2024-09-11T03:42:13.584 INFO:tasks.rados.rados.0.smithi086.stdout:3025: finishing write tid 2 to smithi08678205-35 2024-09-11T03:42:13.584 INFO:tasks.rados.rados.0.smithi086.stdout:3025: finishing write tid 3 to smithi08678205-35 2024-09-11T03:42:13.584 INFO:tasks.rados.rados.0.smithi086.stdout:3025: finishing write tid 4 to smithi08678205-35 2024-09-11T03:42:13.584 INFO:tasks.rados.rados.0.smithi086.stdout:3025: finishing write tid 5 to smithi08678205-35 2024-09-11T03:42:13.584 INFO:tasks.rados.rados.0.smithi086.stdout:3025: oid 35 updating version 0 to 2413 2024-09-11T03:42:13.584 INFO:tasks.rados.rados.0.smithi086.stdout:3025: oid 35 updating version 2413 to 2416 2024-09-11T03:42:13.584 INFO:tasks.rados.rados.0.smithi086.stdout:3025: oid 35 version 2416 is already newer than 2414 2024-09-11T03:42:13.585 INFO:tasks.rados.rados.0.smithi086.stdout:3025: oid 35 version 2416 is already newer than 2415 2024-09-11T03:42:13.585 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2416 (ObjNum 968 snap 283 seq_num 968) dirty exists 2024-09-11T03:42:13.585 INFO:tasks.rados.rados.0.smithi086.stdout:3025: left oid 35 (ObjNum 968 snap 283 seq_num 968) 2024-09-11T03:42:13.585 INFO:tasks.rados.rados.0.smithi086.stdout:3019: finishing copy_from racing read to smithi08678205-22 2024-09-11T03:42:13.585 INFO:tasks.rados.rados.0.smithi086.stdout:3017: done (8 left) 2024-09-11T03:42:13.585 INFO:tasks.rados.rados.0.smithi086.stdout:3020: done (7 left) 2024-09-11T03:42:13.585 INFO:tasks.rados.rados.0.smithi086.stdout:3022: done (6 left) 2024-09-11T03:42:13.585 INFO:tasks.rados.rados.0.smithi086.stdout:3023: done (5 left) 2024-09-11T03:42:13.585 INFO:tasks.rados.rados.0.smithi086.stdout:3024: done (4 left) 2024-09-11T03:42:13.585 INFO:tasks.rados.rados.0.smithi086.stdout:3025: done (3 left) 2024-09-11T03:42:13.585 INFO:tasks.rados.rados.0.smithi086.stdout:3026: done (2 left) 2024-09-11T03:42:13.585 INFO:tasks.rados.rados.0.smithi086.stdout:3027: done (1 left) 2024-09-11T03:42:13.585 INFO:tasks.rados.rados.0.smithi086.stdout:3028: read oid 38 snap -1 2024-09-11T03:42:13.586 INFO:tasks.rados.rados.0.smithi086.stdout:3028: expect (ObjNum 888 snap 264 seq_num 888) 2024-09-11T03:42:13.586 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 283 2024-09-11T03:42:13.586 INFO:tasks.rados.rados.0.smithi086.stdout:3019: finishing copy_from to smithi08678205-22 2024-09-11T03:42:13.586 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 1716 (ObjNum 916 snap 272 seq_num 916) dirty exists 2024-09-11T03:42:13.586 INFO:tasks.rados.rados.0.smithi086.stdout:3029: seq_num 970 ranges {0=655360,655360=516096,1171456=688128} 2024-09-11T03:42:13.587 INFO:tasks.rados.rados.0.smithi086.stdout:3029: writing smithi08678205-31 from 0 to 655360 tid 1 2024-09-11T03:42:13.590 INFO:tasks.rados.rados.0.smithi086.stdout:3029: writing smithi08678205-31 from 655360 to 1171456 tid 2 2024-09-11T03:42:13.594 INFO:tasks.rados.rados.0.smithi086.stdout:3029: writing smithi08678205-31 from 1171456 to 1859584 tid 3 2024-09-11T03:42:13.594 INFO:tasks.rados.rados.0.smithi086.stdout:3019: done (2 left) 2024-09-11T03:42:13.594 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 283 2024-09-11T03:42:13.595 INFO:tasks.rados.rados.0.smithi086.stdout:3030: seq_num 971 ranges {6873088=671744,7544832=802816,8347648=401408} 2024-09-11T03:42:13.635 INFO:tasks.rados.rados.0.smithi086.stdout:3030: writing smithi08678205-39 from 6873088 to 7544832 tid 1 2024-09-11T03:42:13.639 INFO:tasks.rados.rados.0.smithi086.stdout:3030: writing smithi08678205-39 from 7544832 to 8347648 tid 2 2024-09-11T03:42:13.642 INFO:tasks.rados.rados.0.smithi086.stdout:3030: writing smithi08678205-39 from 8347648 to 8749056 tid 3 2024-09-11T03:42:13.642 INFO:tasks.rados.rados.0.smithi086.stdout:3031: rollback oid 16 current snap is 283 2024-09-11T03:42:13.642 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 16 to 282 2024-09-11T03:42:13.642 INFO:tasks.rados.rados.0.smithi086.stdout:3029: finishing write tid 1 to smithi08678205-31 2024-09-11T03:42:13.642 INFO:tasks.rados.rados.0.smithi086.stdout:3029: finishing write tid 2 to smithi08678205-31 2024-09-11T03:42:13.642 INFO:tasks.rados.rados.0.smithi086.stdout:3029: finishing write tid 3 to smithi08678205-31 2024-09-11T03:42:13.642 INFO:tasks.rados.rados.0.smithi086.stdout:3032: rmattr oid 3 current snap is 283 2024-09-11T03:42:13.642 INFO:tasks.rados.rados.0.smithi086.stdout:3032: done (4 left) 2024-09-11T03:42:13.642 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 283 2024-09-11T03:42:13.643 INFO:tasks.rados.rados.0.smithi086.stdout:3029: finishing write tid 4 to smithi08678205-31 2024-09-11T03:42:13.643 INFO:tasks.rados.rados.0.smithi086.stdout:3028: expect (ObjNum 888 snap 264 seq_num 888) 2024-09-11T03:42:13.816 INFO:tasks.rados.rados.0.smithi086.stdout:3029: finishing write tid 5 to smithi08678205-31 2024-09-11T03:42:13.816 INFO:tasks.rados.rados.0.smithi086.stdout:3029: oid 31 updating version 0 to 2521 2024-09-11T03:42:13.816 INFO:tasks.rados.rados.0.smithi086.stdout:3029: oid 31 version 2521 is already newer than 2520 2024-09-11T03:42:13.816 INFO:tasks.rados.rados.0.smithi086.stdout:3029: oid 31 updating version 2521 to 2523 2024-09-11T03:42:13.816 INFO:tasks.rados.rados.0.smithi086.stdout:3029: oid 31 version 2523 is already newer than 2522 2024-09-11T03:42:13.816 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 2523 (ObjNum 970 snap 283 seq_num 970) dirty exists 2024-09-11T03:42:13.816 INFO:tasks.rados.rados.0.smithi086.stdout:3029: left oid 31 (ObjNum 970 snap 283 seq_num 970) 2024-09-11T03:42:13.817 INFO:tasks.rados.rados.0.smithi086.stdout:3030: finishing write tid 1 to smithi08678205-39 2024-09-11T03:42:13.817 INFO:tasks.rados.rados.0.smithi086.stdout:3033: seq_num 972 ranges {368640=688128,1056768=688128,1744896=516096} 2024-09-11T03:42:13.821 INFO:tasks.rados.rados.0.smithi086.stdout:3033: writing smithi08678205-33 from 368640 to 1056768 tid 1 2024-09-11T03:42:13.825 INFO:tasks.rados.rados.0.smithi086.stdout:3033: writing smithi08678205-33 from 1056768 to 1744896 tid 2 2024-09-11T03:42:13.830 INFO:tasks.rados.rados.0.smithi086.stdout:3033: writing smithi08678205-33 from 1744896 to 2260992 tid 3 2024-09-11T03:42:13.830 INFO:tasks.rados.rados.0.smithi086.stdout:3028: done (4 left) 2024-09-11T03:42:13.830 INFO:tasks.rados.rados.0.smithi086.stdout:3029: done (3 left) 2024-09-11T03:42:13.830 INFO:tasks.rados.rados.0.smithi086.stdout:3034: copy_from oid 2 from oid 36 current snap is 283 2024-09-11T03:42:13.830 INFO:tasks.rados.rados.0.smithi086.stdout:3030: finishing write tid 2 to smithi08678205-39 2024-09-11T03:42:13.830 INFO:tasks.rados.rados.0.smithi086.stdout:3030: finishing write tid 3 to smithi08678205-39 2024-09-11T03:42:13.830 INFO:tasks.rados.rados.0.smithi086.stdout:3030: finishing write tid 4 to smithi08678205-39 2024-09-11T03:42:13.830 INFO:tasks.rados.rados.0.smithi086.stdout:3031: finishing rollback tid 0 to smithi08678205-16 2024-09-11T03:42:13.831 INFO:tasks.rados.rados.0.smithi086.stdout:3030: finishing write tid 5 to smithi08678205-39 2024-09-11T03:42:13.831 INFO:tasks.rados.rados.0.smithi086.stdout:3030: oid 39 updating version 0 to 1720 2024-09-11T03:42:13.831 INFO:tasks.rados.rados.0.smithi086.stdout:3030: oid 39 version 1720 is already newer than 1718 2024-09-11T03:42:13.831 INFO:tasks.rados.rados.0.smithi086.stdout:3030: oid 39 version 1720 is already newer than 1719 2024-09-11T03:42:13.831 INFO:tasks.rados.rados.0.smithi086.stdout:3030: oid 39 version 1720 is already newer than 1717 2024-09-11T03:42:13.831 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1720 (ObjNum 971 snap 283 seq_num 971) dirty exists 2024-09-11T03:42:13.831 INFO:tasks.rados.rados.0.smithi086.stdout:3030: left oid 39 (ObjNum 971 snap 283 seq_num 971) 2024-09-11T03:42:13.831 INFO:tasks.rados.rados.0.smithi086.stdout:3031: finishing rollback tid 1 to smithi08678205-16 2024-09-11T03:42:13.831 INFO:tasks.rados.rados.0.smithi086.stdout:3031: finishing rollback tid 2 to smithi08678205-16 2024-09-11T03:42:13.831 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 1723 (ObjNum 898 snap 268 seq_num 898) dirty exists 2024-09-11T03:42:13.831 INFO:tasks.rados.rados.0.smithi086.stdout:3030: done (3 left) 2024-09-11T03:42:13.832 INFO:tasks.rados.rados.0.smithi086.stdout:3031: done (2 left) 2024-09-11T03:42:13.832 INFO:tasks.rados.rados.0.smithi086.stdout:3035: read oid 4 snap -1 2024-09-11T03:42:13.832 INFO:tasks.rados.rados.0.smithi086.stdout:3035: expect (ObjNum 966 snap 283 seq_num 966) 2024-09-11T03:42:13.832 INFO:tasks.rados.rados.0.smithi086.stdout:3036: setattr oid 39 current snap is 283 2024-09-11T03:42:13.832 INFO:tasks.rados.rados.0.smithi086.stdout:3033: finishing write tid 1 to smithi08678205-33 2024-09-11T03:42:13.833 INFO:tasks.rados.rados.0.smithi086.stdout:3037: rmattr oid 10 current snap is 283 2024-09-11T03:42:13.834 INFO:tasks.rados.rados.0.smithi086.stdout:3037: done (4 left) 2024-09-11T03:42:13.834 INFO:tasks.rados.rados.0.smithi086.stdout:3038: read oid 23 snap 282 2024-09-11T03:42:13.834 INFO:tasks.rados.rados.0.smithi086.stdout:3038: expect (ObjNum 941 snap 274 seq_num 941) 2024-09-11T03:42:13.834 INFO:tasks.rados.rados.0.smithi086.stdout:3039: read oid 6 snap -1 2024-09-11T03:42:13.834 INFO:tasks.rados.rados.0.smithi086.stdout:3039: expect (ObjNum 865 snap 256 seq_num 865) 2024-09-11T03:42:13.834 INFO:tasks.rados.rados.0.smithi086.stdout:3040: rollback oid 47 current snap is 283 2024-09-11T03:42:13.834 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 47 to 282 2024-09-11T03:42:13.834 INFO:tasks.rados.rados.0.smithi086.stdout:3041: delete oid 28 current snap is 283 2024-09-11T03:42:13.834 INFO:tasks.rados.rados.0.smithi086.stdout:3033: finishing write tid 2 to smithi08678205-33 2024-09-11T03:42:13.835 INFO:tasks.rados.rados.0.smithi086.stdout:3033: finishing write tid 3 to smithi08678205-33 2024-09-11T03:42:13.835 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1724 (ObjNum 971 snap 283 seq_num 971) dirty exists 2024-09-11T03:42:13.835 INFO:tasks.rados.rados.0.smithi086.stdout:3034: finishing copy_from racing read to smithi08678205-2 2024-09-11T03:42:13.837 INFO:tasks.rados.rados.0.smithi086.stdout:3034: finishing copy_from to smithi08678205-2 2024-09-11T03:42:13.837 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 2509 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-11T03:42:13.860 INFO:tasks.rados.rados.0.smithi086.stdout:3033: finishing write tid 4 to smithi08678205-33 2024-09-11T03:42:13.866 INFO:tasks.rados.rados.0.smithi086.stdout:3035: expect (ObjNum 966 snap 283 seq_num 966) 2024-09-11T03:42:14.319 INFO:tasks.rados.rados.0.smithi086.stdout:3040: finishing rollback tid 0 to smithi08678205-47 2024-09-11T03:42:14.319 INFO:tasks.rados.rados.0.smithi086.stdout:3040: finishing rollback tid 1 to smithi08678205-47 2024-09-11T03:42:14.319 INFO:tasks.rados.rados.0.smithi086.stdout:3040: finishing rollback tid 2 to smithi08678205-47 2024-09-11T03:42:14.319 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 1722 (ObjNum 930 snap 274 seq_num 930) dirty exists 2024-09-11T03:42:14.320 INFO:tasks.rados.rados.0.smithi086.stdout:3038: expect (ObjNum 941 snap 274 seq_num 941) 2024-09-11T03:42:14.802 INFO:tasks.rados.rados.0.smithi086.stdout:3033: finishing write tid 5 to smithi08678205-33 2024-09-11T03:42:14.802 INFO:tasks.rados.rados.0.smithi086.stdout:3033: oid 33 updating version 0 to 2527 2024-09-11T03:42:14.802 INFO:tasks.rados.rados.0.smithi086.stdout:3033: oid 33 version 2527 is already newer than 2525 2024-09-11T03:42:14.802 INFO:tasks.rados.rados.0.smithi086.stdout:3033: oid 33 version 2527 is already newer than 2526 2024-09-11T03:42:14.803 INFO:tasks.rados.rados.0.smithi086.stdout:3033: oid 33 updating version 2527 to 2528 2024-09-11T03:42:14.803 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 2528 (ObjNum 972 snap 283 seq_num 972) dirty exists 2024-09-11T03:42:14.803 INFO:tasks.rados.rados.0.smithi086.stdout:3033: left oid 33 (ObjNum 972 snap 283 seq_num 972) 2024-09-11T03:42:14.803 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:42:14 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:42:14] "GET /metrics HTTP/1.1" 200 36368 "" "Prometheus/2.51.0" 2024-09-11T03:42:14.803 INFO:tasks.rados.rados.0.smithi086.stdout:3039: expect (ObjNum 865 snap 256 seq_num 865) 2024-09-11T03:42:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:14 smithi086 ceph-mon[89281]: pgmap v656: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 170 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.7 MiB/s wr, 6 op/s 2024-09-11T03:42:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:14 smithi086 ceph-mon[91691]: pgmap v656: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 170 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.7 MiB/s wr, 6 op/s 2024-09-11T03:42:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:14 smithi130 ceph-mon[83685]: pgmap v656: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 170 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.7 MiB/s wr, 6 op/s 2024-09-11T03:42:17.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:16 smithi086 ceph-mon[89281]: pgmap v657: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2024-09-11T03:42:17.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:16 smithi086 ceph-mon[91691]: pgmap v657: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2024-09-11T03:42:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:16 smithi130 ceph-mon[83685]: pgmap v657: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2024-09-11T03:42:17.589 INFO:tasks.rados.rados.0.smithi086.stdout:3033: done (7 left) 2024-09-11T03:42:17.589 INFO:tasks.rados.rados.0.smithi086.stdout:3034: done (6 left) 2024-09-11T03:42:17.590 INFO:tasks.rados.rados.0.smithi086.stdout:3035: done (5 left) 2024-09-11T03:42:17.590 INFO:tasks.rados.rados.0.smithi086.stdout:3036: done (4 left) 2024-09-11T03:42:17.590 INFO:tasks.rados.rados.0.smithi086.stdout:3038: done (3 left) 2024-09-11T03:42:17.590 INFO:tasks.rados.rados.0.smithi086.stdout:3039: done (2 left) 2024-09-11T03:42:17.590 INFO:tasks.rados.rados.0.smithi086.stdout:3040: done (1 left) 2024-09-11T03:42:17.590 INFO:tasks.rados.rados.0.smithi086.stdout:3041: done (0 left) 2024-09-11T03:42:17.590 INFO:tasks.rados.rados.0.smithi086.stdout:3042: rollback oid 19 current snap is 283 2024-09-11T03:42:17.590 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 19 to 282 2024-09-11T03:42:17.590 INFO:tasks.rados.rados.0.smithi086.stdout:3043: rmattr oid 23 current snap is 283 2024-09-11T03:42:17.590 INFO:tasks.rados.rados.0.smithi086.stdout:3044: read oid 37 snap -1 2024-09-11T03:42:17.590 INFO:tasks.rados.rados.0.smithi086.stdout:3044: expect (ObjNum 905 snap 272 seq_num 905) 2024-09-11T03:42:17.590 INFO:tasks.rados.rados.0.smithi086.stdout:3045: setattr oid 11 current snap is 283 2024-09-11T03:42:17.591 INFO:tasks.rados.rados.0.smithi086.stdout:3046: delete oid 33 current snap is 283 2024-09-11T03:42:17.591 INFO:tasks.rados.rados.0.smithi086.stdout:3042: finishing rollback tid 1 to smithi08678205-19 2024-09-11T03:42:17.591 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 0 (ObjNum 65 snap 0 seq_num 1549103463) dirty dne 2024-09-11T03:42:17.593 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2531 (ObjNum 941 snap 274 seq_num 941) dirty exists 2024-09-11T03:42:17.594 INFO:tasks.rados.rados.0.smithi086.stdout:3042: done (4 left) 2024-09-11T03:42:17.595 INFO:tasks.rados.rados.0.smithi086.stdout:3043: done (3 left) 2024-09-11T03:42:17.595 INFO:tasks.rados.rados.0.smithi086.stdout:3046: done (2 left) 2024-09-11T03:42:17.595 INFO:tasks.rados.rados.0.smithi086.stdout:3047: read oid 48 snap -1 2024-09-11T03:42:17.595 INFO:tasks.rados.rados.0.smithi086.stdout:3047: expect (ObjNum 911 snap 272 seq_num 911) 2024-09-11T03:42:17.595 INFO:tasks.rados.rados.0.smithi086.stdout:3048: copy_from oid 43 from oid 20 current snap is 283 2024-09-11T03:42:17.595 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 1945 (ObjNum 919 snap 272 seq_num 919) dirty exists 2024-09-11T03:42:17.595 INFO:tasks.rados.rados.0.smithi086.stdout:3045: done (3 left) 2024-09-11T03:42:17.595 INFO:tasks.rados.rados.0.smithi086.stdout:3049: read oid 31 snap -1 2024-09-11T03:42:17.596 INFO:tasks.rados.rados.0.smithi086.stdout:3049: expect (ObjNum 970 snap 283 seq_num 970) 2024-09-11T03:42:17.596 INFO:tasks.rados.rados.0.smithi086.stdout:3050: read oid 17 snap 282 2024-09-11T03:42:17.596 INFO:tasks.rados.rados.0.smithi086.stdout:3050: expect (ObjNum 935 snap 274 seq_num 935) 2024-09-11T03:42:17.596 INFO:tasks.rados.rados.0.smithi086.stdout:3051: rollback oid 7 current snap is 283 2024-09-11T03:42:17.596 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 7 to 282 2024-09-11T03:42:17.596 INFO:tasks.rados.rados.0.smithi086.stdout:3052: rollback oid 34 current snap is 283 2024-09-11T03:42:17.596 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 34 to 282 2024-09-11T03:42:17.596 INFO:tasks.rados.rados.0.smithi086.stdout:3053: setattr oid 25 current snap is 283 2024-09-11T03:42:17.597 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 283 2024-09-11T03:42:17.597 INFO:tasks.rados.rados.0.smithi086.stdout:3054: seq_num 975 ranges {6651904=737280,7389184=786432,8175616=417792} 2024-09-11T03:42:17.637 INFO:tasks.rados.rados.0.smithi086.stdout:3054: writing smithi08678205-21 from 6651904 to 7389184 tid 1 2024-09-11T03:42:17.641 INFO:tasks.rados.rados.0.smithi086.stdout:3054: writing smithi08678205-21 from 7389184 to 8175616 tid 2 2024-09-11T03:42:17.644 INFO:tasks.rados.rados.0.smithi086.stdout:3054: writing smithi08678205-21 from 8175616 to 8593408 tid 3 2024-09-11T03:42:17.644 INFO:tasks.rados.rados.0.smithi086.stdout:3055: delete oid 26 current snap is 283 2024-09-11T03:42:17.644 INFO:tasks.rados.rados.0.smithi086.stdout:3044: expect (ObjNum 905 snap 272 seq_num 905) 2024-09-11T03:42:17.687 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 1946 (ObjNum 97 snap 0 seq_num 3221117200) dirty exists 2024-09-11T03:42:17.687 INFO:tasks.rados.rados.0.smithi086.stdout:3047: expect (ObjNum 911 snap 272 seq_num 911) 2024-09-11T03:42:17.709 INFO:tasks.rados.rados.0.smithi086.stdout:3051: finishing rollback tid 1 to smithi08678205-7 2024-09-11T03:42:17.709 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 0 (ObjNum 49 snap 0 seq_num 3221300384) dirty dne 2024-09-11T03:42:17.709 INFO:tasks.rados.rados.0.smithi086.stdout:3048: finishing copy_from to smithi08678205-43 2024-09-11T03:42:17.709 INFO:tasks.rados.rados.0.smithi086.stdout:3048: got expected ENOENT (src dne) 2024-09-11T03:42:17.709 INFO:tasks.rados.rados.0.smithi086.stdout:3048: finishing copy_from racing read to smithi08678205-43 2024-09-11T03:42:17.709 INFO:tasks.rados.rados.0.smithi086.stdout:3052: finishing rollback tid 0 to smithi08678205-34 2024-09-11T03:42:17.710 INFO:tasks.rados.rados.0.smithi086.stdout:3052: finishing rollback tid 1 to smithi08678205-34 2024-09-11T03:42:17.710 INFO:tasks.rados.rados.0.smithi086.stdout:3044: done (9 left) 2024-09-11T03:42:17.710 INFO:tasks.rados.rados.0.smithi086.stdout:3047: done (8 left) 2024-09-11T03:42:17.710 INFO:tasks.rados.rados.0.smithi086.stdout:3048: done (7 left) 2024-09-11T03:42:17.710 INFO:tasks.rados.rados.0.smithi086.stdout:3051: done (6 left) 2024-09-11T03:42:17.710 INFO:tasks.rados.rados.0.smithi086.stdout:3053: done (5 left) 2024-09-11T03:42:17.710 INFO:tasks.rados.rados.0.smithi086.stdout:3055: done (4 left) 2024-09-11T03:42:17.710 INFO:tasks.rados.rados.0.smithi086.stdout:3056: copy_from oid 48 from oid 19 current snap is 283 2024-09-11T03:42:17.710 INFO:tasks.rados.rados.0.smithi086.stdout:3049: expect (ObjNum 970 snap 283 seq_num 970) 2024-09-11T03:42:17.758 INFO:tasks.rados.rados.0.smithi086.stdout:3052: finishing rollback tid 2 to smithi08678205-34 2024-09-11T03:42:17.758 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 1720 (ObjNum 955 snap 279 seq_num 955) dirty exists 2024-09-11T03:42:17.758 INFO:tasks.rados.rados.0.smithi086.stdout:3050: expect (ObjNum 935 snap 274 seq_num 935) 2024-09-11T03:42:18.080 INFO:tasks.rados.rados.0.smithi086.stdout:3054: finishing write tid 1 to smithi08678205-21 2024-09-11T03:42:18.081 INFO:tasks.rados.rados.0.smithi086.stdout:3054: finishing write tid 2 to smithi08678205-21 2024-09-11T03:42:18.081 INFO:tasks.rados.rados.0.smithi086.stdout:3054: finishing write tid 3 to smithi08678205-21 2024-09-11T03:42:18.081 INFO:tasks.rados.rados.0.smithi086.stdout:3054: finishing write tid 4 to smithi08678205-21 2024-09-11T03:42:18.081 INFO:tasks.rados.rados.0.smithi086.stdout:3054: finishing write tid 5 to smithi08678205-21 2024-09-11T03:42:18.081 INFO:tasks.rados.rados.0.smithi086.stdout:3054: oid 21 updating version 0 to 1938 2024-09-11T03:42:18.081 INFO:tasks.rados.rados.0.smithi086.stdout:3054: oid 21 updating version 1938 to 1940 2024-09-11T03:42:18.081 INFO:tasks.rados.rados.0.smithi086.stdout:3054: oid 21 updating version 1940 to 1941 2024-09-11T03:42:18.081 INFO:tasks.rados.rados.0.smithi086.stdout:3054: oid 21 version 1941 is already newer than 1939 2024-09-11T03:42:18.081 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 1941 (ObjNum 975 snap 283 seq_num 975) dirty exists 2024-09-11T03:42:18.081 INFO:tasks.rados.rados.0.smithi086.stdout:3054: left oid 21 (ObjNum 975 snap 283 seq_num 975) 2024-09-11T03:42:18.081 INFO:tasks.rados.rados.0.smithi086.stdout:3049: done (4 left) 2024-09-11T03:42:18.082 INFO:tasks.rados.rados.0.smithi086.stdout:3050: done (3 left) 2024-09-11T03:42:18.082 INFO:tasks.rados.rados.0.smithi086.stdout:3052: done (2 left) 2024-09-11T03:42:18.082 INFO:tasks.rados.rados.0.smithi086.stdout:3054: done (1 left) 2024-09-11T03:42:18.082 INFO:tasks.rados.rados.0.smithi086.stdout:3057: rollback oid 40 current snap is 283 2024-09-11T03:42:18.082 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 40 to 282 2024-09-11T03:42:18.082 INFO:tasks.rados.rados.0.smithi086.stdout:3056: finishing copy_from to smithi08678205-48 2024-09-11T03:42:18.082 INFO:tasks.rados.rados.0.smithi086.stdout:3056: got expected ENOENT (src dne) 2024-09-11T03:42:18.082 INFO:tasks.rados.rados.0.smithi086.stdout:3056: finishing copy_from racing read to smithi08678205-48 2024-09-11T03:42:18.082 INFO:tasks.rados.rados.0.smithi086.stdout:3056: done (1 left) 2024-09-11T03:42:18.082 INFO:tasks.rados.rados.0.smithi086.stdout:3058: snap_create 2024-09-11T03:42:18.084 INFO:tasks.rados.rados.0.smithi086.stdout:3057: finishing rollback tid 0 to smithi08678205-40 2024-09-11T03:42:18.084 INFO:tasks.rados.rados.0.smithi086.stdout:3057: finishing rollback tid 1 to smithi08678205-40 2024-09-11T03:42:18.084 INFO:tasks.rados.rados.0.smithi086.stdout:3057: finishing rollback tid 2 to smithi08678205-40 2024-09-11T03:42:18.084 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 1719 (ObjNum 898 snap 268 seq_num 898) dirty exists 2024-09-11T03:42:18.811 INFO:tasks.rados.rados.0.smithi086.stdout:3057: done (1 left) 2024-09-11T03:42:18.811 INFO:tasks.rados.rados.0.smithi086.stdout:3058: done (0 left) 2024-09-11T03:42:18.811 INFO:tasks.rados.rados.0.smithi086.stdout:3059: read oid 10 snap 282 2024-09-11T03:42:18.812 INFO:tasks.rados.rados.0.smithi086.stdout:3059: expect deleted 2024-09-11T03:42:18.812 INFO:tasks.rados.rados.0.smithi086.stdout:3060: snap_create 2024-09-11T03:42:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:18 smithi086 ceph-mon[89281]: pgmap v658: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.2 MiB/s wr, 23 op/s 2024-09-11T03:42:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:18 smithi086 ceph-mon[89281]: osdmap e659: 8 total, 8 up, 8 in 2024-09-11T03:42:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:18 smithi086 ceph-mon[91691]: pgmap v658: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.2 MiB/s wr, 23 op/s 2024-09-11T03:42:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:18 smithi086 ceph-mon[91691]: osdmap e659: 8 total, 8 up, 8 in 2024-09-11T03:42:19.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:18 smithi130 ceph-mon[83685]: pgmap v658: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.2 MiB/s wr, 23 op/s 2024-09-11T03:42:19.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:18 smithi130 ceph-mon[83685]: osdmap e659: 8 total, 8 up, 8 in 2024-09-11T03:42:19.819 INFO:tasks.rados.rados.0.smithi086.stdout:3059: done (1 left) 2024-09-11T03:42:19.820 INFO:tasks.rados.rados.0.smithi086.stdout:3060: done (0 left) 2024-09-11T03:42:19.820 INFO:tasks.rados.rados.0.smithi086.stdout:3061: copy_from oid 43 from oid 41 current snap is 285 2024-09-11T03:42:19.820 INFO:tasks.rados.rados.0.smithi086.stdout:3062: delete oid 31 current snap is 285 2024-09-11T03:42:19.831 INFO:tasks.rados.rados.0.smithi086.stdout:3062: done (1 left) 2024-09-11T03:42:19.831 INFO:tasks.rados.rados.0.smithi086.stdout:3063: copy_from oid 10 from oid 31 current snap is 285 2024-09-11T03:42:19.831 INFO:tasks.rados.rados.0.smithi086.stdout:3064: read oid 4 snap -1 2024-09-11T03:42:19.831 INFO:tasks.rados.rados.0.smithi086.stdout:3064: expect (ObjNum 966 snap 283 seq_num 966) 2024-09-11T03:42:19.831 INFO:tasks.rados.rados.0.smithi086.stdout:3065: snap_create 2024-09-11T03:42:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3061: finishing copy_from racing read to smithi08678205-43 2024-09-11T03:42:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3063: finishing copy_from to smithi08678205-10 2024-09-11T03:42:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3063: got expected ENOENT (src dne) 2024-09-11T03:42:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3063: finishing copy_from racing read to smithi08678205-10 2024-09-11T03:42:19.842 INFO:tasks.rados.rados.0.smithi086.stdout:3061: finishing copy_from to smithi08678205-43 2024-09-11T03:42:19.842 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 2481 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:42:19.865 INFO:tasks.rados.rados.0.smithi086.stdout:3064: expect (ObjNum 966 snap 283 seq_num 966) 2024-09-11T03:42:20.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:19 smithi086 ceph-mon[89281]: osdmap e660: 8 total, 8 up, 8 in 2024-09-11T03:42:20.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:42:20.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:19 smithi086 ceph-mon[91691]: osdmap e660: 8 total, 8 up, 8 in 2024-09-11T03:42:20.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:42:20.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:19 smithi130 ceph-mon[83685]: osdmap e660: 8 total, 8 up, 8 in 2024-09-11T03:42:20.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:42:20.825 INFO:tasks.rados.rados.0.smithi086.stdout:3061: done (3 left) 2024-09-11T03:42:20.825 INFO:tasks.rados.rados.0.smithi086.stdout:3063: done (2 left) 2024-09-11T03:42:20.825 INFO:tasks.rados.rados.0.smithi086.stdout:3064: done (1 left) 2024-09-11T03:42:20.825 INFO:tasks.rados.rados.0.smithi086.stdout:3065: done (0 left) 2024-09-11T03:42:20.825 INFO:tasks.rados.rados.0.smithi086.stdout:3066: snap_remove snap 285 2024-09-11T03:42:21.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:20 smithi086 ceph-mon[89281]: pgmap v661: 121 pgs: 121 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 6.2 MiB/s wr, 33 op/s 2024-09-11T03:42:21.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:20 smithi086 ceph-mon[89281]: osdmap e661: 8 total, 8 up, 8 in 2024-09-11T03:42:21.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:20 smithi086 ceph-mon[91691]: pgmap v661: 121 pgs: 121 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 6.2 MiB/s wr, 33 op/s 2024-09-11T03:42:21.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:20 smithi086 ceph-mon[91691]: osdmap e661: 8 total, 8 up, 8 in 2024-09-11T03:42:21.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:20 smithi130 ceph-mon[83685]: pgmap v661: 121 pgs: 121 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 6.2 MiB/s wr, 33 op/s 2024-09-11T03:42:21.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:20 smithi130 ceph-mon[83685]: osdmap e661: 8 total, 8 up, 8 in 2024-09-11T03:42:21.833 INFO:tasks.rados.rados.0.smithi086.stdout:3066: done (0 left) 2024-09-11T03:42:21.833 INFO:tasks.rados.rados.0.smithi086.stdout:3067: read oid 1 snap -1 2024-09-11T03:42:21.833 INFO:tasks.rados.rados.0.smithi086.stdout:3067: expect (ObjNum 900 snap 269 seq_num 900) 2024-09-11T03:42:21.833 INFO:tasks.rados.rados.0.smithi086.stdout:3068: setattr oid 36 current snap is 286 2024-09-11T03:42:21.834 INFO:tasks.rados.rados.0.smithi086.stdout:3069: snap_create 2024-09-11T03:42:21.840 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2538 (ObjNum 33 snap 0 seq_num 3873309887) dirty exists 2024-09-11T03:42:21.841 INFO:tasks.rados.rados.0.smithi086.stdout:3067: expect (ObjNum 900 snap 269 seq_num 900) 2024-09-11T03:42:21.981 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:21 smithi086 ceph-mon[89281]: osdmap e662: 8 total, 8 up, 8 in 2024-09-11T03:42:21.981 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:21 smithi086 ceph-mon[89281]: from='client.34635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:42:21.982 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:21 smithi086 ceph-mon[91691]: osdmap e662: 8 total, 8 up, 8 in 2024-09-11T03:42:21.982 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:21 smithi086 ceph-mon[91691]: from='client.34635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:42:22.002 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -e sha1=8f219c476cb4f26fc5719c661c0323719a45cb30 -- bash -c 'ceph orch ps' 2024-09-11T03:42:22.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:21 smithi130 ceph-mon[83685]: osdmap e662: 8 total, 8 up, 8 in 2024-09-11T03:42:22.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:21 smithi130 ceph-mon[83685]: from='client.34635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:42:22.202 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:42:22.730 INFO:tasks.rados.rados.0.smithi086.stdout:3067: done (2 left) 2024-09-11T03:42:22.730 INFO:tasks.rados.rados.0.smithi086.stdout:3068: done (1 left) 2024-09-11T03:42:22.730 INFO:tasks.rados.rados.0.smithi086.stdout:3069: done (0 left) 2024-09-11T03:42:22.730 INFO:tasks.rados.rados.0.smithi086.stdout:3070: read oid 18 snap -1 2024-09-11T03:42:22.730 INFO:tasks.rados.rados.0.smithi086.stdout:3070: expect (ObjNum 944 snap 275 seq_num 944) 2024-09-11T03:42:22.730 INFO:tasks.rados.rados.0.smithi086.stdout:3071: rmattr oid 45 current snap is 287 2024-09-11T03:42:22.730 INFO:tasks.rados.rados.0.smithi086.stdout:3071: done (1 left) 2024-09-11T03:42:22.731 INFO:tasks.rados.rados.0.smithi086.stdout:3072: rmattr oid 6 current snap is 287 2024-09-11T03:42:22.731 INFO:tasks.rados.rados.0.smithi086.stdout:3073: read oid 2 snap 283 2024-09-11T03:42:22.731 INFO:tasks.rados.rados.0.smithi086.stdout:3073: expect (ObjNum -1074202608 snap 21906 seq_num 3220517808) 2024-09-11T03:42:22.731 INFO:tasks.rados.rados.0.smithi086.stdout:3074: read oid 24 snap -1 2024-09-11T03:42:22.731 INFO:tasks.rados.rados.0.smithi086.stdout:3074: expect (ObjNum 669 snap 191 seq_num 669) 2024-09-11T03:42:22.731 INFO:tasks.rados.rados.0.smithi086.stdout:3075: snap_remove snap 286 2024-09-11T03:42:22.971 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:22 smithi086 ceph-mon[89281]: pgmap v664: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-11T03:42:22.971 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:22 smithi086 ceph-mon[89281]: osdmap e663: 8 total, 8 up, 8 in 2024-09-11T03:42:22.971 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:22 smithi086 ceph-mon[89281]: osdmap e664: 8 total, 8 up, 8 in 2024-09-11T03:42:22.972 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:22 smithi086 ceph-mon[91691]: pgmap v664: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-11T03:42:22.972 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:22 smithi086 ceph-mon[91691]: osdmap e663: 8 total, 8 up, 8 in 2024-09-11T03:42:22.972 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:22 smithi086 ceph-mon[91691]: osdmap e664: 8 total, 8 up, 8 in 2024-09-11T03:42:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:22 smithi130 ceph-mon[83685]: pgmap v664: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-11T03:42:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:22 smithi130 ceph-mon[83685]: osdmap e663: 8 total, 8 up, 8 in 2024-09-11T03:42:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:22 smithi130 ceph-mon[83685]: osdmap e664: 8 total, 8 up, 8 in 2024-09-11T03:42:23.731 INFO:tasks.rados.rados.0.smithi086.stdout:3075: done (4 left) 2024-09-11T03:42:23.731 INFO:tasks.rados.rados.0.smithi086.stdout:3076: snap_create 2024-09-11T03:42:23.731 INFO:tasks.rados.rados.0.smithi086.stdout:3073: expect (ObjNum -1074202608 snap 21906 seq_num 3220517808) 2024-09-11T03:42:23.733 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1716 (ObjNum 865 snap 256 seq_num 865) dirty exists 2024-09-11T03:42:23.733 INFO:tasks.rados.rados.0.smithi086.stdout:3074: expect (ObjNum 669 snap 191 seq_num 669) 2024-09-11T03:42:23.791 INFO:tasks.rados.rados.0.smithi086.stdout:3070: expect (ObjNum 944 snap 275 seq_num 944) 2024-09-11T03:42:23.997 INFO:teuthology.orchestra.run.smithi086.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-11T03:42:23.997 INFO:teuthology.orchestra.run.smithi086.stdout:alertmanager.a smithi086 *:9093,9094 running (46s) 42s ago 12m 15.5M - 0.27.0 11f11916f8cd fb8083f38556 2024-09-11T03:42:23.997 INFO:teuthology.orchestra.run.smithi086.stdout:grafana.a smithi130 *:3000 running (26s) 19s ago 12m 51.0M - c8b91775d855 f32e04b93501 2024-09-11T03:42:23.997 INFO:teuthology.orchestra.run.smithi086.stdout:mds.a smithi086 running (2m) 42s ago 13m 14.3M - 19.3.0-4854-g8f219c47 589dd18248e4 16af9d6d2e7d 2024-09-11T03:42:23.997 INFO:teuthology.orchestra.run.smithi086.stdout:mds.b smithi130 running (107s) 19s ago 13m 15.0M - 19.3.0-4854-g8f219c47 589dd18248e4 0bc8987bce13 2024-09-11T03:42:23.997 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.x smithi130 *:8443,9283,8765 running (7m) 19s ago 17m 457M - 19.3.0-4854-g8f219c47 589dd18248e4 907777b59b5a 2024-09-11T03:42:23.997 INFO:teuthology.orchestra.run.smithi086.stdout:mgr.y smithi086 *:8443,9283,8765 running (8m) 42s ago 18m 532M - 19.3.0-4854-g8f219c47 589dd18248e4 85f67b749129 2024-09-11T03:42:23.997 INFO:teuthology.orchestra.run.smithi086.stdout:mon.a smithi086 running (7m) 42s ago 19m 70.4M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 c68f4fe1197e 2024-09-11T03:42:23.997 INFO:teuthology.orchestra.run.smithi086.stdout:mon.b smithi130 running (7m) 19s ago 17m 54.7M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 ea79ba44611d 2024-09-11T03:42:23.997 INFO:teuthology.orchestra.run.smithi086.stdout:mon.c smithi086 running (7m) 42s ago 17m 57.1M 2048M 19.3.0-4854-g8f219c47 589dd18248e4 270b822d1962 2024-09-11T03:42:23.997 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.a smithi086 *:9100 running (93s) 42s ago 12m 9.90M - 1.7.0 72c9c2088986 5225d6f2e33b 2024-09-11T03:42:23.998 INFO:teuthology.orchestra.run.smithi086.stdout:node-exporter.b smithi130 *:9100 running (87s) 19s ago 12m 10.7M - 1.7.0 72c9c2088986 9cdd2b1e4694 2024-09-11T03:42:23.998 INFO:teuthology.orchestra.run.smithi086.stdout:osd.0 smithi086 running (6m) 42s ago 16m 327M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 987e6b2de39f 2024-09-11T03:42:23.998 INFO:teuthology.orchestra.run.smithi086.stdout:osd.1 smithi086 running (5m) 42s ago 16m 257M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 cfd4be907390 2024-09-11T03:42:23.998 INFO:teuthology.orchestra.run.smithi086.stdout:osd.2 smithi086 running (5m) 42s ago 16m 281M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 0310f346c09e 2024-09-11T03:42:23.998 INFO:teuthology.orchestra.run.smithi086.stdout:osd.3 smithi086 running (4m) 42s ago 15m 184M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 e864761f34a2 2024-09-11T03:42:23.998 INFO:teuthology.orchestra.run.smithi086.stdout:osd.4 smithi130 running (4m) 19s ago 15m 214M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 95790e251d1e 2024-09-11T03:42:23.998 INFO:teuthology.orchestra.run.smithi086.stdout:osd.5 smithi130 running (3m) 19s ago 14m 225M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 528becb15668 2024-09-11T03:42:23.998 INFO:teuthology.orchestra.run.smithi086.stdout:osd.6 smithi130 running (3m) 19s ago 14m 138M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 3a448619e99a 2024-09-11T03:42:23.998 INFO:teuthology.orchestra.run.smithi086.stdout:osd.7 smithi130 running (2m) 19s ago 14m 140M 2480M 19.3.0-4854-g8f219c47 589dd18248e4 f30626089656 2024-09-11T03:42:23.998 INFO:teuthology.orchestra.run.smithi086.stdout:prometheus.a smithi130 *:9095 running (67s) 19s ago 12m 37.5M - 2.51.0 1d3b7f56885b 441718d31e6e 2024-09-11T03:42:24.572 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:42:24 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:42:24] "GET /metrics HTTP/1.1" 200 36365 "" "Prometheus/2.51.0" 2024-09-11T03:42:24.735 INFO:tasks.rados.rados.0.smithi086.stdout:3070: done (4 left) 2024-09-11T03:42:24.736 INFO:tasks.rados.rados.0.smithi086.stdout:3072: done (3 left) 2024-09-11T03:42:24.736 INFO:tasks.rados.rados.0.smithi086.stdout:3073: done (2 left) 2024-09-11T03:42:24.736 INFO:tasks.rados.rados.0.smithi086.stdout:3074: done (1 left) 2024-09-11T03:42:24.736 INFO:tasks.rados.rados.0.smithi086.stdout:3076: done (0 left) 2024-09-11T03:42:24.736 INFO:tasks.rados.rados.0.smithi086.stdout:3077: delete oid 14 current snap is 288 2024-09-11T03:42:24.739 INFO:tasks.rados.rados.0.smithi086.stdout:3077: done (0 left) 2024-09-11T03:42:24.739 INFO:tasks.rados.rados.0.smithi086.stdout:3078: snap_create 2024-09-11T03:42:24.774 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:24 smithi086 ceph-mon[89281]: pgmap v667: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-11T03:42:24.774 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:24 smithi086 ceph-mon[89281]: osdmap e665: 8 total, 8 up, 8 in 2024-09-11T03:42:24.774 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:24 smithi086 ceph-mon[89281]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:42:24.774 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:24 smithi086 ceph-mon[91691]: pgmap v667: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-11T03:42:24.774 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:24 smithi086 ceph-mon[91691]: osdmap e665: 8 total, 8 up, 8 in 2024-09-11T03:42:24.775 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:24 smithi086 ceph-mon[91691]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:42:24.792 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -e sha1=8f219c476cb4f26fc5719c661c0323719a45cb30 -- bash -c 'ceph versions' 2024-09-11T03:42:25.001 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:42:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:24 smithi130 ceph-mon[83685]: pgmap v667: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-11T03:42:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:24 smithi130 ceph-mon[83685]: osdmap e665: 8 total, 8 up, 8 in 2024-09-11T03:42:25.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:24 smithi130 ceph-mon[83685]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-11T03:42:25.752 INFO:tasks.rados.rados.0.smithi086.stdout:3078: done (0 left) 2024-09-11T03:42:25.752 INFO:tasks.rados.rados.0.smithi086.stdout:3079: copy_from oid 50 from oid 8 current snap is 289 2024-09-11T03:42:25.753 INFO:tasks.rados.rados.0.smithi086.stdout:3080: copy_from oid 29 from oid 43 current snap is 289 2024-09-11T03:42:25.753 INFO:tasks.rados.rados.0.smithi086.stdout:3081: read oid 40 snap -1 2024-09-11T03:42:25.753 INFO:tasks.rados.rados.0.smithi086.stdout:3081: expect (ObjNum 898 snap 268 seq_num 898) 2024-09-11T03:42:25.753 INFO:tasks.rados.rados.0.smithi086.stdout:3082: read oid 20 snap -1 2024-09-11T03:42:25.753 INFO:tasks.rados.rados.0.smithi086.stdout:3082: expect deleted 2024-09-11T03:42:25.753 INFO:tasks.rados.rados.0.smithi086.stdout:3083: read oid 26 snap -1 2024-09-11T03:42:25.753 INFO:tasks.rados.rados.0.smithi086.stdout:3083: expect deleted 2024-09-11T03:42:25.753 INFO:tasks.rados.rados.0.smithi086.stdout:3084: snap_remove snap 288 2024-09-11T03:42:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:25 smithi086 ceph-mon[89281]: osdmap e666: 8 total, 8 up, 8 in 2024-09-11T03:42:26.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:25 smithi086 ceph-mon[91691]: osdmap e666: 8 total, 8 up, 8 in 2024-09-11T03:42:26.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:25 smithi130 ceph-mon[83685]: osdmap e666: 8 total, 8 up, 8 in 2024-09-11T03:42:26.754 INFO:tasks.rados.rados.0.smithi086.stdout:3084: done (5 left) 2024-09-11T03:42:26.754 INFO:tasks.rados.rados.0.smithi086.stdout:3085: delete oid 9 current snap is 289 2024-09-11T03:42:26.754 INFO:tasks.rados.rados.0.smithi086.stdout:3080: finishing copy_from racing read to smithi08678205-29 2024-09-11T03:42:26.754 INFO:tasks.rados.rados.0.smithi086.stdout:3080: finishing copy_from to smithi08678205-29 2024-09-11T03:42:26.754 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 2481 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:42:26.754 INFO:tasks.rados.rados.0.smithi086.stdout:3081: expect (ObjNum 898 snap 268 seq_num 898) 2024-09-11T03:42:26.932 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-09-11T03:42:26.932 INFO:teuthology.orchestra.run.smithi086.stdout: "mon": { 2024-09-11T03:42:26.932 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 3 2024-09-11T03:42:26.932 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:42:26.932 INFO:teuthology.orchestra.run.smithi086.stdout: "mgr": { 2024-09-11T03:42:26.932 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:42:26.933 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:42:26.933 INFO:teuthology.orchestra.run.smithi086.stdout: "osd": { 2024-09-11T03:42:26.933 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 8 2024-09-11T03:42:26.933 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:42:26.933 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-09-11T03:42:26.933 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 2 2024-09-11T03:42:26.933 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-09-11T03:42:26.933 INFO:teuthology.orchestra.run.smithi086.stdout: "overall": { 2024-09-11T03:42:26.933 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)": 15 2024-09-11T03:42:26.933 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-09-11T03:42:26.933 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-09-11T03:42:26.958 INFO:tasks.rados.rados.0.smithi086.stdout:3079: finishing copy_from racing read to smithi08678205-50 2024-09-11T03:42:26.958 INFO:tasks.rados.rados.0.smithi086.stdout:3079: finishing copy_from to smithi08678205-50 2024-09-11T03:42:26.958 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 1917 (ObjNum 908 snap 272 seq_num 908) dirty exists 2024-09-11T03:42:26.959 INFO:tasks.rados.rados.0.smithi086.stdout:3079: done (5 left) 2024-09-11T03:42:26.959 INFO:tasks.rados.rados.0.smithi086.stdout:3080: done (4 left) 2024-09-11T03:42:26.959 INFO:tasks.rados.rados.0.smithi086.stdout:3081: done (3 left) 2024-09-11T03:42:26.959 INFO:tasks.rados.rados.0.smithi086.stdout:3082: done (2 left) 2024-09-11T03:42:26.959 INFO:tasks.rados.rados.0.smithi086.stdout:3083: done (1 left) 2024-09-11T03:42:26.959 INFO:tasks.rados.rados.0.smithi086.stdout:3085: done (0 left) 2024-09-11T03:42:26.959 INFO:tasks.rados.rados.0.smithi086.stdout:3086: snap_remove snap 282 2024-09-11T03:42:27.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:26 smithi086 ceph-mon[89281]: pgmap v670: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 7 op/s 2024-09-11T03:42:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:26 smithi086 ceph-mon[89281]: osdmap e667: 8 total, 8 up, 8 in 2024-09-11T03:42:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:26 smithi086 ceph-mon[91691]: pgmap v670: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 7 op/s 2024-09-11T03:42:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:26 smithi086 ceph-mon[91691]: osdmap e667: 8 total, 8 up, 8 in 2024-09-11T03:42:27.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:26 smithi130 ceph-mon[83685]: pgmap v670: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 7 op/s 2024-09-11T03:42:27.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:26 smithi130 ceph-mon[83685]: osdmap e667: 8 total, 8 up, 8 in 2024-09-11T03:42:27.565 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -e sha1=8f219c476cb4f26fc5719c661c0323719a45cb30 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-11T03:42:27.763 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:42:27.768 INFO:tasks.rados.rados.0.smithi086.stdout:3086: done (0 left) 2024-09-11T03:42:27.768 INFO:tasks.rados.rados.0.smithi086.stdout:3087: read oid 45 snap 283 2024-09-11T03:42:27.768 INFO:tasks.rados.rados.0.smithi086.stdout:3087: expect deleted 2024-09-11T03:42:27.769 INFO:tasks.rados.rados.0.smithi086.stdout:3088: read oid 9 snap 284 2024-09-11T03:42:27.769 INFO:tasks.rados.rados.0.smithi086.stdout:3088: expect (ObjNum 906 snap 272 seq_num 906) 2024-09-11T03:42:27.769 INFO:tasks.rados.rados.0.smithi086.stdout:3089: copy_from oid 42 from oid 50 current snap is 289 2024-09-11T03:42:27.769 INFO:tasks.rados.rados.0.smithi086.stdout:3090: delete oid 40 current snap is 289 2024-09-11T03:42:27.788 INFO:tasks.rados.rados.0.smithi086.stdout:3088: expect (ObjNum 906 snap 272 seq_num 906) 2024-09-11T03:42:27.819 INFO:tasks.rados.rados.0.smithi086.stdout:3089: finishing copy_from racing read to smithi08678205-42 2024-09-11T03:42:27.820 INFO:tasks.rados.rados.0.smithi086.stdout:3089: finishing copy_from to smithi08678205-42 2024-09-11T03:42:27.820 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 1917 (ObjNum 908 snap 272 seq_num 908) dirty exists 2024-09-11T03:42:27.820 INFO:tasks.rados.rados.0.smithi086.stdout:3087: done (3 left) 2024-09-11T03:42:27.820 INFO:tasks.rados.rados.0.smithi086.stdout:3088: done (2 left) 2024-09-11T03:42:27.820 INFO:tasks.rados.rados.0.smithi086.stdout:3089: done (1 left) 2024-09-11T03:42:27.820 INFO:tasks.rados.rados.0.smithi086.stdout:3090: done (0 left) 2024-09-11T03:42:27.820 INFO:tasks.rados.rados.0.smithi086.stdout:3091: copy_from oid 26 from oid 46 current snap is 289 2024-09-11T03:42:27.820 INFO:tasks.rados.rados.0.smithi086.stdout:3092: read oid 49 snap -1 2024-09-11T03:42:27.820 INFO:tasks.rados.rados.0.smithi086.stdout:3092: expect (ObjNum 888 snap 264 seq_num 888) 2024-09-11T03:42:27.820 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 289 2024-09-11T03:42:27.820 INFO:tasks.rados.rados.0.smithi086.stdout:3093: seq_num 981 ranges {2170880=434176,2605056=540672,3145728=466944,3612672=524288,4136960=73728} 2024-09-11T03:42:27.821 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:27 smithi086 ceph-mon[89281]: osdmap e668: 8 total, 8 up, 8 in 2024-09-11T03:42:27.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:27 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/298986239' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:27.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:27 smithi086 ceph-mon[91691]: osdmap e668: 8 total, 8 up, 8 in 2024-09-11T03:42:27.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:27 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/298986239' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:27.834 INFO:tasks.rados.rados.0.smithi086.stdout:3093: writing smithi08678205-47 from 2170880 to 2605056 tid 1 2024-09-11T03:42:27.838 INFO:tasks.rados.rados.0.smithi086.stdout:3093: writing smithi08678205-47 from 2605056 to 3145728 tid 2 2024-09-11T03:42:27.841 INFO:tasks.rados.rados.0.smithi086.stdout:3093: writing smithi08678205-47 from 3145728 to 3612672 tid 3 2024-09-11T03:42:27.844 INFO:tasks.rados.rados.0.smithi086.stdout:3093: writing smithi08678205-47 from 3612672 to 4136960 tid 4 2024-09-11T03:42:27.844 INFO:tasks.rados.rados.0.smithi086.stdout:3093: writing smithi08678205-47 from 4136960 to 4210688 tid 5 2024-09-11T03:42:27.844 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 289 2024-09-11T03:42:27.845 INFO:tasks.rados.rados.0.smithi086.stdout:3094: seq_num 982 ranges {6873088=450560,7323648=425984,7749632=679936,8429568=466944,8896512=32768} 2024-09-11T03:42:27.884 INFO:tasks.rados.rados.0.smithi086.stdout:3094: writing smithi08678205-34 from 6873088 to 7323648 tid 1 2024-09-11T03:42:27.886 INFO:tasks.rados.rados.0.smithi086.stdout:3094: writing smithi08678205-34 from 7323648 to 7749632 tid 2 2024-09-11T03:42:27.890 INFO:tasks.rados.rados.0.smithi086.stdout:3094: writing smithi08678205-34 from 7749632 to 8429568 tid 3 2024-09-11T03:42:27.894 INFO:tasks.rados.rados.0.smithi086.stdout:3094: writing smithi08678205-34 from 8429568 to 8896512 tid 4 2024-09-11T03:42:27.894 INFO:tasks.rados.rados.0.smithi086.stdout:3094: writing smithi08678205-34 from 8896512 to 8929280 tid 5 2024-09-11T03:42:27.894 INFO:tasks.rados.rados.0.smithi086.stdout:3095: read oid 19 snap 287 2024-09-11T03:42:27.894 INFO:tasks.rados.rados.0.smithi086.stdout:3095: expect deleted 2024-09-11T03:42:27.894 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 289 2024-09-11T03:42:27.894 INFO:tasks.rados.rados.0.smithi086.stdout:3092: expect (ObjNum 888 snap 264 seq_num 888) 2024-09-11T03:42:28.074 INFO:tasks.rados.rados.0.smithi086.stdout:3093: finishing write tid 1 to smithi08678205-47 2024-09-11T03:42:28.074 INFO:tasks.rados.rados.0.smithi086.stdout:3096: seq_num 983 ranges {1269760=466944,1736704=712704,2449408=434176,2883584=458752} 2024-09-11T03:42:28.083 INFO:tasks.rados.rados.0.smithi086.stdout:3096: writing smithi08678205-37 from 1269760 to 1736704 tid 1 2024-09-11T03:42:28.087 INFO:tasks.rados.rados.0.smithi086.stdout:3096: writing smithi08678205-37 from 1736704 to 2449408 tid 2 2024-09-11T03:42:28.089 INFO:tasks.rados.rados.0.smithi086.stdout:3096: writing smithi08678205-37 from 2449408 to 2883584 tid 3 2024-09-11T03:42:28.095 INFO:tasks.rados.rados.0.smithi086.stdout:3096: writing smithi08678205-37 from 2883584 to 3342336 tid 4 2024-09-11T03:42:28.095 INFO:tasks.rados.rados.0.smithi086.stdout:3092: done (5 left) 2024-09-11T03:42:28.095 INFO:tasks.rados.rados.0.smithi086.stdout:3097: copy_from oid 50 from oid 9 current snap is 289 2024-09-11T03:42:28.095 INFO:tasks.rados.rados.0.smithi086.stdout:3093: finishing write tid 2 to smithi08678205-47 2024-09-11T03:42:28.095 INFO:tasks.rados.rados.0.smithi086.stdout:3093: finishing write tid 3 to smithi08678205-47 2024-09-11T03:42:28.096 INFO:tasks.rados.rados.0.smithi086.stdout:3093: finishing write tid 4 to smithi08678205-47 2024-09-11T03:42:28.096 INFO:tasks.rados.rados.0.smithi086.stdout:3093: finishing write tid 5 to smithi08678205-47 2024-09-11T03:42:28.096 INFO:tasks.rados.rados.0.smithi086.stdout:3093: finishing write tid 6 to smithi08678205-47 2024-09-11T03:42:28.096 INFO:tasks.rados.rados.0.smithi086.stdout:3093: finishing write tid 7 to smithi08678205-47 2024-09-11T03:42:28.096 INFO:tasks.rados.rados.0.smithi086.stdout:3093: oid 47 updating version 0 to 1725 2024-09-11T03:42:28.096 INFO:tasks.rados.rados.0.smithi086.stdout:3093: oid 47 version 1725 is already newer than 1724 2024-09-11T03:42:28.096 INFO:tasks.rados.rados.0.smithi086.stdout:3093: oid 47 updating version 1725 to 1726 2024-09-11T03:42:28.096 INFO:tasks.rados.rados.0.smithi086.stdout:3093: oid 47 version 1726 is already newer than 1723 2024-09-11T03:42:28.096 INFO:tasks.rados.rados.0.smithi086.stdout:3093: oid 47 updating version 1726 to 1728 2024-09-11T03:42:28.096 INFO:tasks.rados.rados.0.smithi086.stdout:3093: oid 47 version 1728 is already newer than 1727 2024-09-11T03:42:28.096 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 1728 (ObjNum 981 snap 289 seq_num 981) dirty exists 2024-09-11T03:42:28.096 INFO:tasks.rados.rados.0.smithi086.stdout:3093: left oid 47 (ObjNum 981 snap 289 seq_num 981) 2024-09-11T03:42:28.096 INFO:tasks.rados.rados.0.smithi086.stdout:3094: finishing write tid 1 to smithi08678205-34 2024-09-11T03:42:28.097 INFO:tasks.rados.rados.0.smithi086.stdout:3094: finishing write tid 2 to smithi08678205-34 2024-09-11T03:42:28.097 INFO:tasks.rados.rados.0.smithi086.stdout:3093: done (5 left) 2024-09-11T03:42:28.097 INFO:tasks.rados.rados.0.smithi086.stdout:3098: delete oid 2 current snap is 289 2024-09-11T03:42:28.097 INFO:tasks.rados.rados.0.smithi086.stdout:3091: finishing copy_from racing read to smithi08678205-26 2024-09-11T03:42:28.097 INFO:tasks.rados.rados.0.smithi086.stdout:3091: finishing copy_from to smithi08678205-26 2024-09-11T03:42:28.097 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 1716 (ObjNum 916 snap 272 seq_num 916) dirty exists 2024-09-11T03:42:28.097 INFO:tasks.rados.rados.0.smithi086.stdout:3094: finishing write tid 3 to smithi08678205-34 2024-09-11T03:42:28.097 INFO:tasks.rados.rados.0.smithi086.stdout:3094: finishing write tid 4 to smithi08678205-34 2024-09-11T03:42:28.097 INFO:tasks.rados.rados.0.smithi086.stdout:3094: finishing write tid 5 to smithi08678205-34 2024-09-11T03:42:28.097 INFO:tasks.rados.rados.0.smithi086.stdout:3094: finishing write tid 6 to smithi08678205-34 2024-09-11T03:42:28.097 INFO:tasks.rados.rados.0.smithi086.stdout:3094: finishing write tid 7 to smithi08678205-34 2024-09-11T03:42:28.097 INFO:tasks.rados.rados.0.smithi086.stdout:3094: oid 34 updating version 0 to 2485 2024-09-11T03:42:28.097 INFO:tasks.rados.rados.0.smithi086.stdout:3094: oid 34 version 2485 is already newer than 2483 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:3094: oid 34 version 2485 is already newer than 2484 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:3094: oid 34 updating version 2485 to 2486 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:3094: oid 34 updating version 2486 to 2487 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:3094: oid 34 version 2487 is already newer than 2482 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 2487 (ObjNum 982 snap 289 seq_num 982) dirty exists 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:3094: left oid 34 (ObjNum 982 snap 289 seq_num 982) 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:3096: finishing write tid 1 to smithi08678205-37 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:3096: finishing write tid 2 to smithi08678205-37 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:3096: finishing write tid 3 to smithi08678205-37 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:3097: finishing copy_from to smithi08678205-50 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:3097: got expected ENOENT (src dne) 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:3097: finishing copy_from racing read to smithi08678205-50 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:3091: done (5 left) 2024-09-11T03:42:28.098 INFO:tasks.rados.rados.0.smithi086.stdout:3094: done (4 left) 2024-09-11T03:42:28.099 INFO:tasks.rados.rados.0.smithi086.stdout:3095: done (3 left) 2024-09-11T03:42:28.099 INFO:tasks.rados.rados.0.smithi086.stdout:3097: done (2 left) 2024-09-11T03:42:28.099 INFO:tasks.rados.rados.0.smithi086.stdout:3098: done (1 left) 2024-09-11T03:42:28.099 INFO:tasks.rados.rados.0.smithi086.stdout:3099: read oid 36 snap -1 2024-09-11T03:42:28.099 INFO:tasks.rados.rados.0.smithi086.stdout:3099: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:42:28.099 INFO:tasks.rados.rados.0.smithi086.stdout:3100: delete oid 26 current snap is 289 2024-09-11T03:42:28.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:27 smithi130 ceph-mon[83685]: osdmap e668: 8 total, 8 up, 8 in 2024-09-11T03:42:28.099 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:27 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/298986239' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:28.100 INFO:tasks.rados.rados.0.smithi086.stdout:3099: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:42:28.100 INFO:tasks.rados.rados.0.smithi086.stdout:3096: finishing write tid 4 to smithi08678205-37 2024-09-11T03:42:28.100 INFO:tasks.rados.rados.0.smithi086.stdout:3096: finishing write tid 5 to smithi08678205-37 2024-09-11T03:42:28.100 INFO:tasks.rados.rados.0.smithi086.stdout:3096: finishing write tid 6 to smithi08678205-37 2024-09-11T03:42:28.101 INFO:tasks.rados.rados.0.smithi086.stdout:3096: oid 37 updating version 0 to 1726 2024-09-11T03:42:28.101 INFO:tasks.rados.rados.0.smithi086.stdout:3096: oid 37 version 1726 is already newer than 1723 2024-09-11T03:42:28.101 INFO:tasks.rados.rados.0.smithi086.stdout:3096: oid 37 version 1726 is already newer than 1724 2024-09-11T03:42:28.101 INFO:tasks.rados.rados.0.smithi086.stdout:3096: oid 37 version 1726 is already newer than 1725 2024-09-11T03:42:28.101 INFO:tasks.rados.rados.0.smithi086.stdout:3096: oid 37 version 1726 is already newer than 1722 2024-09-11T03:42:28.101 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1726 (ObjNum 983 snap 289 seq_num 983) dirty exists 2024-09-11T03:42:28.101 INFO:tasks.rados.rados.0.smithi086.stdout:3096: left oid 37 (ObjNum 983 snap 289 seq_num 983) 2024-09-11T03:42:28.101 INFO:tasks.rados.rados.0.smithi086.stdout:3096: done (2 left) 2024-09-11T03:42:28.101 INFO:tasks.rados.rados.0.smithi086.stdout:3099: done (1 left) 2024-09-11T03:42:28.101 INFO:tasks.rados.rados.0.smithi086.stdout:3100: done (0 left) 2024-09-11T03:42:28.101 INFO:tasks.rados.rados.0.smithi086.stdout:3101: snap_remove snap 287 2024-09-11T03:42:28.771 INFO:tasks.rados.rados.0.smithi086.stdout:3101: done (0 left) 2024-09-11T03:42:28.771 INFO:tasks.rados.rados.0.smithi086.stdout:3102: snap_remove snap 283 2024-09-11T03:42:28.860 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:28 smithi086 ceph-mon[89281]: pgmap v673: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 0 B/s wr, 9 op/s 2024-09-11T03:42:28.860 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:28 smithi086 ceph-mon[89281]: osdmap e669: 8 total, 8 up, 8 in 2024-09-11T03:42:28.860 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:28 smithi086 ceph-mon[91691]: pgmap v673: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 0 B/s wr, 9 op/s 2024-09-11T03:42:28.860 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:28 smithi086 ceph-mon[91691]: osdmap e669: 8 total, 8 up, 8 in 2024-09-11T03:42:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:28 smithi130 ceph-mon[83685]: pgmap v673: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 0 B/s wr, 9 op/s 2024-09-11T03:42:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:28 smithi130 ceph-mon[83685]: osdmap e669: 8 total, 8 up, 8 in 2024-09-11T03:42:29.590 INFO:teuthology.orchestra.run.smithi086.stdout:true 2024-09-11T03:42:29.778 INFO:tasks.rados.rados.0.smithi086.stdout:3102: done (0 left) 2024-09-11T03:42:29.779 INFO:tasks.rados.rados.0.smithi086.stdout:3103: rollback oid 12 current snap is 289 2024-09-11T03:42:29.779 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 12 to 284 2024-09-11T03:42:29.779 INFO:tasks.rados.rados.0.smithi086.stdout:3104: rmattr oid 23 current snap is 289 2024-09-11T03:42:29.779 INFO:tasks.rados.rados.0.smithi086.stdout:3105: read oid 28 snap -1 2024-09-11T03:42:29.779 INFO:tasks.rados.rados.0.smithi086.stdout:3105: expect deleted 2024-09-11T03:42:29.779 INFO:tasks.rados.rados.0.smithi086.stdout:3106: read oid 17 snap -1 2024-09-11T03:42:29.779 INFO:tasks.rados.rados.0.smithi086.stdout:3106: expect (ObjNum 935 snap 274 seq_num 935) 2024-09-11T03:42:29.779 INFO:tasks.rados.rados.0.smithi086.stdout:3107: read oid 39 snap 284 2024-09-11T03:42:29.779 INFO:tasks.rados.rados.0.smithi086.stdout:3107: expect (ObjNum 971 snap 283 seq_num 971) 2024-09-11T03:42:29.779 INFO:tasks.rados.rados.0.smithi086.stdout:3108: snap_create 2024-09-11T03:42:29.787 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2548 (ObjNum 941 snap 274 seq_num 941) dirty exists 2024-09-11T03:42:29.795 INFO:tasks.rados.rados.0.smithi086.stdout:3103: finishing rollback tid 0 to smithi08678205-12 2024-09-11T03:42:29.799 INFO:tasks.rados.rados.0.smithi086.stdout:3103: finishing rollback tid 1 to smithi08678205-12 2024-09-11T03:42:29.799 INFO:tasks.rados.rados.0.smithi086.stdout:3103: finishing rollback tid 2 to smithi08678205-12 2024-09-11T03:42:29.799 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 1915 (ObjNum 885 snap 262 seq_num 885) dirty exists 2024-09-11T03:42:29.802 INFO:tasks.rados.rados.0.smithi086.stdout:3106: expect (ObjNum 935 snap 274 seq_num 935) 2024-09-11T03:42:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:29 smithi086 ceph-mon[89281]: osdmap e670: 8 total, 8 up, 8 in 2024-09-11T03:42:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:29 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3418057200' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:30.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:29 smithi086 ceph-mon[91691]: osdmap e670: 8 total, 8 up, 8 in 2024-09-11T03:42:30.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:29 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3418057200' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:29 smithi130 ceph-mon[83685]: osdmap e670: 8 total, 8 up, 8 in 2024-09-11T03:42:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:29 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3418057200' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:30.127 INFO:tasks.rados.rados.0.smithi086.stdout:3107: expect (ObjNum 971 snap 283 seq_num 971) 2024-09-11T03:42:30.418 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -e sha1=8f219c476cb4f26fc5719c661c0323719a45cb30 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-11T03:42:30.620 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:42:30.788 INFO:tasks.rados.rados.0.smithi086.stdout:3103: done (5 left) 2024-09-11T03:42:30.788 INFO:tasks.rados.rados.0.smithi086.stdout:3104: done (4 left) 2024-09-11T03:42:30.788 INFO:tasks.rados.rados.0.smithi086.stdout:3105: done (3 left) 2024-09-11T03:42:30.788 INFO:tasks.rados.rados.0.smithi086.stdout:3106: done (2 left) 2024-09-11T03:42:30.788 INFO:tasks.rados.rados.0.smithi086.stdout:3107: done (1 left) 2024-09-11T03:42:30.788 INFO:tasks.rados.rados.0.smithi086.stdout:3108: done (0 left) 2024-09-11T03:42:30.788 INFO:tasks.rados.rados.0.smithi086.stdout:3109: delete oid 11 current snap is 290 2024-09-11T03:42:30.790 INFO:tasks.rados.rados.0.smithi086.stdout:3109: done (0 left) 2024-09-11T03:42:30.791 INFO:tasks.rados.rados.0.smithi086.stdout:3110: copy_from oid 34 from oid 29 current snap is 290 2024-09-11T03:42:30.791 INFO:tasks.rados.rados.0.smithi086.stdout:3111: delete oid 14 current snap is 290 2024-09-11T03:42:30.795 INFO:tasks.rados.rados.0.smithi086.stdout:3111: done (1 left) 2024-09-11T03:42:30.795 INFO:tasks.rados.rados.0.smithi086.stdout:3112: setattr oid 36 current snap is 290 2024-09-11T03:42:30.796 INFO:tasks.rados.rados.0.smithi086.stdout:3113: rollback oid 10 current snap is 290 2024-09-11T03:42:30.796 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 10 to 284 2024-09-11T03:42:30.796 INFO:tasks.rados.rados.0.smithi086.stdout:3114: copy_from oid 46 from oid 49 current snap is 290 2024-09-11T03:42:30.796 INFO:tasks.rados.rados.0.smithi086.stdout:3115: rollback oid 24 current snap is 290 2024-09-11T03:42:30.796 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 24 to 289 2024-09-11T03:42:30.796 INFO:tasks.rados.rados.0.smithi086.stdout:3116: read oid 15 snap -1 2024-09-11T03:42:30.797 INFO:tasks.rados.rados.0.smithi086.stdout:3116: expect (ObjNum 821 snap 243 seq_num 821) 2024-09-11T03:42:30.797 INFO:tasks.rados.rados.0.smithi086.stdout:3117: delete oid 1 current snap is 290 2024-09-11T03:42:30.797 INFO:tasks.rados.rados.0.smithi086.stdout:3113: finishing rollback tid 1 to smithi08678205-10 2024-09-11T03:42:30.797 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 0 (ObjNum 225 snap 0 seq_num 3221984432) dirty dne 2024-09-11T03:42:30.801 INFO:tasks.rados.rados.0.smithi086.stdout:3115: finishing rollback tid 0 to smithi08678205-24 2024-09-11T03:42:30.801 INFO:tasks.rados.rados.0.smithi086.stdout:3113: done (6 left) 2024-09-11T03:42:30.802 INFO:tasks.rados.rados.0.smithi086.stdout:3117: done (5 left) 2024-09-11T03:42:30.802 INFO:tasks.rados.rados.0.smithi086.stdout:3118: setattr oid 38 current snap is 290 2024-09-11T03:42:30.802 INFO:tasks.rados.rados.0.smithi086.stdout:3115: finishing rollback tid 1 to smithi08678205-24 2024-09-11T03:42:30.802 INFO:tasks.rados.rados.0.smithi086.stdout:3119: snap_remove snap 284 2024-09-11T03:42:31.063 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:30 smithi086 ceph-mon[89281]: pgmap v676: 121 pgs: 121 active+clean; 206 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-11T03:42:31.063 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:30 smithi086 ceph-mon[89281]: osdmap e671: 8 total, 8 up, 8 in 2024-09-11T03:42:31.063 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:30 smithi086 ceph-mon[91691]: pgmap v676: 121 pgs: 121 active+clean; 206 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-11T03:42:31.063 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:30 smithi086 ceph-mon[91691]: osdmap e671: 8 total, 8 up, 8 in 2024-09-11T03:42:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:30 smithi130 ceph-mon[83685]: pgmap v676: 121 pgs: 121 active+clean; 206 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-11T03:42:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:30 smithi130 ceph-mon[83685]: osdmap e671: 8 total, 8 up, 8 in 2024-09-11T03:42:31.794 INFO:tasks.rados.rados.0.smithi086.stdout:3119: done (6 left) 2024-09-11T03:42:31.794 INFO:tasks.rados.rados.0.smithi086.stdout:3120: read oid 31 snap 289 2024-09-11T03:42:31.794 INFO:tasks.rados.rados.0.smithi086.stdout:3120: expect deleted 2024-09-11T03:42:31.794 INFO:tasks.rados.rados.0.smithi086.stdout:3121: read oid 40 snap -1 2024-09-11T03:42:31.794 INFO:tasks.rados.rados.0.smithi086.stdout:3121: expect deleted 2024-09-11T03:42:31.794 INFO:tasks.rados.rados.0.smithi086.stdout:3122: read oid 12 snap -1 2024-09-11T03:42:31.794 INFO:tasks.rados.rados.0.smithi086.stdout:3122: expect (ObjNum 885 snap 262 seq_num 885) 2024-09-11T03:42:31.795 INFO:tasks.rados.rados.0.smithi086.stdout:3123: copy_from oid 42 from oid 47 current snap is 290 2024-09-11T03:42:31.795 INFO:tasks.rados.rados.0.smithi086.stdout:3124: rollback oid 6 current snap is 290 2024-09-11T03:42:31.795 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 6 to 289 2024-09-11T03:42:31.795 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 290 2024-09-11T03:42:31.795 INFO:tasks.rados.rados.0.smithi086.stdout:3125: seq_num 989 ranges {5578752=573440,6152192=466944,6619136=434176,7053312=638976,7692288=65536} 2024-09-11T03:42:31.830 INFO:tasks.rados.rados.0.smithi086.stdout:3125: writing smithi08678205-35 from 5578752 to 6152192 tid 1 2024-09-11T03:42:31.832 INFO:tasks.rados.rados.0.smithi086.stdout:3125: writing smithi08678205-35 from 6152192 to 6619136 tid 2 2024-09-11T03:42:31.834 INFO:tasks.rados.rados.0.smithi086.stdout:3125: writing smithi08678205-35 from 6619136 to 7053312 tid 3 2024-09-11T03:42:31.838 INFO:tasks.rados.rados.0.smithi086.stdout:3125: writing smithi08678205-35 from 7053312 to 7692288 tid 4 2024-09-11T03:42:31.839 INFO:tasks.rados.rados.0.smithi086.stdout:3125: writing smithi08678205-35 from 7692288 to 7757824 tid 5 2024-09-11T03:42:31.839 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 290 2024-09-11T03:42:31.839 INFO:tasks.rados.rados.0.smithi086.stdout:3115: finishing rollback tid 2 to smithi08678205-24 2024-09-11T03:42:31.839 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 2419 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:42:31.839 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2556 (ObjNum 65 snap 0 seq_num 1850955854) dirty exists 2024-09-11T03:42:31.839 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 1722 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-09-11T03:42:31.839 INFO:tasks.rados.rados.0.smithi086.stdout:3126: seq_num 990 ranges {868352=589824,1458176=753664,2211840=638976,2850816=212992} 2024-09-11T03:42:31.846 INFO:tasks.rados.rados.0.smithi086.stdout:3126: writing smithi08678205-48 from 868352 to 1458176 tid 1 2024-09-11T03:42:31.851 INFO:tasks.rados.rados.0.smithi086.stdout:3126: writing smithi08678205-48 from 1458176 to 2211840 tid 2 2024-09-11T03:42:31.854 INFO:tasks.rados.rados.0.smithi086.stdout:3126: writing smithi08678205-48 from 2211840 to 2850816 tid 3 2024-09-11T03:42:31.856 INFO:tasks.rados.rados.0.smithi086.stdout:3126: writing smithi08678205-48 from 2850816 to 3063808 tid 4 2024-09-11T03:42:31.856 INFO:tasks.rados.rados.0.smithi086.stdout:3112: done (12 left) 2024-09-11T03:42:31.856 INFO:tasks.rados.rados.0.smithi086.stdout:3115: done (11 left) 2024-09-11T03:42:31.856 INFO:tasks.rados.rados.0.smithi086.stdout:3118: done (10 left) 2024-09-11T03:42:31.856 INFO:tasks.rados.rados.0.smithi086.stdout:3127: rollback oid 13 current snap is 290 2024-09-11T03:42:31.856 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 13 to 289 2024-09-11T03:42:31.856 INFO:tasks.rados.rados.0.smithi086.stdout:3110: finishing copy_from racing read to smithi08678205-34 2024-09-11T03:42:31.856 INFO:tasks.rados.rados.0.smithi086.stdout:3116: expect (ObjNum 821 snap 243 seq_num 821) 2024-09-11T03:42:31.945 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:31 smithi086 ceph-mon[89281]: osdmap e672: 8 total, 8 up, 8 in 2024-09-11T03:42:31.945 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:31 smithi086 ceph-mon[91691]: osdmap e672: 8 total, 8 up, 8 in 2024-09-11T03:42:31.970 INFO:tasks.rados.rados.0.smithi086.stdout:3110: finishing copy_from to smithi08678205-34 2024-09-11T03:42:31.970 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 2481 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:42:31.970 INFO:tasks.rados.rados.0.smithi086.stdout:3114: finishing copy_from racing read to smithi08678205-46 2024-09-11T03:42:31.970 INFO:tasks.rados.rados.0.smithi086.stdout:3114: finishing copy_from to smithi08678205-46 2024-09-11T03:42:31.970 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 1712 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-09-11T03:42:31.970 INFO:tasks.rados.rados.0.smithi086.stdout:3124: finishing rollback tid 0 to smithi08678205-6 2024-09-11T03:42:31.970 INFO:tasks.rados.rados.0.smithi086.stdout:3110: done (10 left) 2024-09-11T03:42:31.970 INFO:tasks.rados.rados.0.smithi086.stdout:3114: done (9 left) 2024-09-11T03:42:31.971 INFO:tasks.rados.rados.0.smithi086.stdout:3116: done (8 left) 2024-09-11T03:42:31.971 INFO:tasks.rados.rados.0.smithi086.stdout:3121: done (7 left) 2024-09-11T03:42:31.971 INFO:tasks.rados.rados.0.smithi086.stdout:3128: copy_from oid 28 from oid 8 current snap is 290 2024-09-11T03:42:31.971 INFO:tasks.rados.rados.0.smithi086.stdout:3124: finishing rollback tid 1 to smithi08678205-6 2024-09-11T03:42:31.971 INFO:tasks.rados.rados.0.smithi086.stdout:3124: finishing rollback tid 2 to smithi08678205-6 2024-09-11T03:42:31.971 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 1719 (ObjNum 865 snap 256 seq_num 865) dirty exists 2024-09-11T03:42:31.971 INFO:tasks.rados.rados.0.smithi086.stdout:3122: expect (ObjNum 885 snap 262 seq_num 885) 2024-09-11T03:42:31.985 INFO:tasks.rados.rados.0.smithi086.stdout:3123: finishing copy_from racing read to smithi08678205-42 2024-09-11T03:42:31.985 INFO:tasks.rados.rados.0.smithi086.stdout:3123: finishing copy_from to smithi08678205-42 2024-09-11T03:42:31.985 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 1728 (ObjNum 981 snap 289 seq_num 981) dirty exists 2024-09-11T03:42:31.986 INFO:tasks.rados.rados.0.smithi086.stdout:3125: finishing write tid 1 to smithi08678205-35 2024-09-11T03:42:31.986 INFO:tasks.rados.rados.0.smithi086.stdout:3125: finishing write tid 2 to smithi08678205-35 2024-09-11T03:42:31.986 INFO:tasks.rados.rados.0.smithi086.stdout:3125: finishing write tid 3 to smithi08678205-35 2024-09-11T03:42:31.986 INFO:tasks.rados.rados.0.smithi086.stdout:3120: done (7 left) 2024-09-11T03:42:31.986 INFO:tasks.rados.rados.0.smithi086.stdout:3122: done (6 left) 2024-09-11T03:42:31.986 INFO:tasks.rados.rados.0.smithi086.stdout:3123: done (5 left) 2024-09-11T03:42:31.986 INFO:tasks.rados.rados.0.smithi086.stdout:3124: done (4 left) 2024-09-11T03:42:31.986 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 290 2024-09-11T03:42:31.986 INFO:tasks.rados.rados.0.smithi086.stdout:3125: finishing write tid 4 to smithi08678205-35 2024-09-11T03:42:31.986 INFO:tasks.rados.rados.0.smithi086.stdout:3125: finishing write tid 5 to smithi08678205-35 2024-09-11T03:42:31.986 INFO:tasks.rados.rados.0.smithi086.stdout:3125: finishing write tid 6 to smithi08678205-35 2024-09-11T03:42:31.986 INFO:tasks.rados.rados.0.smithi086.stdout:3129: seq_num 991 ranges {20701184=606208,21307392=638976,21946368=794624,22740992=172032} 2024-09-11T03:42:32.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:31 smithi130 ceph-mon[83685]: osdmap e672: 8 total, 8 up, 8 in 2024-09-11T03:42:32.097 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:42:31 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:42:31.807+0000 7f5c120fe640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 162 after trimming was started 2024-09-11T03:42:32.098 INFO:tasks.rados.rados.0.smithi086.stdout:3129: writing smithi08678205-22 from 20701184 to 21307392 tid 1 2024-09-11T03:42:32.101 INFO:tasks.rados.rados.0.smithi086.stdout:3129: writing smithi08678205-22 from 21307392 to 21946368 tid 2 2024-09-11T03:42:32.106 INFO:tasks.rados.rados.0.smithi086.stdout:3129: writing smithi08678205-22 from 21946368 to 22740992 tid 3 2024-09-11T03:42:32.108 INFO:tasks.rados.rados.0.smithi086.stdout:3129: writing smithi08678205-22 from 22740992 to 22913024 tid 4 2024-09-11T03:42:32.108 INFO:tasks.rados.rados.0.smithi086.stdout:3130: copy_from oid 23 from oid 34 current snap is 290 2024-09-11T03:42:32.108 INFO:tasks.rados.rados.0.smithi086.stdout:3125: finishing write tid 7 to smithi08678205-35 2024-09-11T03:42:32.108 INFO:tasks.rados.rados.0.smithi086.stdout:3125: oid 35 updating version 0 to 2420 2024-09-11T03:42:32.108 INFO:tasks.rados.rados.0.smithi086.stdout:3125: oid 35 updating version 2420 to 2421 2024-09-11T03:42:32.109 INFO:tasks.rados.rados.0.smithi086.stdout:3125: oid 35 updating version 2421 to 2422 2024-09-11T03:42:32.109 INFO:tasks.rados.rados.0.smithi086.stdout:3125: oid 35 updating version 2422 to 2423 2024-09-11T03:42:32.109 INFO:tasks.rados.rados.0.smithi086.stdout:3125: oid 35 updating version 2423 to 2425 2024-09-11T03:42:32.109 INFO:tasks.rados.rados.0.smithi086.stdout:3125: oid 35 version 2425 is already newer than 2424 2024-09-11T03:42:32.109 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2425 (ObjNum 989 snap 290 seq_num 989) dirty exists 2024-09-11T03:42:32.109 INFO:tasks.rados.rados.0.smithi086.stdout:3125: left oid 35 (ObjNum 989 snap 290 seq_num 989) 2024-09-11T03:42:32.109 INFO:tasks.rados.rados.0.smithi086.stdout:3126: finishing write tid 1 to smithi08678205-48 2024-09-11T03:42:32.109 INFO:tasks.rados.rados.0.smithi086.stdout:3126: finishing write tid 2 to smithi08678205-48 2024-09-11T03:42:32.109 INFO:tasks.rados.rados.0.smithi086.stdout:3126: finishing write tid 3 to smithi08678205-48 2024-09-11T03:42:32.109 INFO:tasks.rados.rados.0.smithi086.stdout:3127: finishing rollback tid 0 to smithi08678205-13 2024-09-11T03:42:32.109 INFO:tasks.rados.rados.0.smithi086.stdout:3126: finishing write tid 4 to smithi08678205-48 2024-09-11T03:42:32.109 INFO:tasks.rados.rados.0.smithi086.stdout:3125: done (5 left) 2024-09-11T03:42:32.109 INFO:tasks.rados.rados.0.smithi086.stdout:3131: rollback oid 36 current snap is 290 2024-09-11T03:42:32.110 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 36 to 289 2024-09-11T03:42:32.110 INFO:tasks.rados.rados.0.smithi086.stdout:3127: finishing rollback tid 1 to smithi08678205-13 2024-09-11T03:42:32.110 INFO:tasks.rados.rados.0.smithi086.stdout:3126: finishing write tid 5 to smithi08678205-48 2024-09-11T03:42:32.110 INFO:tasks.rados.rados.0.smithi086.stdout:3127: finishing rollback tid 2 to smithi08678205-13 2024-09-11T03:42:32.110 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 608 (ObjNum 959 snap 279 seq_num 959) dirty exists 2024-09-11T03:42:32.110 INFO:tasks.rados.rados.0.smithi086.stdout:3126: finishing write tid 6 to smithi08678205-48 2024-09-11T03:42:32.110 INFO:tasks.rados.rados.0.smithi086.stdout:3126: oid 48 updating version 0 to 1727 2024-09-11T03:42:32.110 INFO:tasks.rados.rados.0.smithi086.stdout:3126: oid 48 version 1727 is already newer than 1725 2024-09-11T03:42:32.110 INFO:tasks.rados.rados.0.smithi086.stdout:3126: oid 48 updating version 1727 to 1728 2024-09-11T03:42:32.110 INFO:tasks.rados.rados.0.smithi086.stdout:3126: oid 48 updating version 1728 to 1729 2024-09-11T03:42:32.110 INFO:tasks.rados.rados.0.smithi086.stdout:3126: oid 48 version 1729 is already newer than 1726 2024-09-11T03:42:32.110 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 1729 (ObjNum 990 snap 290 seq_num 990) dirty exists 2024-09-11T03:42:32.110 INFO:tasks.rados.rados.0.smithi086.stdout:3126: left oid 48 (ObjNum 990 snap 290 seq_num 990) 2024-09-11T03:42:32.111 INFO:tasks.rados.rados.0.smithi086.stdout:3126: done (5 left) 2024-09-11T03:42:32.111 INFO:tasks.rados.rados.0.smithi086.stdout:3127: done (4 left) 2024-09-11T03:42:32.111 INFO:tasks.rados.rados.0.smithi086.stdout:3132: copy_from oid 37 from oid 16 current snap is 290 2024-09-11T03:42:32.111 INFO:tasks.rados.rados.0.smithi086.stdout:3133: snap_create 2024-09-11T03:42:32.111 INFO:tasks.rados.rados.0.smithi086.stdout:3128: finishing copy_from racing read to smithi08678205-28 2024-09-11T03:42:32.111 INFO:tasks.rados.rados.0.smithi086.stdout:3128: finishing copy_from to smithi08678205-28 2024-09-11T03:42:32.111 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 1917 (ObjNum 908 snap 272 seq_num 908) dirty exists 2024-09-11T03:42:32.111 INFO:tasks.rados.rados.0.smithi086.stdout:3129: finishing write tid 1 to smithi08678205-22 2024-09-11T03:42:32.111 INFO:tasks.rados.rados.0.smithi086.stdout:3129: finishing write tid 2 to smithi08678205-22 2024-09-11T03:42:32.112 INFO:tasks.rados.rados.0.smithi086.stdout:3129: finishing write tid 3 to smithi08678205-22 2024-09-11T03:42:32.112 INFO:tasks.rados.rados.0.smithi086.stdout:3129: finishing write tid 4 to smithi08678205-22 2024-09-11T03:42:32.112 INFO:tasks.rados.rados.0.smithi086.stdout:3129: finishing write tid 5 to smithi08678205-22 2024-09-11T03:42:32.114 INFO:tasks.rados.rados.0.smithi086.stdout:3131: finishing rollback tid 0 to smithi08678205-36 2024-09-11T03:42:32.114 INFO:tasks.rados.rados.0.smithi086.stdout:3129: finishing write tid 6 to smithi08678205-22 2024-09-11T03:42:32.115 INFO:tasks.rados.rados.0.smithi086.stdout:3129: oid 22 updating version 0 to 1725 2024-09-11T03:42:32.115 INFO:tasks.rados.rados.0.smithi086.stdout:3129: oid 22 updating version 1725 to 1726 2024-09-11T03:42:32.115 INFO:tasks.rados.rados.0.smithi086.stdout:3129: oid 22 updating version 1726 to 1727 2024-09-11T03:42:32.115 INFO:tasks.rados.rados.0.smithi086.stdout:3129: oid 22 version 1727 is already newer than 1723 2024-09-11T03:42:32.115 INFO:tasks.rados.rados.0.smithi086.stdout:3129: oid 22 version 1727 is already newer than 1724 2024-09-11T03:42:32.115 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 1727 (ObjNum 991 snap 290 seq_num 991) dirty exists 2024-09-11T03:42:32.115 INFO:tasks.rados.rados.0.smithi086.stdout:3129: left oid 22 (ObjNum 991 snap 290 seq_num 991) 2024-09-11T03:42:32.116 INFO:tasks.rados.rados.0.smithi086.stdout:3131: finishing rollback tid 1 to smithi08678205-36 2024-09-11T03:42:32.116 INFO:tasks.rados.rados.0.smithi086.stdout:3131: finishing rollback tid 2 to smithi08678205-36 2024-09-11T03:42:32.116 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2568 (ObjNum 65 snap 0 seq_num 1850955854) dirty exists 2024-09-11T03:42:32.124 INFO:tasks.rados.rados.0.smithi086.stdout:3130: finishing copy_from racing read to smithi08678205-23 2024-09-11T03:42:32.124 INFO:tasks.rados.rados.0.smithi086.stdout:3132: finishing copy_from racing read to smithi08678205-37 2024-09-11T03:42:32.129 INFO:tasks.rados.rados.0.smithi086.stdout:3130: finishing copy_from to smithi08678205-23 2024-09-11T03:42:32.129 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2481 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:42:32.130 INFO:tasks.rados.rados.0.smithi086.stdout:3132: finishing copy_from to smithi08678205-37 2024-09-11T03:42:32.130 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1723 (ObjNum 898 snap 268 seq_num 898) dirty exists 2024-09-11T03:42:32.428 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph version 19.3.0-4854-g8f219c47 (8f219c476cb4f26fc5719c661c0323719a45cb30) squid (dev)" 2024-09-11T03:42:32.731 INFO:tasks.rados.rados.0.smithi086.stdout:3128: done (5 left) 2024-09-11T03:42:32.731 INFO:tasks.rados.rados.0.smithi086.stdout:3129: done (4 left) 2024-09-11T03:42:32.731 INFO:tasks.rados.rados.0.smithi086.stdout:3130: done (3 left) 2024-09-11T03:42:32.732 INFO:tasks.rados.rados.0.smithi086.stdout:3131: done (2 left) 2024-09-11T03:42:32.732 INFO:tasks.rados.rados.0.smithi086.stdout:3132: done (1 left) 2024-09-11T03:42:32.732 INFO:tasks.rados.rados.0.smithi086.stdout:3133: done (0 left) 2024-09-11T03:42:32.732 INFO:tasks.rados.rados.0.smithi086.stdout:3134: setattr oid 22 current snap is 291 2024-09-11T03:42:32.733 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 291 2024-09-11T03:42:32.733 INFO:tasks.rados.rados.0.smithi086.stdout:3135: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2024-09-11T03:42:32.737 INFO:tasks.rados.rados.0.smithi086.stdout:3135: writing smithi08678205-26 from 0 to 622592 tid 1 2024-09-11T03:42:32.740 INFO:tasks.rados.rados.0.smithi086.stdout:3135: writing smithi08678205-26 from 622592 to 1146880 tid 2 2024-09-11T03:42:32.743 INFO:tasks.rados.rados.0.smithi086.stdout:3135: writing smithi08678205-26 from 1146880 to 1753088 tid 3 2024-09-11T03:42:32.746 INFO:tasks.rados.rados.0.smithi086.stdout:3135: writing smithi08678205-26 from 1753088 to 2228224 tid 4 2024-09-11T03:42:32.746 INFO:tasks.rados.rados.0.smithi086.stdout:3136: read oid 36 snap 289 2024-09-11T03:42:32.746 INFO:tasks.rados.rados.0.smithi086.stdout:3136: expect (ObjNum -1072872832 snap 21906 seq_num 3222047888) 2024-09-11T03:42:32.747 INFO:tasks.rados.rados.0.smithi086.stdout:3137: snap_remove snap 290 2024-09-11T03:42:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:32 smithi086 ceph-mon[89281]: pgmap v679: 121 pgs: 121 active+clean; 211 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 15 op/s 2024-09-11T03:42:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:32 smithi086 ceph-mon[89281]: osdmap e673: 8 total, 8 up, 8 in 2024-09-11T03:42:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:32 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2885569519' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:32 smithi086 ceph-mon[89281]: osdmap e674: 8 total, 8 up, 8 in 2024-09-11T03:42:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:32 smithi086 ceph-mon[91691]: pgmap v679: 121 pgs: 121 active+clean; 211 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 15 op/s 2024-09-11T03:42:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:32 smithi086 ceph-mon[91691]: osdmap e673: 8 total, 8 up, 8 in 2024-09-11T03:42:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:32 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2885569519' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:32 smithi086 ceph-mon[91691]: osdmap e674: 8 total, 8 up, 8 in 2024-09-11T03:42:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:32 smithi130 ceph-mon[83685]: pgmap v679: 121 pgs: 121 active+clean; 211 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 15 op/s 2024-09-11T03:42:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:32 smithi130 ceph-mon[83685]: osdmap e673: 8 total, 8 up, 8 in 2024-09-11T03:42:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:32 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2885569519' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-11T03:42:33.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:32 smithi130 ceph-mon[83685]: osdmap e674: 8 total, 8 up, 8 in 2024-09-11T03:42:33.196 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-11T03:42:33.196 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-09-11T03:42:33.197 DEBUG:teuthology.parallel:result is None 2024-09-11T03:42:33.733 INFO:tasks.rados.rados.0.smithi086.stdout:3137: done (3 left) 2024-09-11T03:42:33.733 INFO:tasks.rados.rados.0.smithi086.stdout:3138: rollback oid 50 current snap is 291 2024-09-11T03:42:33.733 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 50 to 289 2024-09-11T03:42:33.733 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 1728 (ObjNum 991 snap 290 seq_num 991) dirty exists 2024-09-11T03:42:33.733 INFO:tasks.rados.rados.0.smithi086.stdout:3135: finishing write tid 1 to smithi08678205-26 2024-09-11T03:42:33.733 INFO:tasks.rados.rados.0.smithi086.stdout:3135: finishing write tid 2 to smithi08678205-26 2024-09-11T03:42:33.733 INFO:tasks.rados.rados.0.smithi086.stdout:3135: finishing write tid 3 to smithi08678205-26 2024-09-11T03:42:33.734 INFO:tasks.rados.rados.0.smithi086.stdout:3135: finishing write tid 4 to smithi08678205-26 2024-09-11T03:42:33.734 INFO:tasks.rados.rados.0.smithi086.stdout:3136: expect (ObjNum -1072872832 snap 21906 seq_num 3222047888) 2024-09-11T03:42:33.739 INFO:tasks.rados.rados.0.smithi086.stdout:3135: finishing write tid 5 to smithi08678205-26 2024-09-11T03:42:33.739 INFO:tasks.rados.rados.0.smithi086.stdout:3135: finishing write tid 6 to smithi08678205-26 2024-09-11T03:42:33.739 INFO:tasks.rados.rados.0.smithi086.stdout:3135: oid 26 updating version 0 to 1728 2024-09-11T03:42:33.739 INFO:tasks.rados.rados.0.smithi086.stdout:3135: oid 26 updating version 1728 to 1731 2024-09-11T03:42:33.739 INFO:tasks.rados.rados.0.smithi086.stdout:3135: oid 26 version 1731 is already newer than 1729 2024-09-11T03:42:33.740 INFO:tasks.rados.rados.0.smithi086.stdout:3135: oid 26 version 1731 is already newer than 1730 2024-09-11T03:42:33.740 INFO:tasks.rados.rados.0.smithi086.stdout:3135: oid 26 updating version 1731 to 1732 2024-09-11T03:42:33.740 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 1732 (ObjNum 992 snap 291 seq_num 992) dirty exists 2024-09-11T03:42:33.740 INFO:tasks.rados.rados.0.smithi086.stdout:3135: left oid 26 (ObjNum 992 snap 291 seq_num 992) 2024-09-11T03:42:33.740 INFO:tasks.rados.rados.0.smithi086.stdout:3134: done (3 left) 2024-09-11T03:42:33.740 INFO:tasks.rados.rados.0.smithi086.stdout:3135: done (2 left) 2024-09-11T03:42:33.740 INFO:tasks.rados.rados.0.smithi086.stdout:3136: done (1 left) 2024-09-11T03:42:33.740 INFO:tasks.rados.rados.0.smithi086.stdout:3139: read oid 29 snap -1 2024-09-11T03:42:33.740 INFO:tasks.rados.rados.0.smithi086.stdout:3139: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:42:33.740 INFO:tasks.rados.rados.0.smithi086.stdout:3140: snap_create 2024-09-11T03:42:33.741 INFO:tasks.rados.rados.0.smithi086.stdout:3138: finishing rollback tid 0 to smithi08678205-50 2024-09-11T03:42:33.742 INFO:tasks.rados.rados.0.smithi086.stdout:3138: finishing rollback tid 1 to smithi08678205-50 2024-09-11T03:42:33.743 INFO:tasks.rados.rados.0.smithi086.stdout:3138: finishing rollback tid 2 to smithi08678205-50 2024-09-11T03:42:33.743 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 1950 (ObjNum 908 snap 272 seq_num 908) dirty exists 2024-09-11T03:42:33.755 INFO:tasks.rados.rados.0.smithi086.stdout:3139: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:42:34.750 INFO:tasks.rados.rados.0.smithi086.stdout:3138: done (2 left) 2024-09-11T03:42:34.750 INFO:tasks.rados.rados.0.smithi086.stdout:3139: done (1 left) 2024-09-11T03:42:34.750 INFO:tasks.rados.rados.0.smithi086.stdout:3140: done (0 left) 2024-09-11T03:42:34.750 INFO:tasks.rados.rados.0.smithi086.stdout:3141: rollback oid 9 current snap is 292 2024-09-11T03:42:34.750 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 9 to 289 2024-09-11T03:42:34.750 INFO:tasks.rados.rados.0.smithi086.stdout:3142: setattr oid 48 current snap is 292 2024-09-11T03:42:34.750 INFO:tasks.rados.rados.0.smithi086.stdout:3141: finishing rollback tid 1 to smithi08678205-9 2024-09-11T03:42:34.751 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 0 (ObjNum 65 snap 0 seq_num 1717593178) dirty dne 2024-09-11T03:42:34.751 INFO:tasks.rados.rados.0.smithi086.stdout:3141: done (1 left) 2024-09-11T03:42:34.751 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 292 2024-09-11T03:42:34.751 INFO:tasks.rados.rados.0.smithi086.stdout:3143: seq_num 993 ranges {3391488=638976,4030464=409600,4440064=409600,4849664=688128,5537792=98304} 2024-09-11T03:42:34.772 INFO:tasks.rados.rados.0.smithi086.stdout:3143: writing smithi08678205-32 from 3391488 to 4030464 tid 1 2024-09-11T03:42:34.774 INFO:tasks.rados.rados.0.smithi086.stdout:3143: writing smithi08678205-32 from 4030464 to 4440064 tid 2 2024-09-11T03:42:34.777 INFO:tasks.rados.rados.0.smithi086.stdout:3143: writing smithi08678205-32 from 4440064 to 4849664 tid 3 2024-09-11T03:42:34.781 INFO:tasks.rados.rados.0.smithi086.stdout:3143: writing smithi08678205-32 from 4849664 to 5537792 tid 4 2024-09-11T03:42:34.782 INFO:tasks.rados.rados.0.smithi086.stdout:3143: writing smithi08678205-32 from 5537792 to 5636096 tid 5 2024-09-11T03:42:34.782 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 292 2024-09-11T03:42:34.782 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 1730 (ObjNum 990 snap 290 seq_num 990) dirty exists 2024-09-11T03:42:34.782 INFO:tasks.rados.rados.0.smithi086.stdout:3144: seq_num 994 ranges {3981312=655360,4636672=688128,5324800=622592,5947392=294912} 2024-09-11T03:42:34.807 INFO:tasks.rados.rados.0.smithi086.stdout:3144: writing smithi08678205-49 from 3981312 to 4636672 tid 1 2024-09-11T03:42:34.811 INFO:tasks.rados.rados.0.smithi086.stdout:3144: writing smithi08678205-49 from 4636672 to 5324800 tid 2 2024-09-11T03:42:34.814 INFO:tasks.rados.rados.0.smithi086.stdout:3144: writing smithi08678205-49 from 5324800 to 5947392 tid 3 2024-09-11T03:42:34.816 INFO:tasks.rados.rados.0.smithi086.stdout:3144: writing smithi08678205-49 from 5947392 to 6242304 tid 4 2024-09-11T03:42:34.817 INFO:tasks.rados.rados.0.smithi086.stdout:3142: done (2 left) 2024-09-11T03:42:34.817 INFO:tasks.rados.rados.0.smithi086.stdout:3145: snap_create 2024-09-11T03:42:34.817 INFO:tasks.rados.rados.0.smithi086.stdout:3143: finishing write tid 1 to smithi08678205-32 2024-09-11T03:42:34.817 INFO:tasks.rados.rados.0.smithi086.stdout:3143: finishing write tid 2 to smithi08678205-32 2024-09-11T03:42:34.817 INFO:tasks.rados.rados.0.smithi086.stdout:3143: finishing write tid 3 to smithi08678205-32 2024-09-11T03:42:34.817 INFO:tasks.rados.rados.0.smithi086.stdout:3143: finishing write tid 4 to smithi08678205-32 2024-09-11T03:42:34.817 INFO:tasks.rados.rados.0.smithi086.stdout:3143: finishing write tid 5 to smithi08678205-32 2024-09-11T03:42:34.817 INFO:tasks.rados.rados.0.smithi086.stdout:3143: finishing write tid 6 to smithi08678205-32 2024-09-11T03:42:34.817 INFO:tasks.rados.rados.0.smithi086.stdout:3143: finishing write tid 7 to smithi08678205-32 2024-09-11T03:42:34.817 INFO:tasks.rados.rados.0.smithi086.stdout:3143: oid 32 updating version 0 to 1954 2024-09-11T03:42:34.817 INFO:tasks.rados.rados.0.smithi086.stdout:3143: oid 32 version 1954 is already newer than 1952 2024-09-11T03:42:34.817 INFO:tasks.rados.rados.0.smithi086.stdout:3143: oid 32 version 1954 is already newer than 1951 2024-09-11T03:42:34.817 INFO:tasks.rados.rados.0.smithi086.stdout:3143: oid 32 version 1954 is already newer than 1953 2024-09-11T03:42:34.818 INFO:tasks.rados.rados.0.smithi086.stdout:3143: oid 32 updating version 1954 to 1956 2024-09-11T03:42:34.818 INFO:tasks.rados.rados.0.smithi086.stdout:3143: oid 32 version 1956 is already newer than 1955 2024-09-11T03:42:34.818 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 1956 (ObjNum 993 snap 292 seq_num 993) dirty exists 2024-09-11T03:42:34.818 INFO:tasks.rados.rados.0.smithi086.stdout:3143: left oid 32 (ObjNum 993 snap 292 seq_num 993) 2024-09-11T03:42:34.818 INFO:tasks.rados.rados.0.smithi086.stdout:3144: finishing write tid 1 to smithi08678205-49 2024-09-11T03:42:34.818 INFO:tasks.rados.rados.0.smithi086.stdout:3144: finishing write tid 2 to smithi08678205-49 2024-09-11T03:42:34.818 INFO:tasks.rados.rados.0.smithi086.stdout:3144: finishing write tid 3 to smithi08678205-49 2024-09-11T03:42:34.819 INFO:tasks.rados.rados.0.smithi086.stdout:3144: finishing write tid 4 to smithi08678205-49 2024-09-11T03:42:34.819 INFO:tasks.rados.rados.0.smithi086.stdout:3144: finishing write tid 5 to smithi08678205-49 2024-09-11T03:42:34.821 INFO:tasks.rados.rados.0.smithi086.stdout:3144: finishing write tid 6 to smithi08678205-49 2024-09-11T03:42:34.821 INFO:tasks.rados.rados.0.smithi086.stdout:3144: oid 49 updating version 0 to 1733 2024-09-11T03:42:34.821 INFO:tasks.rados.rados.0.smithi086.stdout:3144: oid 49 version 1733 is already newer than 1731 2024-09-11T03:42:34.822 INFO:tasks.rados.rados.0.smithi086.stdout:3144: oid 49 version 1733 is already newer than 1730 2024-09-11T03:42:34.822 INFO:tasks.rados.rados.0.smithi086.stdout:3144: oid 49 version 1733 is already newer than 1732 2024-09-11T03:42:34.822 INFO:tasks.rados.rados.0.smithi086.stdout:3144: oid 49 updating version 1733 to 1734 2024-09-11T03:42:34.822 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1734 (ObjNum 994 snap 292 seq_num 994) dirty exists 2024-09-11T03:42:34.822 INFO:tasks.rados.rados.0.smithi086.stdout:3144: left oid 49 (ObjNum 994 snap 292 seq_num 994) 2024-09-11T03:42:34.823 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:42:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:42:34] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-09-11T03:42:34.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:34 smithi086 ceph-mon[89281]: pgmap v682: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 8.5 MiB/s wr, 16 op/s 2024-09-11T03:42:34.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:34 smithi086 ceph-mon[89281]: osdmap e675: 8 total, 8 up, 8 in 2024-09-11T03:42:34.824 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:42:34.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:34 smithi086 ceph-mon[91691]: pgmap v682: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 8.5 MiB/s wr, 16 op/s 2024-09-11T03:42:34.824 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:34 smithi086 ceph-mon[91691]: osdmap e675: 8 total, 8 up, 8 in 2024-09-11T03:42:34.825 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:42:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:34 smithi130 ceph-mon[83685]: pgmap v682: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 8.5 MiB/s wr, 16 op/s 2024-09-11T03:42:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:34 smithi130 ceph-mon[83685]: osdmap e675: 8 total, 8 up, 8 in 2024-09-11T03:42:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:42:35.757 INFO:tasks.rados.rados.0.smithi086.stdout:3143: done (2 left) 2024-09-11T03:42:35.757 INFO:tasks.rados.rados.0.smithi086.stdout:3144: done (1 left) 2024-09-11T03:42:35.757 INFO:tasks.rados.rados.0.smithi086.stdout:3145: done (0 left) 2024-09-11T03:42:35.758 INFO:tasks.rados.rados.0.smithi086.stdout:3146: read oid 9 snap -1 2024-09-11T03:42:35.758 INFO:tasks.rados.rados.0.smithi086.stdout:3146: expect deleted 2024-09-11T03:42:35.758 INFO:tasks.rados.rados.0.smithi086.stdout:3147: rmattr oid 1 current snap is 293 2024-09-11T03:42:35.758 INFO:tasks.rados.rados.0.smithi086.stdout:3147: done (1 left) 2024-09-11T03:42:35.758 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 293 2024-09-11T03:42:35.758 INFO:tasks.rados.rados.0.smithi086.stdout:3148: seq_num 995 ranges {5636096=671744,6307840=573440,6881280=778240,7659520=253952} 2024-09-11T03:42:35.790 INFO:tasks.rados.rados.0.smithi086.stdout:3148: writing smithi08678205-32 from 5636096 to 6307840 tid 1 2024-09-11T03:42:35.793 INFO:tasks.rados.rados.0.smithi086.stdout:3148: writing smithi08678205-32 from 6307840 to 6881280 tid 2 2024-09-11T03:42:35.798 INFO:tasks.rados.rados.0.smithi086.stdout:3148: writing smithi08678205-32 from 6881280 to 7659520 tid 3 2024-09-11T03:42:35.800 INFO:tasks.rados.rados.0.smithi086.stdout:3148: writing smithi08678205-32 from 7659520 to 7913472 tid 4 2024-09-11T03:42:35.800 INFO:tasks.rados.rados.0.smithi086.stdout:3149: delete oid 16 current snap is 293 2024-09-11T03:42:35.800 INFO:tasks.rados.rados.0.smithi086.stdout:3148: finishing write tid 1 to smithi08678205-32 2024-09-11T03:42:35.800 INFO:tasks.rados.rados.0.smithi086.stdout:3148: finishing write tid 2 to smithi08678205-32 2024-09-11T03:42:35.802 INFO:tasks.rados.rados.0.smithi086.stdout:3148: finishing write tid 3 to smithi08678205-32 2024-09-11T03:42:35.803 INFO:tasks.rados.rados.0.smithi086.stdout:3148: finishing write tid 4 to smithi08678205-32 2024-09-11T03:42:35.803 INFO:tasks.rados.rados.0.smithi086.stdout:3148: finishing write tid 5 to smithi08678205-32 2024-09-11T03:42:35.804 INFO:tasks.rados.rados.0.smithi086.stdout:3148: finishing write tid 6 to smithi08678205-32 2024-09-11T03:42:35.804 INFO:tasks.rados.rados.0.smithi086.stdout:3148: oid 32 updating version 0 to 1960 2024-09-11T03:42:35.804 INFO:tasks.rados.rados.0.smithi086.stdout:3148: oid 32 version 1960 is already newer than 1959 2024-09-11T03:42:35.804 INFO:tasks.rados.rados.0.smithi086.stdout:3148: oid 32 updating version 1960 to 1961 2024-09-11T03:42:35.804 INFO:tasks.rados.rados.0.smithi086.stdout:3148: oid 32 version 1961 is already newer than 1957 2024-09-11T03:42:35.804 INFO:tasks.rados.rados.0.smithi086.stdout:3148: oid 32 version 1961 is already newer than 1958 2024-09-11T03:42:35.805 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 1961 (ObjNum 995 snap 293 seq_num 995) dirty exists 2024-09-11T03:42:35.805 INFO:tasks.rados.rados.0.smithi086.stdout:3148: left oid 32 (ObjNum 995 snap 293 seq_num 995) 2024-09-11T03:42:35.805 INFO:tasks.rados.rados.0.smithi086.stdout:3146: done (2 left) 2024-09-11T03:42:35.805 INFO:tasks.rados.rados.0.smithi086.stdout:3148: done (1 left) 2024-09-11T03:42:35.805 INFO:tasks.rados.rados.0.smithi086.stdout:3149: done (0 left) 2024-09-11T03:42:35.805 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 293 2024-09-11T03:42:35.806 INFO:tasks.rados.rados.0.smithi086.stdout:3150: seq_num 997 ranges {0=704512,704512=794624,1499136=794624,2293760=16384} 2024-09-11T03:42:35.809 INFO:tasks.rados.rados.0.smithi086.stdout:3150: writing smithi08678205-9 from 0 to 704512 tid 1 2024-09-11T03:42:35.813 INFO:tasks.rados.rados.0.smithi086.stdout:3150: writing smithi08678205-9 from 704512 to 1499136 tid 2 2024-09-11T03:42:35.818 INFO:tasks.rados.rados.0.smithi086.stdout:3150: writing smithi08678205-9 from 1499136 to 2293760 tid 3 2024-09-11T03:42:35.819 INFO:tasks.rados.rados.0.smithi086.stdout:3150: writing smithi08678205-9 from 2293760 to 2310144 tid 4 2024-09-11T03:42:35.819 INFO:tasks.rados.rados.0.smithi086.stdout:3151: snap_remove snap 291 2024-09-11T03:42:36.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:35 smithi086 ceph-mon[89281]: osdmap e676: 8 total, 8 up, 8 in 2024-09-11T03:42:36.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:35 smithi086 ceph-mon[91691]: osdmap e676: 8 total, 8 up, 8 in 2024-09-11T03:42:36.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:35 smithi130 ceph-mon[83685]: osdmap e676: 8 total, 8 up, 8 in 2024-09-11T03:42:36.759 INFO:tasks.rados.rados.0.smithi086.stdout:3151: done (1 left) 2024-09-11T03:42:36.759 INFO:tasks.rados.rados.0.smithi086.stdout:3152: rmattr oid 26 current snap is 293 2024-09-11T03:42:36.759 INFO:tasks.rados.rados.0.smithi086.stdout:3152: done (1 left) 2024-09-11T03:42:36.759 INFO:tasks.rados.rados.0.smithi086.stdout:3153: delete oid 36 current snap is 293 2024-09-11T03:42:36.759 INFO:tasks.rados.rados.0.smithi086.stdout:3150: finishing write tid 1 to smithi08678205-9 2024-09-11T03:42:36.759 INFO:tasks.rados.rados.0.smithi086.stdout:3150: finishing write tid 2 to smithi08678205-9 2024-09-11T03:42:36.759 INFO:tasks.rados.rados.0.smithi086.stdout:3150: finishing write tid 3 to smithi08678205-9 2024-09-11T03:42:36.759 INFO:tasks.rados.rados.0.smithi086.stdout:3150: finishing write tid 4 to smithi08678205-9 2024-09-11T03:42:36.759 INFO:tasks.rados.rados.0.smithi086.stdout:3150: finishing write tid 5 to smithi08678205-9 2024-09-11T03:42:36.759 INFO:tasks.rados.rados.0.smithi086.stdout:3150: finishing write tid 6 to smithi08678205-9 2024-09-11T03:42:36.760 INFO:tasks.rados.rados.0.smithi086.stdout:3150: oid 9 updating version 0 to 1731 2024-09-11T03:42:36.760 INFO:tasks.rados.rados.0.smithi086.stdout:3150: oid 9 version 1731 is already newer than 1729 2024-09-11T03:42:36.760 INFO:tasks.rados.rados.0.smithi086.stdout:3150: oid 9 version 1731 is already newer than 1730 2024-09-11T03:42:36.760 INFO:tasks.rados.rados.0.smithi086.stdout:3150: oid 9 updating version 1731 to 1733 2024-09-11T03:42:36.760 INFO:tasks.rados.rados.0.smithi086.stdout:3150: oid 9 version 1733 is already newer than 1732 2024-09-11T03:42:36.760 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 1733 (ObjNum 997 snap 293 seq_num 997) dirty exists 2024-09-11T03:42:36.760 INFO:tasks.rados.rados.0.smithi086.stdout:3150: left oid 9 (ObjNum 997 snap 293 seq_num 997) 2024-09-11T03:42:36.767 INFO:tasks.rados.rados.0.smithi086.stdout:3150: done (1 left) 2024-09-11T03:42:36.767 INFO:tasks.rados.rados.0.smithi086.stdout:3153: done (0 left) 2024-09-11T03:42:36.767 INFO:tasks.rados.rados.0.smithi086.stdout:3154: rollback oid 41 current snap is 293 2024-09-11T03:42:36.767 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 41 to 292 2024-09-11T03:42:36.767 INFO:tasks.rados.rados.0.smithi086.stdout:3155: read oid 26 snap -1 2024-09-11T03:42:36.768 INFO:tasks.rados.rados.0.smithi086.stdout:3155: expect (ObjNum 992 snap 291 seq_num 992) 2024-09-11T03:42:36.768 INFO:tasks.rados.rados.0.smithi086.stdout:3156: read oid 2 snap 292 2024-09-11T03:42:36.768 INFO:tasks.rados.rados.0.smithi086.stdout:3156: expect deleted 2024-09-11T03:42:36.768 INFO:tasks.rados.rados.0.smithi086.stdout:3157: rollback oid 40 current snap is 293 2024-09-11T03:42:36.768 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 40 to 289 2024-09-11T03:42:36.768 INFO:tasks.rados.rados.0.smithi086.stdout:3158: read oid 13 snap -1 2024-09-11T03:42:36.769 INFO:tasks.rados.rados.0.smithi086.stdout:3158: expect (ObjNum 959 snap 279 seq_num 959) 2024-09-11T03:42:36.769 INFO:tasks.rados.rados.0.smithi086.stdout:3159: copy_from oid 5 from oid 15 current snap is 293 2024-09-11T03:42:36.769 INFO:tasks.rados.rados.0.smithi086.stdout:3160: read oid 48 snap -1 2024-09-11T03:42:36.769 INFO:tasks.rados.rados.0.smithi086.stdout:3160: expect (ObjNum 990 snap 290 seq_num 990) 2024-09-11T03:42:36.769 INFO:tasks.rados.rados.0.smithi086.stdout:3161: snap_create 2024-09-11T03:42:36.770 INFO:tasks.rados.rados.0.smithi086.stdout:3157: finishing rollback tid 1 to smithi08678205-40 2024-09-11T03:42:36.771 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 0 (ObjNum 401 snap 0 seq_num 580886112) dirty dne 2024-09-11T03:42:36.772 INFO:tasks.rados.rados.0.smithi086.stdout:3154: finishing rollback tid 0 to smithi08678205-41 2024-09-11T03:42:36.774 INFO:tasks.rados.rados.0.smithi086.stdout:3154: finishing rollback tid 1 to smithi08678205-41 2024-09-11T03:42:36.780 INFO:tasks.rados.rados.0.smithi086.stdout:3154: finishing rollback tid 2 to smithi08678205-41 2024-09-11T03:42:36.781 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 2576 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:42:36.784 INFO:tasks.rados.rados.0.smithi086.stdout:3155: expect (ObjNum 992 snap 291 seq_num 992) 2024-09-11T03:42:36.844 INFO:tasks.rados.rados.0.smithi086.stdout:3159: finishing copy_from racing read to smithi08678205-5 2024-09-11T03:42:36.844 INFO:tasks.rados.rados.0.smithi086.stdout:3159: finishing copy_from to smithi08678205-5 2024-09-11T03:42:36.845 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 2376 (ObjNum 821 snap 243 seq_num 821) dirty exists 2024-09-11T03:42:36.845 INFO:tasks.rados.rados.0.smithi086.stdout:3160: expect (ObjNum 990 snap 290 seq_num 990) 2024-09-11T03:42:36.937 INFO:tasks.rados.rados.0.smithi086.stdout:3158: expect (ObjNum 959 snap 279 seq_num 959) 2024-09-11T03:42:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:36 smithi086 ceph-mon[89281]: pgmap v685: 121 pgs: 121 active+clean; 205 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-09-11T03:42:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:36 smithi086 ceph-mon[89281]: osdmap e677: 8 total, 8 up, 8 in 2024-09-11T03:42:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:36 smithi086 ceph-mon[91691]: pgmap v685: 121 pgs: 121 active+clean; 205 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-09-11T03:42:37.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:36 smithi086 ceph-mon[91691]: osdmap e677: 8 total, 8 up, 8 in 2024-09-11T03:42:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:36 smithi130 ceph-mon[83685]: pgmap v685: 121 pgs: 121 active+clean; 205 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-09-11T03:42:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:36 smithi130 ceph-mon[83685]: osdmap e677: 8 total, 8 up, 8 in 2024-09-11T03:42:37.736 INFO:tasks.rados.rados.0.smithi086.stdout:3154: done (7 left) 2024-09-11T03:42:37.736 INFO:tasks.rados.rados.0.smithi086.stdout:3155: done (6 left) 2024-09-11T03:42:37.736 INFO:tasks.rados.rados.0.smithi086.stdout:3156: done (5 left) 2024-09-11T03:42:37.736 INFO:tasks.rados.rados.0.smithi086.stdout:3157: done (4 left) 2024-09-11T03:42:37.736 INFO:tasks.rados.rados.0.smithi086.stdout:3158: done (3 left) 2024-09-11T03:42:37.737 INFO:tasks.rados.rados.0.smithi086.stdout:3159: done (2 left) 2024-09-11T03:42:37.737 INFO:tasks.rados.rados.0.smithi086.stdout:3160: done (1 left) 2024-09-11T03:42:37.737 INFO:tasks.rados.rados.0.smithi086.stdout:3161: done (0 left) 2024-09-11T03:42:37.737 INFO:tasks.rados.rados.0.smithi086.stdout:3162: read oid 20 snap -1 2024-09-11T03:42:37.737 INFO:tasks.rados.rados.0.smithi086.stdout:3162: expect deleted 2024-09-11T03:42:37.737 INFO:tasks.rados.rados.0.smithi086.stdout:3163: snap_create 2024-09-11T03:42:38.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:37 smithi086 ceph-mon[89281]: osdmap e678: 8 total, 8 up, 8 in 2024-09-11T03:42:38.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:37 smithi086 ceph-mon[89281]: osdmap e679: 8 total, 8 up, 8 in 2024-09-11T03:42:38.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:37 smithi086 ceph-mon[91691]: osdmap e678: 8 total, 8 up, 8 in 2024-09-11T03:42:38.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:37 smithi086 ceph-mon[91691]: osdmap e679: 8 total, 8 up, 8 in 2024-09-11T03:42:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:37 smithi130 ceph-mon[83685]: osdmap e678: 8 total, 8 up, 8 in 2024-09-11T03:42:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:37 smithi130 ceph-mon[83685]: osdmap e679: 8 total, 8 up, 8 in 2024-09-11T03:42:38.736 INFO:tasks.rados.rados.0.smithi086.stdout:3162: done (1 left) 2024-09-11T03:42:38.736 INFO:tasks.rados.rados.0.smithi086.stdout:3163: done (0 left) 2024-09-11T03:42:38.736 INFO:tasks.rados.rados.0.smithi086.stdout:3164: read oid 14 snap 294 2024-09-11T03:42:38.736 INFO:tasks.rados.rados.0.smithi086.stdout:3164: expect deleted 2024-09-11T03:42:38.736 INFO:tasks.rados.rados.0.smithi086.stdout:3165: rollback oid 10 current snap is 295 2024-09-11T03:42:38.736 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 10 to 289 2024-09-11T03:42:38.736 INFO:tasks.rados.rados.0.smithi086.stdout:3166: delete oid 6 current snap is 295 2024-09-11T03:42:38.739 INFO:tasks.rados.rados.0.smithi086.stdout:3164: done (2 left) 2024-09-11T03:42:38.739 INFO:tasks.rados.rados.0.smithi086.stdout:3166: done (1 left) 2024-09-11T03:42:38.739 INFO:tasks.rados.rados.0.smithi086.stdout:3167: snap_remove snap 293 2024-09-11T03:42:38.761 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:42:38 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=infra.usagestats t=2024-09-11T03:42:38.472198983Z level=info msg="Usage stats are ready to report" 2024-09-11T03:42:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:38 smithi086 ceph-mon[89281]: pgmap v688: 121 pgs: 121 active+clean; 212 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 32 op/s 2024-09-11T03:42:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:38 smithi086 ceph-mon[89281]: osdmap e680: 8 total, 8 up, 8 in 2024-09-11T03:42:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:38 smithi086 ceph-mon[91691]: pgmap v688: 121 pgs: 121 active+clean; 212 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 32 op/s 2024-09-11T03:42:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:38 smithi086 ceph-mon[91691]: osdmap e680: 8 total, 8 up, 8 in 2024-09-11T03:42:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:38 smithi130 ceph-mon[83685]: pgmap v688: 121 pgs: 121 active+clean; 212 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 32 op/s 2024-09-11T03:42:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:38 smithi130 ceph-mon[83685]: osdmap e680: 8 total, 8 up, 8 in 2024-09-11T03:42:39.738 INFO:tasks.rados.rados.0.smithi086.stdout:3167: done (1 left) 2024-09-11T03:42:39.738 INFO:tasks.rados.rados.0.smithi086.stdout:3168: read oid 30 snap -1 2024-09-11T03:42:39.738 INFO:tasks.rados.rados.0.smithi086.stdout:3168: expect (ObjNum 669 snap 191 seq_num 669) 2024-09-11T03:42:39.738 INFO:tasks.rados.rados.0.smithi086.stdout:3169: setattr oid 29 current snap is 295 2024-09-11T03:42:39.738 INFO:tasks.rados.rados.0.smithi086.stdout:3165: finishing rollback tid 1 to smithi08678205-10 2024-09-11T03:42:39.739 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-11T03:42:39.740 INFO:tasks.rados.rados.0.smithi086.stdout:3165: done (2 left) 2024-09-11T03:42:39.740 INFO:tasks.rados.rados.0.smithi086.stdout:3170: delete oid 10 current snap is 295 2024-09-11T03:42:39.745 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 2488 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:42:39.746 INFO:tasks.rados.rados.0.smithi086.stdout:3169: done (2 left) 2024-09-11T03:42:39.746 INFO:tasks.rados.rados.0.smithi086.stdout:3170: done (1 left) 2024-09-11T03:42:39.746 INFO:tasks.rados.rados.0.smithi086.stdout:3171: copy_from oid 8 from oid 41 current snap is 295 2024-09-11T03:42:39.746 INFO:tasks.rados.rados.0.smithi086.stdout:3172: snap_remove snap 292 2024-09-11T03:42:40.745 INFO:tasks.rados.rados.0.smithi086.stdout:3172: done (2 left) 2024-09-11T03:42:40.745 INFO:tasks.rados.rados.0.smithi086.stdout:3173: rmattr oid 40 current snap is 295 2024-09-11T03:42:40.745 INFO:tasks.rados.rados.0.smithi086.stdout:3173: done (2 left) 2024-09-11T03:42:40.746 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 295 2024-09-11T03:42:40.746 INFO:tasks.rados.rados.0.smithi086.stdout:3174: seq_num 1001 ranges {3981312=770048,4751360=729088,5480448=770048,6250496=106496} 2024-09-11T03:42:40.772 INFO:tasks.rados.rados.0.smithi086.stdout:3174: writing smithi08678205-38 from 3981312 to 4751360 tid 1 2024-09-11T03:42:40.776 INFO:tasks.rados.rados.0.smithi086.stdout:3174: writing smithi08678205-38 from 4751360 to 5480448 tid 2 2024-09-11T03:42:40.780 INFO:tasks.rados.rados.0.smithi086.stdout:3174: writing smithi08678205-38 from 5480448 to 6250496 tid 3 2024-09-11T03:42:40.781 INFO:tasks.rados.rados.0.smithi086.stdout:3174: writing smithi08678205-38 from 6250496 to 6356992 tid 4 2024-09-11T03:42:40.781 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 295 2024-09-11T03:42:40.781 INFO:tasks.rados.rados.0.smithi086.stdout:3175: seq_num 1002 ranges {6242304=786432,7028736=614400,7643136=581632,8224768=409600} 2024-09-11T03:42:40.818 INFO:tasks.rados.rados.0.smithi086.stdout:3175: writing smithi08678205-49 from 6242304 to 7028736 tid 1 2024-09-11T03:42:40.822 INFO:tasks.rados.rados.0.smithi086.stdout:3175: writing smithi08678205-49 from 7028736 to 7643136 tid 2 2024-09-11T03:42:40.825 INFO:tasks.rados.rados.0.smithi086.stdout:3175: writing smithi08678205-49 from 7643136 to 8224768 tid 3 2024-09-11T03:42:40.827 INFO:tasks.rados.rados.0.smithi086.stdout:3175: writing smithi08678205-49 from 8224768 to 8634368 tid 4 2024-09-11T03:42:40.827 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 29 current snap is 295 2024-09-11T03:42:40.827 INFO:tasks.rados.rados.0.smithi086.stdout:3176: seq_num 1003 ranges {3194880=802816,3997696=499712,4497408=737280,5234688=368640} 2024-09-11T03:42:40.848 INFO:tasks.rados.rados.0.smithi086.stdout:3176: writing smithi08678205-29 from 3194880 to 3997696 tid 1 2024-09-11T03:42:40.851 INFO:tasks.rados.rados.0.smithi086.stdout:3176: writing smithi08678205-29 from 3997696 to 4497408 tid 2 2024-09-11T03:42:40.855 INFO:tasks.rados.rados.0.smithi086.stdout:3176: writing smithi08678205-29 from 4497408 to 5234688 tid 3 2024-09-11T03:42:40.858 INFO:tasks.rados.rados.0.smithi086.stdout:3176: writing smithi08678205-29 from 5234688 to 5603328 tid 4 2024-09-11T03:42:40.858 INFO:tasks.rados.rados.0.smithi086.stdout:3177: copy_from oid 16 from oid 4 current snap is 295 2024-09-11T03:42:40.858 INFO:tasks.rados.rados.0.smithi086.stdout:3168: expect (ObjNum 669 snap 191 seq_num 669) 2024-09-11T03:42:40.902 INFO:tasks.rados.rados.0.smithi086.stdout:3171: finishing copy_from racing read to smithi08678205-8 2024-09-11T03:42:40.902 INFO:tasks.rados.rados.0.smithi086.stdout:3171: finishing copy_from to smithi08678205-8 2024-09-11T03:42:40.902 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 2576 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:42:40.902 INFO:tasks.rados.rados.0.smithi086.stdout:3174: finishing write tid 1 to smithi08678205-38 2024-09-11T03:42:40.902 INFO:tasks.rados.rados.0.smithi086.stdout:3174: finishing write tid 2 to smithi08678205-38 2024-09-11T03:42:40.902 INFO:tasks.rados.rados.0.smithi086.stdout:3174: finishing write tid 3 to smithi08678205-38 2024-09-11T03:42:40.903 INFO:tasks.rados.rados.0.smithi086.stdout:3174: finishing write tid 4 to smithi08678205-38 2024-09-11T03:42:40.903 INFO:tasks.rados.rados.0.smithi086.stdout:3168: done (5 left) 2024-09-11T03:42:40.903 INFO:tasks.rados.rados.0.smithi086.stdout:3171: done (4 left) 2024-09-11T03:42:40.903 INFO:tasks.rados.rados.0.smithi086.stdout:3178: snap_create 2024-09-11T03:42:40.903 INFO:tasks.rados.rados.0.smithi086.stdout:3174: finishing write tid 5 to smithi08678205-38 2024-09-11T03:42:40.903 INFO:tasks.rados.rados.0.smithi086.stdout:3174: finishing write tid 6 to smithi08678205-38 2024-09-11T03:42:40.903 INFO:tasks.rados.rados.0.smithi086.stdout:3174: oid 38 updating version 0 to 1735 2024-09-11T03:42:40.903 INFO:tasks.rados.rados.0.smithi086.stdout:3174: oid 38 version 1735 is already newer than 1734 2024-09-11T03:42:40.903 INFO:tasks.rados.rados.0.smithi086.stdout:3174: oid 38 updating version 1735 to 1737 2024-09-11T03:42:40.903 INFO:tasks.rados.rados.0.smithi086.stdout:3174: oid 38 version 1737 is already newer than 1736 2024-09-11T03:42:40.903 INFO:tasks.rados.rados.0.smithi086.stdout:3174: oid 38 updating version 1737 to 1738 2024-09-11T03:42:40.903 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 1738 (ObjNum 1001 snap 295 seq_num 1001) dirty exists 2024-09-11T03:42:40.903 INFO:tasks.rados.rados.0.smithi086.stdout:3174: left oid 38 (ObjNum 1001 snap 295 seq_num 1001) 2024-09-11T03:42:40.904 INFO:tasks.rados.rados.0.smithi086.stdout:3175: finishing write tid 1 to smithi08678205-49 2024-09-11T03:42:40.904 INFO:tasks.rados.rados.0.smithi086.stdout:3175: finishing write tid 2 to smithi08678205-49 2024-09-11T03:42:40.904 INFO:tasks.rados.rados.0.smithi086.stdout:3175: finishing write tid 3 to smithi08678205-49 2024-09-11T03:42:40.904 INFO:tasks.rados.rados.0.smithi086.stdout:3175: finishing write tid 4 to smithi08678205-49 2024-09-11T03:42:40.904 INFO:tasks.rados.rados.0.smithi086.stdout:3175: finishing write tid 5 to smithi08678205-49 2024-09-11T03:42:40.904 INFO:tasks.rados.rados.0.smithi086.stdout:3175: finishing write tid 6 to smithi08678205-49 2024-09-11T03:42:40.904 INFO:tasks.rados.rados.0.smithi086.stdout:3175: oid 49 updating version 0 to 1735 2024-09-11T03:42:40.904 INFO:tasks.rados.rados.0.smithi086.stdout:3175: oid 49 updating version 1735 to 1736 2024-09-11T03:42:40.904 INFO:tasks.rados.rados.0.smithi086.stdout:3175: oid 49 updating version 1736 to 1737 2024-09-11T03:42:40.904 INFO:tasks.rados.rados.0.smithi086.stdout:3175: oid 49 updating version 1737 to 1738 2024-09-11T03:42:40.904 INFO:tasks.rados.rados.0.smithi086.stdout:3175: oid 49 updating version 1738 to 1739 2024-09-11T03:42:40.904 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1739 (ObjNum 1002 snap 295 seq_num 1002) dirty exists 2024-09-11T03:42:40.904 INFO:tasks.rados.rados.0.smithi086.stdout:3175: left oid 49 (ObjNum 1002 snap 295 seq_num 1002) 2024-09-11T03:42:40.905 INFO:tasks.rados.rados.0.smithi086.stdout:3176: finishing write tid 1 to smithi08678205-29 2024-09-11T03:42:40.905 INFO:tasks.rados.rados.0.smithi086.stdout:3176: finishing write tid 2 to smithi08678205-29 2024-09-11T03:42:40.905 INFO:tasks.rados.rados.0.smithi086.stdout:3176: finishing write tid 3 to smithi08678205-29 2024-09-11T03:42:40.905 INFO:tasks.rados.rados.0.smithi086.stdout:3176: finishing write tid 4 to smithi08678205-29 2024-09-11T03:42:40.905 INFO:tasks.rados.rados.0.smithi086.stdout:3176: finishing write tid 5 to smithi08678205-29 2024-09-11T03:42:40.905 INFO:tasks.rados.rados.0.smithi086.stdout:3176: finishing write tid 6 to smithi08678205-29 2024-09-11T03:42:40.905 INFO:tasks.rados.rados.0.smithi086.stdout:3176: oid 29 updating version 0 to 2491 2024-09-11T03:42:40.905 INFO:tasks.rados.rados.0.smithi086.stdout:3176: oid 29 version 2491 is already newer than 2489 2024-09-11T03:42:40.905 INFO:tasks.rados.rados.0.smithi086.stdout:3176: oid 29 updating version 2491 to 2492 2024-09-11T03:42:40.905 INFO:tasks.rados.rados.0.smithi086.stdout:3176: oid 29 updating version 2492 to 2493 2024-09-11T03:42:40.905 INFO:tasks.rados.rados.0.smithi086.stdout:3176: oid 29 version 2493 is already newer than 2490 2024-09-11T03:42:40.905 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 2493 (ObjNum 1003 snap 295 seq_num 1003) dirty exists 2024-09-11T03:42:40.906 INFO:tasks.rados.rados.0.smithi086.stdout:3176: left oid 29 (ObjNum 1003 snap 295 seq_num 1003) 2024-09-11T03:42:40.906 INFO:tasks.rados.rados.0.smithi086.stdout:3177: finishing copy_from racing read to smithi08678205-16 2024-09-11T03:42:40.906 INFO:tasks.rados.rados.0.smithi086.stdout:3177: finishing copy_from to smithi08678205-16 2024-09-11T03:42:40.906 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 1716 (ObjNum 966 snap 283 seq_num 966) dirty exists 2024-09-11T03:42:41.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:40 smithi086 ceph-mon[89281]: pgmap v691: 121 pgs: 121 active+clean; 217 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-09-11T03:42:41.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:40 smithi086 ceph-mon[89281]: osdmap e681: 8 total, 8 up, 8 in 2024-09-11T03:42:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:40 smithi086 ceph-mon[91691]: pgmap v691: 121 pgs: 121 active+clean; 217 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-09-11T03:42:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:40 smithi086 ceph-mon[91691]: osdmap e681: 8 total, 8 up, 8 in 2024-09-11T03:42:41.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:40 smithi130 ceph-mon[83685]: pgmap v691: 121 pgs: 121 active+clean; 217 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-09-11T03:42:41.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:40 smithi130 ceph-mon[83685]: osdmap e681: 8 total, 8 up, 8 in 2024-09-11T03:42:41.756 INFO:tasks.rados.rados.0.smithi086.stdout:3174: done (4 left) 2024-09-11T03:42:41.756 INFO:tasks.rados.rados.0.smithi086.stdout:3175: done (3 left) 2024-09-11T03:42:41.756 INFO:tasks.rados.rados.0.smithi086.stdout:3176: done (2 left) 2024-09-11T03:42:41.756 INFO:tasks.rados.rados.0.smithi086.stdout:3177: done (1 left) 2024-09-11T03:42:41.756 INFO:tasks.rados.rados.0.smithi086.stdout:3178: done (0 left) 2024-09-11T03:42:41.756 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 13 current snap is 296 2024-09-11T03:42:41.757 INFO:tasks.rados.rados.0.smithi086.stdout:3179: seq_num 1004 ranges {7168000=16384} 2024-09-11T03:42:41.794 INFO:tasks.rados.rados.0.smithi086.stdout:3179: writing smithi08678205-13 from 7168000 to 7184384 tid 1 2024-09-11T03:42:41.794 INFO:tasks.rados.rados.0.smithi086.stdout:3180: rollback oid 43 current snap is 296 2024-09-11T03:42:41.794 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 43 to 295 2024-09-11T03:42:41.794 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 30 current snap is 296 2024-09-11T03:42:41.794 INFO:tasks.rados.rados.0.smithi086.stdout:3181: seq_num 1005 ranges {1613824=32768} 2024-09-11T03:42:41.803 INFO:tasks.rados.rados.0.smithi086.stdout:3181: writing smithi08678205-30 from 1613824 to 1646592 tid 1 2024-09-11T03:42:41.803 INFO:tasks.rados.rados.0.smithi086.stdout:3182: snap_create 2024-09-11T03:42:41.803 INFO:tasks.rados.rados.0.smithi086.stdout:3180: finishing rollback tid 0 to smithi08678205-43 2024-09-11T03:42:41.803 INFO:tasks.rados.rados.0.smithi086.stdout:3179: finishing write tid 1 to smithi08678205-13 2024-09-11T03:42:41.803 INFO:tasks.rados.rados.0.smithi086.stdout:3179: finishing write tid 2 to smithi08678205-13 2024-09-11T03:42:41.803 INFO:tasks.rados.rados.0.smithi086.stdout:3180: finishing rollback tid 1 to smithi08678205-43 2024-09-11T03:42:41.804 INFO:tasks.rados.rados.0.smithi086.stdout:3180: finishing rollback tid 2 to smithi08678205-43 2024-09-11T03:42:41.804 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 2584 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:42:41.804 INFO:tasks.rados.rados.0.smithi086.stdout:3179: finishing write tid 3 to smithi08678205-13 2024-09-11T03:42:41.804 INFO:tasks.rados.rados.0.smithi086.stdout:3179: oid 13 updating version 0 to 610 2024-09-11T03:42:41.804 INFO:tasks.rados.rados.0.smithi086.stdout:3179: oid 13 version 610 is already newer than 609 2024-09-11T03:42:41.804 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 610 (ObjNum 1004 snap 296 seq_num 1004) dirty exists 2024-09-11T03:42:41.804 INFO:tasks.rados.rados.0.smithi086.stdout:3179: left oid 13 (ObjNum 1004 snap 296 seq_num 1004) 2024-09-11T03:42:41.806 INFO:tasks.rados.rados.0.smithi086.stdout:3181: finishing write tid 1 to smithi08678205-30 2024-09-11T03:42:41.807 INFO:tasks.rados.rados.0.smithi086.stdout:3181: finishing write tid 2 to smithi08678205-30 2024-09-11T03:42:41.808 INFO:tasks.rados.rados.0.smithi086.stdout:3181: finishing write tid 3 to smithi08678205-30 2024-09-11T03:42:41.808 INFO:tasks.rados.rados.0.smithi086.stdout:3181: oid 30 updating version 0 to 2586 2024-09-11T03:42:41.808 INFO:tasks.rados.rados.0.smithi086.stdout:3181: oid 30 updating version 2586 to 2587 2024-09-11T03:42:41.808 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 2587 (ObjNum 1005 snap 296 seq_num 1005) dirty exists 2024-09-11T03:42:41.809 INFO:tasks.rados.rados.0.smithi086.stdout:3181: left oid 30 (ObjNum 1005 snap 296 seq_num 1005) 2024-09-11T03:42:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:41 smithi086 ceph-mon[89281]: osdmap e682: 8 total, 8 up, 8 in 2024-09-11T03:42:42.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:41 smithi086 ceph-mon[91691]: osdmap e682: 8 total, 8 up, 8 in 2024-09-11T03:42:42.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:41 smithi130 ceph-mon[83685]: osdmap e682: 8 total, 8 up, 8 in 2024-09-11T03:42:42.735 INFO:tasks.rados.rados.0.smithi086.stdout:3179: done (3 left) 2024-09-11T03:42:42.736 INFO:tasks.rados.rados.0.smithi086.stdout:3180: done (2 left) 2024-09-11T03:42:42.736 INFO:tasks.rados.rados.0.smithi086.stdout:3181: done (1 left) 2024-09-11T03:42:42.736 INFO:tasks.rados.rados.0.smithi086.stdout:3182: done (0 left) 2024-09-11T03:42:42.736 INFO:tasks.rados.rados.0.smithi086.stdout:3183: snap_remove snap 295 2024-09-11T03:42:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:42 smithi086 ceph-mon[89281]: pgmap v694: 121 pgs: 121 active+clean; 225 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-09-11T03:42:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:42 smithi086 ceph-mon[89281]: osdmap e683: 8 total, 8 up, 8 in 2024-09-11T03:42:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:42 smithi086 ceph-mon[89281]: osdmap e684: 8 total, 8 up, 8 in 2024-09-11T03:42:43.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:42 smithi086 ceph-mon[91691]: pgmap v694: 121 pgs: 121 active+clean; 225 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-09-11T03:42:43.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:42 smithi086 ceph-mon[91691]: osdmap e683: 8 total, 8 up, 8 in 2024-09-11T03:42:43.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:42 smithi086 ceph-mon[91691]: osdmap e684: 8 total, 8 up, 8 in 2024-09-11T03:42:43.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:42 smithi130 ceph-mon[83685]: pgmap v694: 121 pgs: 121 active+clean; 225 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-09-11T03:42:43.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:42 smithi130 ceph-mon[83685]: osdmap e683: 8 total, 8 up, 8 in 2024-09-11T03:42:43.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:42 smithi130 ceph-mon[83685]: osdmap e684: 8 total, 8 up, 8 in 2024-09-11T03:42:43.738 INFO:tasks.rados.rados.0.smithi086.stdout:3183: done (0 left) 2024-09-11T03:42:43.739 INFO:tasks.rados.rados.0.smithi086.stdout:3184: setattr oid 40 current snap is 297 2024-09-11T03:42:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:3185: read oid 41 snap 296 2024-09-11T03:42:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:3185: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:42:43.740 INFO:tasks.rados.rados.0.smithi086.stdout:3186: snap_remove snap 294 2024-09-11T03:42:44.740 INFO:tasks.rados.rados.0.smithi086.stdout:3186: done (2 left) 2024-09-11T03:42:44.740 INFO:tasks.rados.rados.0.smithi086.stdout:3187: copy_from oid 27 from oid 44 current snap is 297 2024-09-11T03:42:44.740 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 1739 (ObjNum 193 snap 0 seq_num 3222094288) dirty exists 2024-09-11T03:42:44.740 INFO:tasks.rados.rados.0.smithi086.stdout:3185: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:42:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:44 smithi086 ceph-mon[89281]: pgmap v697: 121 pgs: 121 active+clean; 225 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-11T03:42:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:44 smithi086 ceph-mon[89281]: osdmap e685: 8 total, 8 up, 8 in 2024-09-11T03:42:44.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:42:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:42:44] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-09-11T03:42:44.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:44 smithi086 ceph-mon[91691]: pgmap v697: 121 pgs: 121 active+clean; 225 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-11T03:42:44.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:44 smithi086 ceph-mon[91691]: osdmap e685: 8 total, 8 up, 8 in 2024-09-11T03:42:44.899 INFO:tasks.rados.rados.0.smithi086.stdout:3187: finishing copy_from racing read to smithi08678205-27 2024-09-11T03:42:44.899 INFO:tasks.rados.rados.0.smithi086.stdout:3187: finishing copy_from to smithi08678205-27 2024-09-11T03:42:44.899 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 602 (ObjNum 964 snap 283 seq_num 964) dirty exists 2024-09-11T03:42:44.899 INFO:tasks.rados.rados.0.smithi086.stdout:3184: done (2 left) 2024-09-11T03:42:44.900 INFO:tasks.rados.rados.0.smithi086.stdout:3185: done (1 left) 2024-09-11T03:42:44.900 INFO:tasks.rados.rados.0.smithi086.stdout:3187: done (0 left) 2024-09-11T03:42:44.900 INFO:tasks.rados.rados.0.smithi086.stdout:3188: rmattr oid 1 current snap is 297 2024-09-11T03:42:44.900 INFO:tasks.rados.rados.0.smithi086.stdout:3188: done (0 left) 2024-09-11T03:42:44.900 INFO:tasks.rados.rados.0.smithi086.stdout:3189: rmattr oid 3 current snap is 297 2024-09-11T03:42:44.900 INFO:tasks.rados.rados.0.smithi086.stdout:3189: done (0 left) 2024-09-11T03:42:44.900 INFO:tasks.rados.rados.0.smithi086.stdout:3190: read oid 49 snap 289 2024-09-11T03:42:44.900 INFO:tasks.rados.rados.0.smithi086.stdout:3190: expect (ObjNum 888 snap 264 seq_num 888) 2024-09-11T03:42:44.900 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 297 2024-09-11T03:42:44.900 INFO:tasks.rados.rados.0.smithi086.stdout:3191: seq_num 1006 ranges {8749056=49152} 2024-09-11T03:42:44.946 INFO:tasks.rados.rados.0.smithi086.stdout:3191: writing smithi08678205-39 from 8749056 to 8798208 tid 1 2024-09-11T03:42:44.946 INFO:tasks.rados.rados.0.smithi086.stdout:3192: snap_remove snap 296 2024-09-11T03:42:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:44 smithi130 ceph-mon[83685]: pgmap v697: 121 pgs: 121 active+clean; 225 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-09-11T03:42:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:44 smithi130 ceph-mon[83685]: osdmap e685: 8 total, 8 up, 8 in 2024-09-11T03:42:45.760 INFO:tasks.rados.rados.0.smithi086.stdout:3190: expect (ObjNum 888 snap 264 seq_num 888) 2024-09-11T03:42:45.937 INFO:tasks.rados.rados.0.smithi086.stdout:3191: finishing write tid 1 to smithi08678205-39 2024-09-11T03:42:45.937 INFO:tasks.rados.rados.0.smithi086.stdout:3191: finishing write tid 2 to smithi08678205-39 2024-09-11T03:42:45.937 INFO:tasks.rados.rados.0.smithi086.stdout:3191: finishing write tid 3 to smithi08678205-39 2024-09-11T03:42:45.937 INFO:tasks.rados.rados.0.smithi086.stdout:3191: oid 39 updating version 0 to 1733 2024-09-11T03:42:45.937 INFO:tasks.rados.rados.0.smithi086.stdout:3191: oid 39 version 1733 is already newer than 1732 2024-09-11T03:42:45.937 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 1733 (ObjNum 1006 snap 297 seq_num 1006) dirty exists 2024-09-11T03:42:45.937 INFO:tasks.rados.rados.0.smithi086.stdout:3191: left oid 39 (ObjNum 1006 snap 297 seq_num 1006) 2024-09-11T03:42:45.937 INFO:tasks.rados.rados.0.smithi086.stdout:3190: done (2 left) 2024-09-11T03:42:45.937 INFO:tasks.rados.rados.0.smithi086.stdout:3191: done (1 left) 2024-09-11T03:42:45.937 INFO:tasks.rados.rados.0.smithi086.stdout:3192: done (0 left) 2024-09-11T03:42:45.937 INFO:tasks.rados.rados.0.smithi086.stdout:3193: rmattr oid 43 current snap is 297 2024-09-11T03:42:45.938 INFO:tasks.rados.rados.0.smithi086.stdout:3193: done (0 left) 2024-09-11T03:42:45.938 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 30 current snap is 297 2024-09-11T03:42:45.938 INFO:tasks.rados.rados.0.smithi086.stdout:3194: seq_num 1007 ranges {1646592=65536} 2024-09-11T03:42:45.945 INFO:tasks.rados.rados.0.smithi086.stdout:3194: writing smithi08678205-30 from 1646592 to 1712128 tid 1 2024-09-11T03:42:45.946 INFO:tasks.rados.rados.0.smithi086.stdout:3195: read oid 44 snap -1 2024-09-11T03:42:45.946 INFO:tasks.rados.rados.0.smithi086.stdout:3195: expect (ObjNum 964 snap 283 seq_num 964) 2024-09-11T03:42:45.946 INFO:tasks.rados.rados.0.smithi086.stdout:3196: copy_from oid 31 from oid 28 current snap is 297 2024-09-11T03:42:45.946 INFO:tasks.rados.rados.0.smithi086.stdout:3197: copy_from oid 14 from oid 35 current snap is 297 2024-09-11T03:42:45.946 INFO:tasks.rados.rados.0.smithi086.stdout:3198: snap_remove snap 289 2024-09-11T03:42:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:45 smithi086 ceph-mon[89281]: osdmap e686: 8 total, 8 up, 8 in 2024-09-11T03:42:46.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:45 smithi086 ceph-mon[91691]: osdmap e686: 8 total, 8 up, 8 in 2024-09-11T03:42:46.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:45 smithi130 ceph-mon[83685]: osdmap e686: 8 total, 8 up, 8 in 2024-09-11T03:42:46.762 INFO:tasks.rados.rados.0.smithi086.stdout:3198: done (4 left) 2024-09-11T03:42:46.762 INFO:tasks.rados.rados.0.smithi086.stdout:3199: rmattr oid 1 current snap is 297 2024-09-11T03:42:46.762 INFO:tasks.rados.rados.0.smithi086.stdout:3194: finishing write tid 1 to smithi08678205-30 2024-09-11T03:42:46.762 INFO:tasks.rados.rados.0.smithi086.stdout:3195: expect (ObjNum 964 snap 283 seq_num 964) 2024-09-11T03:42:46.876 INFO:tasks.rados.rados.0.smithi086.stdout:3194: finishing write tid 2 to smithi08678205-30 2024-09-11T03:42:46.876 INFO:tasks.rados.rados.0.smithi086.stdout:3194: finishing write tid 3 to smithi08678205-30 2024-09-11T03:42:46.876 INFO:tasks.rados.rados.0.smithi086.stdout:3194: oid 30 updating version 0 to 2597 2024-09-11T03:42:46.876 INFO:tasks.rados.rados.0.smithi086.stdout:3194: oid 30 version 2597 is already newer than 2596 2024-09-11T03:42:46.876 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 2597 (ObjNum 1007 snap 297 seq_num 1007) dirty exists 2024-09-11T03:42:46.876 INFO:tasks.rados.rados.0.smithi086.stdout:3194: left oid 30 (ObjNum 1007 snap 297 seq_num 1007) 2024-09-11T03:42:46.876 INFO:tasks.rados.rados.0.smithi086.stdout:3196: finishing copy_from racing read to smithi08678205-31 2024-09-11T03:42:46.876 INFO:tasks.rados.rados.0.smithi086.stdout:3196: finishing copy_from to smithi08678205-31 2024-09-11T03:42:46.877 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 1917 (ObjNum 908 snap 272 seq_num 908) dirty exists 2024-09-11T03:42:46.877 INFO:tasks.rados.rados.0.smithi086.stdout:3197: finishing copy_from racing read to smithi08678205-14 2024-09-11T03:42:46.877 INFO:tasks.rados.rados.0.smithi086.stdout:3197: finishing copy_from to smithi08678205-14 2024-09-11T03:42:46.877 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 2425 (ObjNum 989 snap 290 seq_num 989) dirty exists 2024-09-11T03:42:46.877 INFO:tasks.rados.rados.0.smithi086.stdout:3194: done (4 left) 2024-09-11T03:42:46.877 INFO:tasks.rados.rados.0.smithi086.stdout:3195: done (3 left) 2024-09-11T03:42:46.877 INFO:tasks.rados.rados.0.smithi086.stdout:3196: done (2 left) 2024-09-11T03:42:46.877 INFO:tasks.rados.rados.0.smithi086.stdout:3197: done (1 left) 2024-09-11T03:42:46.877 INFO:tasks.rados.rados.0.smithi086.stdout:3199: done (0 left) 2024-09-11T03:42:46.877 INFO:tasks.rados.rados.0.smithi086.stdout:3200: read oid 21 snap -1 2024-09-11T03:42:46.877 INFO:tasks.rados.rados.0.smithi086.stdout:3200: expect (ObjNum 975 snap 283 seq_num 975) 2024-09-11T03:42:46.878 INFO:tasks.rados.rados.0.smithi086.stdout:3201: read oid 45 snap -1 2024-09-11T03:42:46.878 INFO:tasks.rados.rados.0.smithi086.stdout:3201: expect deleted 2024-09-11T03:42:46.878 INFO:tasks.rados.rados.0.smithi086.stdout:3202: rollback oid 10 current snap is 297 2024-09-11T03:42:46.878 INFO:tasks.rados.rados.0.smithi086.stdout:3202: done (2 left) 2024-09-11T03:42:46.878 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 297 2024-09-11T03:42:46.878 INFO:tasks.rados.rados.0.smithi086.stdout:3203: seq_num 1008 ranges {2228224=90112} 2024-09-11T03:42:46.888 INFO:tasks.rados.rados.0.smithi086.stdout:3203: writing smithi08678205-26 from 2228224 to 2318336 tid 1 2024-09-11T03:42:46.889 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 297 2024-09-11T03:42:46.889 INFO:tasks.rados.rados.0.smithi086.stdout:3204: seq_num 1009 ranges {3194880=106496} 2024-09-11T03:42:46.908 INFO:tasks.rados.rados.0.smithi086.stdout:3204: writing smithi08678205-8 from 3194880 to 3301376 tid 1 2024-09-11T03:42:46.908 INFO:tasks.rados.rados.0.smithi086.stdout:3205: copy_from oid 35 from oid 46 current snap is 297 2024-09-11T03:42:46.908 INFO:tasks.rados.rados.0.smithi086.stdout:3203: finishing write tid 1 to smithi08678205-26 2024-09-11T03:42:46.908 INFO:tasks.rados.rados.0.smithi086.stdout:3203: finishing write tid 2 to smithi08678205-26 2024-09-11T03:42:46.908 INFO:tasks.rados.rados.0.smithi086.stdout:3201: done (4 left) 2024-09-11T03:42:46.908 INFO:tasks.rados.rados.0.smithi086.stdout:3206: read oid 40 snap -1 2024-09-11T03:42:46.908 INFO:tasks.rados.rados.0.smithi086.stdout:3206: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:42:46.908 INFO:tasks.rados.rados.0.smithi086.stdout:3207: read oid 50 snap -1 2024-09-11T03:42:46.908 INFO:tasks.rados.rados.0.smithi086.stdout:3207: expect (ObjNum 908 snap 272 seq_num 908) 2024-09-11T03:42:46.908 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 297 2024-09-11T03:42:46.908 INFO:tasks.rados.rados.0.smithi086.stdout:3203: finishing write tid 3 to smithi08678205-26 2024-09-11T03:42:46.909 INFO:tasks.rados.rados.0.smithi086.stdout:3203: oid 26 updating version 0 to 1733 2024-09-11T03:42:46.909 INFO:tasks.rados.rados.0.smithi086.stdout:3203: oid 26 updating version 1733 to 1734 2024-09-11T03:42:46.909 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 1734 (ObjNum 1008 snap 297 seq_num 1008) dirty exists 2024-09-11T03:42:46.909 INFO:tasks.rados.rados.0.smithi086.stdout:3203: left oid 26 (ObjNum 1008 snap 297 seq_num 1008) 2024-09-11T03:42:46.909 INFO:tasks.rados.rados.0.smithi086.stdout:3208: seq_num 1010 ranges {0=122880} 2024-09-11T03:42:46.909 INFO:tasks.rados.rados.0.smithi086.stdout:3208: writing smithi08678205-3 from 0 to 122880 tid 1 2024-09-11T03:42:46.909 INFO:tasks.rados.rados.0.smithi086.stdout:3203: done (6 left) 2024-09-11T03:42:46.909 INFO:tasks.rados.rados.0.smithi086.stdout:3209: copy_from oid 44 from oid 19 current snap is 297 2024-09-11T03:42:46.909 INFO:tasks.rados.rados.0.smithi086.stdout:3200: expect (ObjNum 975 snap 283 seq_num 975) 2024-09-11T03:42:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:46 smithi086 ceph-mon[89281]: pgmap v700: 121 pgs: 121 active+clean; 234 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-11T03:42:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:46 smithi086 ceph-mon[89281]: osdmap e687: 8 total, 8 up, 8 in 2024-09-11T03:42:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:46 smithi086 ceph-mon[91691]: pgmap v700: 121 pgs: 121 active+clean; 234 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-11T03:42:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:46 smithi086 ceph-mon[91691]: osdmap e687: 8 total, 8 up, 8 in 2024-09-11T03:42:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:46 smithi130 ceph-mon[83685]: pgmap v700: 121 pgs: 121 active+clean; 234 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-11T03:42:47.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:46 smithi130 ceph-mon[83685]: osdmap e687: 8 total, 8 up, 8 in 2024-09-11T03:42:47.396 INFO:tasks.rados.rados.0.smithi086.stdout:3206: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:42:47.397 INFO:tasks.rados.rados.0.smithi086.stdout:3204: finishing write tid 1 to smithi08678205-8 2024-09-11T03:42:47.397 INFO:tasks.rados.rados.0.smithi086.stdout:3204: finishing write tid 2 to smithi08678205-8 2024-09-11T03:42:47.397 INFO:tasks.rados.rados.0.smithi086.stdout:3208: finishing write tid 1 to smithi08678205-3 2024-09-11T03:42:47.398 INFO:tasks.rados.rados.0.smithi086.stdout:3208: finishing write tid 2 to smithi08678205-3 2024-09-11T03:42:47.398 INFO:tasks.rados.rados.0.smithi086.stdout:3204: finishing write tid 3 to smithi08678205-8 2024-09-11T03:42:47.398 INFO:tasks.rados.rados.0.smithi086.stdout:3204: oid 8 updating version 0 to 2577 2024-09-11T03:42:47.398 INFO:tasks.rados.rados.0.smithi086.stdout:3204: oid 8 updating version 2577 to 2578 2024-09-11T03:42:47.398 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 2578 (ObjNum 1009 snap 297 seq_num 1009) dirty exists 2024-09-11T03:42:47.398 INFO:tasks.rados.rados.0.smithi086.stdout:3204: left oid 8 (ObjNum 1009 snap 297 seq_num 1009) 2024-09-11T03:42:47.398 INFO:tasks.rados.rados.0.smithi086.stdout:3208: finishing write tid 3 to smithi08678205-3 2024-09-11T03:42:47.398 INFO:tasks.rados.rados.0.smithi086.stdout:3208: oid 3 updating version 0 to 2427 2024-09-11T03:42:47.398 INFO:tasks.rados.rados.0.smithi086.stdout:3208: oid 3 version 2427 is already newer than 2426 2024-09-11T03:42:47.398 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 2427 (ObjNum 1010 snap 297 seq_num 1010) dirty exists 2024-09-11T03:42:47.398 INFO:tasks.rados.rados.0.smithi086.stdout:3208: left oid 3 (ObjNum 1010 snap 297 seq_num 1010) 2024-09-11T03:42:47.398 INFO:tasks.rados.rados.0.smithi086.stdout:3209: finishing copy_from to smithi08678205-44 2024-09-11T03:42:47.398 INFO:tasks.rados.rados.0.smithi086.stdout:3209: got expected ENOENT (src dne) 2024-09-11T03:42:47.399 INFO:tasks.rados.rados.0.smithi086.stdout:3209: finishing copy_from racing read to smithi08678205-44 2024-09-11T03:42:47.399 INFO:tasks.rados.rados.0.smithi086.stdout:3205: finishing copy_from racing read to smithi08678205-35 2024-09-11T03:42:47.399 INFO:tasks.rados.rados.0.smithi086.stdout:3205: finishing copy_from to smithi08678205-35 2024-09-11T03:42:47.399 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 1712 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-09-11T03:42:47.399 INFO:tasks.rados.rados.0.smithi086.stdout:3207: expect (ObjNum 908 snap 272 seq_num 908) 2024-09-11T03:42:47.657 INFO:tasks.rados.rados.0.smithi086.stdout:3200: done (6 left) 2024-09-11T03:42:47.657 INFO:tasks.rados.rados.0.smithi086.stdout:3204: done (5 left) 2024-09-11T03:42:47.657 INFO:tasks.rados.rados.0.smithi086.stdout:3205: done (4 left) 2024-09-11T03:42:47.657 INFO:tasks.rados.rados.0.smithi086.stdout:3206: done (3 left) 2024-09-11T03:42:47.657 INFO:tasks.rados.rados.0.smithi086.stdout:3207: done (2 left) 2024-09-11T03:42:47.657 INFO:tasks.rados.rados.0.smithi086.stdout:3208: done (1 left) 2024-09-11T03:42:47.657 INFO:tasks.rados.rados.0.smithi086.stdout:3209: done (0 left) 2024-09-11T03:42:47.657 INFO:tasks.rados.rados.0.smithi086.stdout:3210: read oid 33 snap -1 2024-09-11T03:42:47.658 INFO:tasks.rados.rados.0.smithi086.stdout:3210: expect deleted 2024-09-11T03:42:47.658 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 297 2024-09-11T03:42:47.658 INFO:tasks.rados.rados.0.smithi086.stdout:3211: seq_num 1011 ranges {3235840=139264} 2024-09-11T03:42:47.674 INFO:tasks.rados.rados.0.smithi086.stdout:3211: writing smithi08678205-44 from 3235840 to 3375104 tid 1 2024-09-11T03:42:47.674 INFO:tasks.rados.rados.0.smithi086.stdout:3212: read oid 36 snap -1 2024-09-11T03:42:47.674 INFO:tasks.rados.rados.0.smithi086.stdout:3212: expect deleted 2024-09-11T03:42:47.675 INFO:tasks.rados.rados.0.smithi086.stdout:3213: delete oid 15 current snap is 297 2024-09-11T03:42:47.676 INFO:tasks.rados.rados.0.smithi086.stdout:3211: finishing write tid 1 to smithi08678205-44 2024-09-11T03:42:47.676 INFO:tasks.rados.rados.0.smithi086.stdout:3211: finishing write tid 2 to smithi08678205-44 2024-09-11T03:42:47.677 INFO:tasks.rados.rados.0.smithi086.stdout:3210: done (3 left) 2024-09-11T03:42:47.677 INFO:tasks.rados.rados.0.smithi086.stdout:3212: done (2 left) 2024-09-11T03:42:47.677 INFO:tasks.rados.rados.0.smithi086.stdout:3213: done (1 left) 2024-09-11T03:42:47.677 INFO:tasks.rados.rados.0.smithi086.stdout:3214: setattr oid 49 current snap is 297 2024-09-11T03:42:47.677 INFO:tasks.rados.rados.0.smithi086.stdout:3211: finishing write tid 3 to smithi08678205-44 2024-09-11T03:42:47.678 INFO:tasks.rados.rados.0.smithi086.stdout:3211: oid 44 updating version 0 to 604 2024-09-11T03:42:47.678 INFO:tasks.rados.rados.0.smithi086.stdout:3211: oid 44 version 604 is already newer than 603 2024-09-11T03:42:47.678 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 604 (ObjNum 1011 snap 297 seq_num 1011) dirty exists 2024-09-11T03:42:47.678 INFO:tasks.rados.rados.0.smithi086.stdout:3211: left oid 44 (ObjNum 1011 snap 297 seq_num 1011) 2024-09-11T03:42:47.678 INFO:tasks.rados.rados.0.smithi086.stdout:3211: done (1 left) 2024-09-11T03:42:47.678 INFO:tasks.rados.rados.0.smithi086.stdout:3215: setattr oid 7 current snap is 297 2024-09-11T03:42:47.679 INFO:tasks.rados.rados.0.smithi086.stdout:3216: read oid 4 snap -1 2024-09-11T03:42:47.679 INFO:tasks.rados.rados.0.smithi086.stdout:3216: expect (ObjNum 966 snap 283 seq_num 966) 2024-09-11T03:42:47.679 INFO:tasks.rados.rados.0.smithi086.stdout:3217: rollback oid 42 current snap is 297 2024-09-11T03:42:47.679 INFO:tasks.rados.rados.0.smithi086.stdout:3217: done (3 left) 2024-09-11T03:42:47.679 INFO:tasks.rados.rados.0.smithi086.stdout:3218: setattr oid 17 current snap is 297 2024-09-11T03:42:47.680 INFO:tasks.rados.rados.0.smithi086.stdout:3219: read oid 43 snap -1 2024-09-11T03:42:47.680 INFO:tasks.rados.rados.0.smithi086.stdout:3219: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:42:47.681 INFO:tasks.rados.rados.0.smithi086.stdout:3220: rollback oid 3 current snap is 297 2024-09-11T03:42:47.681 INFO:tasks.rados.rados.0.smithi086.stdout:3220: done (5 left) 2024-09-11T03:42:47.681 INFO:tasks.rados.rados.0.smithi086.stdout:3221: read oid 46 snap -1 2024-09-11T03:42:47.681 INFO:tasks.rados.rados.0.smithi086.stdout:3221: expect (ObjNum 888 snap 264 seq_num 888) 2024-09-11T03:42:47.681 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 297 2024-09-11T03:42:47.681 INFO:tasks.rados.rados.0.smithi086.stdout:3222: seq_num 1013 ranges {3981312=172032} 2024-09-11T03:42:47.706 INFO:tasks.rados.rados.0.smithi086.stdout:3222: writing smithi08678205-35 from 3981312 to 4153344 tid 1 2024-09-11T03:42:47.706 INFO:tasks.rados.rados.0.smithi086.stdout:3223: copy_from oid 44 from oid 19 current snap is 297 2024-09-11T03:42:47.706 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1916 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-09-11T03:42:47.706 INFO:tasks.rados.rados.0.smithi086.stdout:3219: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:42:47.863 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 1711 (ObjNum 935 snap 274 seq_num 935) dirty exists 2024-09-11T03:42:47.864 INFO:tasks.rados.rados.0.smithi086.stdout:3223: finishing copy_from to smithi08678205-44 2024-09-11T03:42:47.864 INFO:tasks.rados.rados.0.smithi086.stdout:3223: got expected ENOENT (src dne) 2024-09-11T03:42:47.864 INFO:tasks.rados.rados.0.smithi086.stdout:3223: finishing copy_from racing read to smithi08678205-44 2024-09-11T03:42:47.864 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 1740 (ObjNum 1002 snap 295 seq_num 1002) dirty exists 2024-09-11T03:42:47.864 INFO:tasks.rados.rados.0.smithi086.stdout:3221: expect (ObjNum 888 snap 264 seq_num 888) 2024-09-11T03:42:48.037 INFO:tasks.rados.rados.0.smithi086.stdout:3216: expect (ObjNum 966 snap 283 seq_num 966) 2024-09-11T03:42:48.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:47 smithi086 ceph-mon[89281]: osdmap e688: 8 total, 8 up, 8 in 2024-09-11T03:42:48.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:47 smithi086 ceph-mon[89281]: osdmap e689: 8 total, 8 up, 8 in 2024-09-11T03:42:48.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:47 smithi086 ceph-mon[91691]: osdmap e688: 8 total, 8 up, 8 in 2024-09-11T03:42:48.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:47 smithi086 ceph-mon[91691]: osdmap e689: 8 total, 8 up, 8 in 2024-09-11T03:42:48.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:47 smithi130 ceph-mon[83685]: osdmap e688: 8 total, 8 up, 8 in 2024-09-11T03:42:48.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:47 smithi130 ceph-mon[83685]: osdmap e689: 8 total, 8 up, 8 in 2024-09-11T03:42:48.486 INFO:tasks.rados.rados.0.smithi086.stdout:3222: finishing write tid 1 to smithi08678205-35 2024-09-11T03:42:48.487 INFO:tasks.rados.rados.0.smithi086.stdout:3222: finishing write tid 2 to smithi08678205-35 2024-09-11T03:42:48.487 INFO:tasks.rados.rados.0.smithi086.stdout:3222: finishing write tid 3 to smithi08678205-35 2024-09-11T03:42:48.487 INFO:tasks.rados.rados.0.smithi086.stdout:3222: oid 35 updating version 0 to 2428 2024-09-11T03:42:48.487 INFO:tasks.rados.rados.0.smithi086.stdout:3222: oid 35 updating version 2428 to 2429 2024-09-11T03:42:48.487 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2429 (ObjNum 1013 snap 297 seq_num 1013) dirty exists 2024-09-11T03:42:48.487 INFO:tasks.rados.rados.0.smithi086.stdout:3222: left oid 35 (ObjNum 1013 snap 297 seq_num 1013) 2024-09-11T03:42:48.487 INFO:tasks.rados.rados.0.smithi086.stdout:3214: done (7 left) 2024-09-11T03:42:48.487 INFO:tasks.rados.rados.0.smithi086.stdout:3215: done (6 left) 2024-09-11T03:42:48.487 INFO:tasks.rados.rados.0.smithi086.stdout:3216: done (5 left) 2024-09-11T03:42:48.487 INFO:tasks.rados.rados.0.smithi086.stdout:3218: done (4 left) 2024-09-11T03:42:48.487 INFO:tasks.rados.rados.0.smithi086.stdout:3219: done (3 left) 2024-09-11T03:42:48.488 INFO:tasks.rados.rados.0.smithi086.stdout:3221: done (2 left) 2024-09-11T03:42:48.488 INFO:tasks.rados.rados.0.smithi086.stdout:3222: done (1 left) 2024-09-11T03:42:48.488 INFO:tasks.rados.rados.0.smithi086.stdout:3223: done (0 left) 2024-09-11T03:42:48.488 INFO:tasks.rados.rados.0.smithi086.stdout:3224: read oid 15 snap -1 2024-09-11T03:42:48.488 INFO:tasks.rados.rados.0.smithi086.stdout:3224: expect deleted 2024-09-11T03:42:48.488 INFO:tasks.rados.rados.0.smithi086.stdout:3225: copy_from oid 28 from oid 18 current snap is 297 2024-09-11T03:42:48.488 INFO:tasks.rados.rados.0.smithi086.stdout:3226: read oid 23 snap -1 2024-09-11T03:42:48.488 INFO:tasks.rados.rados.0.smithi086.stdout:3226: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:42:48.488 INFO:tasks.rados.rados.0.smithi086.stdout:3227: read oid 50 snap -1 2024-09-11T03:42:48.488 INFO:tasks.rados.rados.0.smithi086.stdout:3227: expect (ObjNum 908 snap 272 seq_num 908) 2024-09-11T03:42:48.488 INFO:tasks.rados.rados.0.smithi086.stdout:3228: rollback oid 7 current snap is 297 2024-09-11T03:42:48.489 INFO:tasks.rados.rados.0.smithi086.stdout:3228: done (4 left) 2024-09-11T03:42:48.489 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 297 2024-09-11T03:42:48.489 INFO:tasks.rados.rados.0.smithi086.stdout:3229: seq_num 1014 ranges {4210688=188416} 2024-09-11T03:42:48.510 INFO:tasks.rados.rados.0.smithi086.stdout:3229: writing smithi08678205-47 from 4210688 to 4399104 tid 1 2024-09-11T03:42:48.511 INFO:tasks.rados.rados.0.smithi086.stdout:3230: read oid 10 snap -1 2024-09-11T03:42:48.511 INFO:tasks.rados.rados.0.smithi086.stdout:3230: expect deleted 2024-09-11T03:42:48.511 INFO:tasks.rados.rados.0.smithi086.stdout:3231: delete oid 44 current snap is 297 2024-09-11T03:42:48.511 INFO:tasks.rados.rados.0.smithi086.stdout:3227: expect (ObjNum 908 snap 272 seq_num 908) 2024-09-11T03:42:48.774 INFO:tasks.rados.rados.0.smithi086.stdout:3226: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:42:48.925 INFO:tasks.rados.rados.0.smithi086.stdout:3225: finishing copy_from racing read to smithi08678205-28 2024-09-11T03:42:48.925 INFO:tasks.rados.rados.0.smithi086.stdout:3225: finishing copy_from to smithi08678205-28 2024-09-11T03:42:48.925 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 1717 (ObjNum 944 snap 275 seq_num 944) dirty exists 2024-09-11T03:42:48.925 INFO:tasks.rados.rados.0.smithi086.stdout:3229: finishing write tid 1 to smithi08678205-47 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:3229: finishing write tid 2 to smithi08678205-47 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:3229: finishing write tid 3 to smithi08678205-47 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:3229: oid 47 updating version 0 to 1742 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:3229: oid 47 version 1742 is already newer than 1741 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 1742 (ObjNum 1014 snap 297 seq_num 1014) dirty exists 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:3229: left oid 47 (ObjNum 1014 snap 297 seq_num 1014) 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:3224: done (6 left) 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:3225: done (5 left) 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:3226: done (4 left) 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:3227: done (3 left) 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:3229: done (2 left) 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:3230: done (1 left) 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:3231: done (0 left) 2024-09-11T03:42:48.926 INFO:tasks.rados.rados.0.smithi086.stdout:3232: read oid 50 snap -1 2024-09-11T03:42:48.927 INFO:tasks.rados.rados.0.smithi086.stdout:3232: expect (ObjNum 908 snap 272 seq_num 908) 2024-09-11T03:42:48.927 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 30 current snap is 297 2024-09-11T03:42:48.927 INFO:tasks.rados.rados.0.smithi086.stdout:3233: seq_num 1016 ranges {1712128=221184} 2024-09-11T03:42:48.936 INFO:tasks.rados.rados.0.smithi086.stdout:3233: writing smithi08678205-30 from 1712128 to 1933312 tid 1 2024-09-11T03:42:48.936 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 297 2024-09-11T03:42:48.936 INFO:tasks.rados.rados.0.smithi086.stdout:3234: seq_num 1017 ranges {8593408=237568} 2024-09-11T03:42:48.983 INFO:tasks.rados.rados.0.smithi086.stdout:3234: writing smithi08678205-21 from 8593408 to 8830976 tid 1 2024-09-11T03:42:48.984 INFO:tasks.rados.rados.0.smithi086.stdout:3235: rmattr oid 23 current snap is 297 2024-09-11T03:42:48.984 INFO:tasks.rados.rados.0.smithi086.stdout:3235: done (3 left) 2024-09-11T03:42:48.984 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 297 2024-09-11T03:42:48.984 INFO:tasks.rados.rados.0.smithi086.stdout:3236: seq_num 1018 ranges {2318336=253952} 2024-09-11T03:42:48.997 INFO:tasks.rados.rados.0.smithi086.stdout:3236: writing smithi08678205-26 from 2318336 to 2572288 tid 1 2024-09-11T03:42:48.997 INFO:tasks.rados.rados.0.smithi086.stdout:3237: setattr oid 22 current snap is 297 2024-09-11T03:42:48.998 INFO:tasks.rados.rados.0.smithi086.stdout:3232: expect (ObjNum 908 snap 272 seq_num 908) 2024-09-11T03:42:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:48 smithi086 ceph-mon[89281]: pgmap v703: 121 pgs: 121 active+clean; 239 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-09-11T03:42:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:48 smithi086 ceph-mon[91691]: pgmap v703: 121 pgs: 121 active+clean; 239 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-09-11T03:42:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:48 smithi130 ceph-mon[83685]: pgmap v703: 121 pgs: 121 active+clean; 239 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-09-11T03:42:49.268 INFO:tasks.rados.rados.0.smithi086.stdout:3233: finishing write tid 1 to smithi08678205-30 2024-09-11T03:42:49.268 INFO:tasks.rados.rados.0.smithi086.stdout:3233: finishing write tid 2 to smithi08678205-30 2024-09-11T03:42:49.268 INFO:tasks.rados.rados.0.smithi086.stdout:3233: finishing write tid 3 to smithi08678205-30 2024-09-11T03:42:49.268 INFO:tasks.rados.rados.0.smithi086.stdout:3233: oid 30 updating version 0 to 2612 2024-09-11T03:42:49.268 INFO:tasks.rados.rados.0.smithi086.stdout:3233: oid 30 version 2612 is already newer than 2611 2024-09-11T03:42:49.269 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 2612 (ObjNum 1016 snap 297 seq_num 1016) dirty exists 2024-09-11T03:42:49.269 INFO:tasks.rados.rados.0.smithi086.stdout:3233: left oid 30 (ObjNum 1016 snap 297 seq_num 1016) 2024-09-11T03:42:49.269 INFO:tasks.rados.rados.0.smithi086.stdout:3234: finishing write tid 1 to smithi08678205-21 2024-09-11T03:42:49.269 INFO:tasks.rados.rados.0.smithi086.stdout:3234: finishing write tid 2 to smithi08678205-21 2024-09-11T03:42:49.269 INFO:tasks.rados.rados.0.smithi086.stdout:3234: finishing write tid 3 to smithi08678205-21 2024-09-11T03:42:49.269 INFO:tasks.rados.rados.0.smithi086.stdout:3234: oid 21 updating version 0 to 2579 2024-09-11T03:42:49.269 INFO:tasks.rados.rados.0.smithi086.stdout:3234: oid 21 updating version 2579 to 2580 2024-09-11T03:42:49.269 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 2580 (ObjNum 1017 snap 297 seq_num 1017) dirty exists 2024-09-11T03:42:49.269 INFO:tasks.rados.rados.0.smithi086.stdout:3234: left oid 21 (ObjNum 1017 snap 297 seq_num 1017) 2024-09-11T03:42:49.269 INFO:tasks.rados.rados.0.smithi086.stdout:3236: finishing write tid 1 to smithi08678205-26 2024-09-11T03:42:49.269 INFO:tasks.rados.rados.0.smithi086.stdout:3236: finishing write tid 2 to smithi08678205-26 2024-09-11T03:42:49.269 INFO:tasks.rados.rados.0.smithi086.stdout:3236: finishing write tid 3 to smithi08678205-26 2024-09-11T03:42:49.269 INFO:tasks.rados.rados.0.smithi086.stdout:3236: oid 26 updating version 0 to 1735 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:3236: oid 26 updating version 1735 to 1736 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 1736 (ObjNum 1018 snap 297 seq_num 1018) dirty exists 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:3236: left oid 26 (ObjNum 1018 snap 297 seq_num 1018) 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:3232: done (4 left) 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:3233: done (3 left) 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:3234: done (2 left) 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:3236: done (1 left) 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:3238: rollback oid 32 current snap is 297 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:3238: done (1 left) 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:3239: read oid 19 snap -1 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:3239: expect deleted 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:3240: rmattr oid 24 current snap is 297 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:3241: copy_from oid 45 from oid 2 current snap is 297 2024-09-11T03:42:49.270 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 29 current snap is 297 2024-09-11T03:42:49.271 INFO:tasks.rados.rados.0.smithi086.stdout:3242: seq_num 1019 ranges {5603328=270336} 2024-09-11T03:42:49.301 INFO:tasks.rados.rados.0.smithi086.stdout:3242: writing smithi08678205-29 from 5603328 to 5873664 tid 1 2024-09-11T03:42:49.301 INFO:tasks.rados.rados.0.smithi086.stdout:3243: copy_from oid 4 from oid 31 current snap is 297 2024-09-11T03:42:49.301 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 297 2024-09-11T03:42:49.302 INFO:tasks.rados.rados.0.smithi086.stdout:3241: finishing copy_from to smithi08678205-45 2024-09-11T03:42:49.302 INFO:tasks.rados.rados.0.smithi086.stdout:3241: got expected ENOENT (src dne) 2024-09-11T03:42:49.302 INFO:tasks.rados.rados.0.smithi086.stdout:3241: finishing copy_from racing read to smithi08678205-45 2024-09-11T03:42:49.302 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 2430 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:42:49.302 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 1740 (ObjNum 991 snap 290 seq_num 991) dirty exists 2024-09-11T03:42:49.302 INFO:tasks.rados.rados.0.smithi086.stdout:3244: seq_num 1020 ranges {0=286720} 2024-09-11T03:42:49.302 INFO:tasks.rados.rados.0.smithi086.stdout:3244: writing smithi08678205-36 from 0 to 286720 tid 1 2024-09-11T03:42:49.302 INFO:tasks.rados.rados.0.smithi086.stdout:3237: done (6 left) 2024-09-11T03:42:49.302 INFO:tasks.rados.rados.0.smithi086.stdout:3239: done (5 left) 2024-09-11T03:42:49.302 INFO:tasks.rados.rados.0.smithi086.stdout:3240: done (4 left) 2024-09-11T03:42:49.302 INFO:tasks.rados.rados.0.smithi086.stdout:3241: done (3 left) 2024-09-11T03:42:49.302 INFO:tasks.rados.rados.0.smithi086.stdout:3245: rollback oid 48 current snap is 297 2024-09-11T03:42:49.302 INFO:tasks.rados.rados.0.smithi086.stdout:3245: done (3 left) 2024-09-11T03:42:49.303 INFO:tasks.rados.rados.0.smithi086.stdout:3246: rollback oid 39 current snap is 297 2024-09-11T03:42:49.303 INFO:tasks.rados.rados.0.smithi086.stdout:3246: done (3 left) 2024-09-11T03:42:49.303 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 28 current snap is 297 2024-09-11T03:42:49.303 INFO:tasks.rados.rados.0.smithi086.stdout:3247: seq_num 1021 ranges {2973696=303104} 2024-09-11T03:42:49.320 INFO:tasks.rados.rados.0.smithi086.stdout:3247: writing smithi08678205-28 from 2973696 to 3276800 tid 1 2024-09-11T03:42:49.320 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 297 2024-09-11T03:42:49.320 INFO:tasks.rados.rados.0.smithi086.stdout:3248: seq_num 1022 ranges {3063808=319488} 2024-09-11T03:42:49.339 INFO:tasks.rados.rados.0.smithi086.stdout:3248: writing smithi08678205-48 from 3063808 to 3383296 tid 1 2024-09-11T03:42:49.339 INFO:tasks.rados.rados.0.smithi086.stdout:3249: rmattr oid 45 current snap is 297 2024-09-11T03:42:49.339 INFO:tasks.rados.rados.0.smithi086.stdout:3249: done (5 left) 2024-09-11T03:42:49.339 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 297 2024-09-11T03:42:49.339 INFO:tasks.rados.rados.0.smithi086.stdout:3242: finishing write tid 1 to smithi08678205-29 2024-09-11T03:42:49.339 INFO:tasks.rados.rados.0.smithi086.stdout:3242: finishing write tid 2 to smithi08678205-29 2024-09-11T03:42:49.340 INFO:tasks.rados.rados.0.smithi086.stdout:3242: finishing write tid 3 to smithi08678205-29 2024-09-11T03:42:49.340 INFO:tasks.rados.rados.0.smithi086.stdout:3242: oid 29 updating version 0 to 2494 2024-09-11T03:42:49.340 INFO:tasks.rados.rados.0.smithi086.stdout:3242: oid 29 updating version 2494 to 2495 2024-09-11T03:42:49.340 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 2495 (ObjNum 1019 snap 297 seq_num 1019) dirty exists 2024-09-11T03:42:49.340 INFO:tasks.rados.rados.0.smithi086.stdout:3242: left oid 29 (ObjNum 1019 snap 297 seq_num 1019) 2024-09-11T03:42:49.340 INFO:tasks.rados.rados.0.smithi086.stdout:3244: finishing write tid 1 to smithi08678205-36 2024-09-11T03:42:49.340 INFO:tasks.rados.rados.0.smithi086.stdout:3244: finishing write tid 2 to smithi08678205-36 2024-09-11T03:42:49.340 INFO:tasks.rados.rados.0.smithi086.stdout:3244: finishing write tid 3 to smithi08678205-36 2024-09-11T03:42:49.340 INFO:tasks.rados.rados.0.smithi086.stdout:3244: oid 36 updating version 0 to 2614 2024-09-11T03:42:49.340 INFO:tasks.rados.rados.0.smithi086.stdout:3244: oid 36 version 2614 is already newer than 2613 2024-09-11T03:42:49.340 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2614 (ObjNum 1020 snap 297 seq_num 1020) dirty exists 2024-09-11T03:42:49.340 INFO:tasks.rados.rados.0.smithi086.stdout:3244: left oid 36 (ObjNum 1020 snap 297 seq_num 1020) 2024-09-11T03:42:49.341 INFO:tasks.rados.rados.0.smithi086.stdout:3250: seq_num 1023 ranges {4210688=335872} 2024-09-11T03:42:49.364 INFO:tasks.rados.rados.0.smithi086.stdout:3250: writing smithi08678205-42 from 4210688 to 4546560 tid 1 2024-09-11T03:42:49.364 INFO:tasks.rados.rados.0.smithi086.stdout:3242: done (5 left) 2024-09-11T03:42:49.364 INFO:tasks.rados.rados.0.smithi086.stdout:3244: done (4 left) 2024-09-11T03:42:49.364 INFO:tasks.rados.rados.0.smithi086.stdout:3251: setattr oid 50 current snap is 297 2024-09-11T03:42:49.364 INFO:tasks.rados.rados.0.smithi086.stdout:3247: finishing write tid 1 to smithi08678205-28 2024-09-11T03:42:49.364 INFO:tasks.rados.rados.0.smithi086.stdout:3247: finishing write tid 2 to smithi08678205-28 2024-09-11T03:42:49.364 INFO:tasks.rados.rados.0.smithi086.stdout:3243: finishing copy_from racing read to smithi08678205-4 2024-09-11T03:42:49.364 INFO:tasks.rados.rados.0.smithi086.stdout:3247: finishing write tid 3 to smithi08678205-28 2024-09-11T03:42:49.364 INFO:tasks.rados.rados.0.smithi086.stdout:3247: oid 28 updating version 0 to 2615 2024-09-11T03:42:49.364 INFO:tasks.rados.rados.0.smithi086.stdout:3247: oid 28 updating version 2615 to 2616 2024-09-11T03:42:49.364 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 2616 (ObjNum 1021 snap 297 seq_num 1021) dirty exists 2024-09-11T03:42:49.365 INFO:tasks.rados.rados.0.smithi086.stdout:3247: left oid 28 (ObjNum 1021 snap 297 seq_num 1021) 2024-09-11T03:42:49.365 INFO:tasks.rados.rados.0.smithi086.stdout:3243: finishing copy_from to smithi08678205-4 2024-09-11T03:42:49.365 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 1917 (ObjNum 908 snap 272 seq_num 908) dirty exists 2024-09-11T03:42:49.365 INFO:tasks.rados.rados.0.smithi086.stdout:3248: finishing write tid 1 to smithi08678205-48 2024-09-11T03:42:49.365 INFO:tasks.rados.rados.0.smithi086.stdout:3248: finishing write tid 2 to smithi08678205-48 2024-09-11T03:42:49.365 INFO:tasks.rados.rados.0.smithi086.stdout:3248: finishing write tid 3 to smithi08678205-48 2024-09-11T03:42:49.365 INFO:tasks.rados.rados.0.smithi086.stdout:3248: oid 48 updating version 0 to 1735 2024-09-11T03:42:49.365 INFO:tasks.rados.rados.0.smithi086.stdout:3248: oid 48 version 1735 is already newer than 1734 2024-09-11T03:42:49.365 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 1735 (ObjNum 1022 snap 297 seq_num 1022) dirty exists 2024-09-11T03:42:49.365 INFO:tasks.rados.rados.0.smithi086.stdout:3248: left oid 48 (ObjNum 1022 snap 297 seq_num 1022) 2024-09-11T03:42:49.366 INFO:tasks.rados.rados.0.smithi086.stdout:3243: done (4 left) 2024-09-11T03:42:49.366 INFO:tasks.rados.rados.0.smithi086.stdout:3247: done (3 left) 2024-09-11T03:42:49.366 INFO:tasks.rados.rados.0.smithi086.stdout:3248: done (2 left) 2024-09-11T03:42:49.366 INFO:tasks.rados.rados.0.smithi086.stdout:3252: snap_create 2024-09-11T03:42:49.366 INFO:tasks.rados.rados.0.smithi086.stdout:3250: finishing write tid 1 to smithi08678205-42 2024-09-11T03:42:49.366 INFO:tasks.rados.rados.0.smithi086.stdout:3250: finishing write tid 2 to smithi08678205-42 2024-09-11T03:42:49.368 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 1962 (ObjNum 908 snap 272 seq_num 908) dirty exists 2024-09-11T03:42:49.368 INFO:tasks.rados.rados.0.smithi086.stdout:3250: finishing write tid 3 to smithi08678205-42 2024-09-11T03:42:49.368 INFO:tasks.rados.rados.0.smithi086.stdout:3250: oid 42 updating version 0 to 2581 2024-09-11T03:42:49.368 INFO:tasks.rados.rados.0.smithi086.stdout:3250: oid 42 updating version 2581 to 2582 2024-09-11T03:42:49.368 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 2582 (ObjNum 1023 snap 297 seq_num 1023) dirty exists 2024-09-11T03:42:49.368 INFO:tasks.rados.rados.0.smithi086.stdout:3250: left oid 42 (ObjNum 1023 snap 297 seq_num 1023) 2024-09-11T03:42:49.771 INFO:tasks.rados.rados.0.smithi086.stdout:3250: done (2 left) 2024-09-11T03:42:49.771 INFO:tasks.rados.rados.0.smithi086.stdout:3251: done (1 left) 2024-09-11T03:42:49.771 INFO:tasks.rados.rados.0.smithi086.stdout:3252: done (0 left) 2024-09-11T03:42:49.771 INFO:tasks.rados.rados.0.smithi086.stdout:3253: snap_remove snap 297 2024-09-11T03:42:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:42:50.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:42:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:42:50.772 INFO:tasks.rados.rados.0.smithi086.stdout:3253: done (0 left) 2024-09-11T03:42:50.772 INFO:tasks.rados.rados.0.smithi086.stdout:3254: copy_from oid 32 from oid 23 current snap is 298 2024-09-11T03:42:50.772 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 298 2024-09-11T03:42:50.772 INFO:tasks.rados.rados.0.smithi086.stdout:3255: seq_num 1024 ranges {6356992=352256} 2024-09-11T03:42:50.809 INFO:tasks.rados.rados.0.smithi086.stdout:3255: writing smithi08678205-38 from 6356992 to 6709248 tid 1 2024-09-11T03:42:50.809 INFO:tasks.rados.rados.0.smithi086.stdout:3256: snap_create 2024-09-11T03:42:50.809 INFO:tasks.rados.rados.0.smithi086.stdout:3254: finishing copy_from racing read to smithi08678205-32 2024-09-11T03:42:50.809 INFO:tasks.rados.rados.0.smithi086.stdout:3254: finishing copy_from to smithi08678205-32 2024-09-11T03:42:50.809 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 2481 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:42:50.812 INFO:tasks.rados.rados.0.smithi086.stdout:3255: finishing write tid 1 to smithi08678205-38 2024-09-11T03:42:50.812 INFO:tasks.rados.rados.0.smithi086.stdout:3255: finishing write tid 2 to smithi08678205-38 2024-09-11T03:42:50.813 INFO:tasks.rados.rados.0.smithi086.stdout:3255: finishing write tid 3 to smithi08678205-38 2024-09-11T03:42:50.813 INFO:tasks.rados.rados.0.smithi086.stdout:3255: oid 38 updating version 0 to 1741 2024-09-11T03:42:50.813 INFO:tasks.rados.rados.0.smithi086.stdout:3255: oid 38 updating version 1741 to 1742 2024-09-11T03:42:50.813 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 1742 (ObjNum 1024 snap 298 seq_num 1024) dirty exists 2024-09-11T03:42:50.813 INFO:tasks.rados.rados.0.smithi086.stdout:3255: left oid 38 (ObjNum 1024 snap 298 seq_num 1024) 2024-09-11T03:42:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:50 smithi086 ceph-mon[89281]: pgmap v705: 121 pgs: 121 active+clean; 196 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-09-11T03:42:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:50 smithi086 ceph-mon[89281]: osdmap e690: 8 total, 8 up, 8 in 2024-09-11T03:42:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:50 smithi086 ceph-mon[91691]: pgmap v705: 121 pgs: 121 active+clean; 196 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-09-11T03:42:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:50 smithi086 ceph-mon[91691]: osdmap e690: 8 total, 8 up, 8 in 2024-09-11T03:42:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:50 smithi130 ceph-mon[83685]: pgmap v705: 121 pgs: 121 active+clean; 196 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-09-11T03:42:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:50 smithi130 ceph-mon[83685]: osdmap e690: 8 total, 8 up, 8 in 2024-09-11T03:42:51.789 INFO:tasks.rados.rados.0.smithi086.stdout:3254: done (2 left) 2024-09-11T03:42:51.789 INFO:tasks.rados.rados.0.smithi086.stdout:3255: done (1 left) 2024-09-11T03:42:51.789 INFO:tasks.rados.rados.0.smithi086.stdout:3256: done (0 left) 2024-09-11T03:42:51.789 INFO:tasks.rados.rados.0.smithi086.stdout:3257: snap_remove snap 298 2024-09-11T03:42:52.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:51 smithi086 ceph-mon[89281]: osdmap e691: 8 total, 8 up, 8 in 2024-09-11T03:42:52.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:51 smithi086 ceph-mon[91691]: osdmap e691: 8 total, 8 up, 8 in 2024-09-11T03:42:52.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:51 smithi130 ceph-mon[83685]: osdmap e691: 8 total, 8 up, 8 in 2024-09-11T03:42:52.738 INFO:tasks.rados.rados.0.smithi086.stdout:3257: done (0 left) 2024-09-11T03:42:52.739 INFO:tasks.rados.rados.0.smithi086.stdout:3258: copy_from oid 16 from oid 21 current snap is 299 2024-09-11T03:42:52.739 INFO:tasks.rados.rados.0.smithi086.stdout:3259: rmattr oid 13 current snap is 299 2024-09-11T03:42:52.739 INFO:tasks.rados.rados.0.smithi086.stdout:3260: delete oid 42 current snap is 299 2024-09-11T03:42:52.742 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 611 (ObjNum 1004 snap 296 seq_num 1004) dirty exists 2024-09-11T03:42:52.749 INFO:tasks.rados.rados.0.smithi086.stdout:3259: done (2 left) 2024-09-11T03:42:52.750 INFO:tasks.rados.rados.0.smithi086.stdout:3260: done (1 left) 2024-09-11T03:42:52.750 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 299 2024-09-11T03:42:52.750 INFO:tasks.rados.rados.0.smithi086.stdout:3261: seq_num 1026 ranges {3981312=385024} 2024-09-11T03:42:52.773 INFO:tasks.rados.rados.0.smithi086.stdout:3261: writing smithi08678205-46 from 3981312 to 4366336 tid 1 2024-09-11T03:42:52.773 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 299 2024-09-11T03:42:52.773 INFO:tasks.rados.rados.0.smithi086.stdout:3262: seq_num 1027 ranges {3235840=409600} 2024-09-11T03:42:52.793 INFO:tasks.rados.rados.0.smithi086.stdout:3262: writing smithi08678205-27 from 3235840 to 3645440 tid 1 2024-09-11T03:42:52.794 INFO:tasks.rados.rados.0.smithi086.stdout:3263: setattr oid 47 current snap is 299 2024-09-11T03:42:52.794 INFO:tasks.rados.rados.0.smithi086.stdout:3258: finishing copy_from racing read to smithi08678205-16 2024-09-11T03:42:52.794 INFO:tasks.rados.rados.0.smithi086.stdout:3261: finishing write tid 1 to smithi08678205-46 2024-09-11T03:42:52.794 INFO:tasks.rados.rados.0.smithi086.stdout:3261: finishing write tid 2 to smithi08678205-46 2024-09-11T03:42:52.794 INFO:tasks.rados.rados.0.smithi086.stdout:3258: finishing copy_from to smithi08678205-16 2024-09-11T03:42:52.794 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 2580 (ObjNum 1017 snap 297 seq_num 1017) dirty exists 2024-09-11T03:42:52.794 INFO:tasks.rados.rados.0.smithi086.stdout:3261: finishing write tid 3 to smithi08678205-46 2024-09-11T03:42:52.794 INFO:tasks.rados.rados.0.smithi086.stdout:3261: oid 46 updating version 0 to 1736 2024-09-11T03:42:52.794 INFO:tasks.rados.rados.0.smithi086.stdout:3261: oid 46 updating version 1736 to 1737 2024-09-11T03:42:52.794 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 1737 (ObjNum 1026 snap 299 seq_num 1026) dirty exists 2024-09-11T03:42:52.795 INFO:tasks.rados.rados.0.smithi086.stdout:3261: left oid 46 (ObjNum 1026 snap 299 seq_num 1026) 2024-09-11T03:42:52.796 INFO:tasks.rados.rados.0.smithi086.stdout:3262: finishing write tid 1 to smithi08678205-27 2024-09-11T03:42:52.796 INFO:tasks.rados.rados.0.smithi086.stdout:3262: finishing write tid 2 to smithi08678205-27 2024-09-11T03:42:52.798 INFO:tasks.rados.rados.0.smithi086.stdout:3258: done (3 left) 2024-09-11T03:42:52.798 INFO:tasks.rados.rados.0.smithi086.stdout:3261: done (2 left) 2024-09-11T03:42:52.798 INFO:tasks.rados.rados.0.smithi086.stdout:3264: copy_from oid 15 from oid 34 current snap is 299 2024-09-11T03:42:52.798 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 299 2024-09-11T03:42:52.799 INFO:tasks.rados.rados.0.smithi086.stdout:3265: seq_num 1028 ranges {286720=425984} 2024-09-11T03:42:52.803 INFO:tasks.rados.rados.0.smithi086.stdout:3265: writing smithi08678205-36 from 286720 to 712704 tid 1 2024-09-11T03:42:52.803 INFO:tasks.rados.rados.0.smithi086.stdout:3266: copy_from oid 4 from oid 5 current snap is 299 2024-09-11T03:42:52.803 INFO:tasks.rados.rados.0.smithi086.stdout:3262: finishing write tid 3 to smithi08678205-27 2024-09-11T03:42:52.803 INFO:tasks.rados.rados.0.smithi086.stdout:3262: oid 27 updating version 0 to 1721 2024-09-11T03:42:52.803 INFO:tasks.rados.rados.0.smithi086.stdout:3262: oid 27 updating version 1721 to 1722 2024-09-11T03:42:52.803 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 1722 (ObjNum 1027 snap 299 seq_num 1027) dirty exists 2024-09-11T03:42:52.803 INFO:tasks.rados.rados.0.smithi086.stdout:3262: left oid 27 (ObjNum 1027 snap 299 seq_num 1027) 2024-09-11T03:42:52.803 INFO:tasks.rados.rados.0.smithi086.stdout:3262: done (4 left) 2024-09-11T03:42:52.803 INFO:tasks.rados.rados.0.smithi086.stdout:3267: delete oid 48 current snap is 299 2024-09-11T03:42:52.805 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 1918 (ObjNum 1014 snap 297 seq_num 1014) dirty exists 2024-09-11T03:42:52.805 INFO:tasks.rados.rados.0.smithi086.stdout:3263: done (4 left) 2024-09-11T03:42:52.805 INFO:tasks.rados.rados.0.smithi086.stdout:3267: done (3 left) 2024-09-11T03:42:52.805 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 299 2024-09-11T03:42:52.805 INFO:tasks.rados.rados.0.smithi086.stdout:3268: seq_num 1030 ranges {0=458752} 2024-09-11T03:42:52.807 INFO:tasks.rados.rados.0.smithi086.stdout:3268: writing smithi08678205-44 from 0 to 458752 tid 1 2024-09-11T03:42:52.808 INFO:tasks.rados.rados.0.smithi086.stdout:3269: read oid 11 snap -1 2024-09-11T03:42:52.808 INFO:tasks.rados.rados.0.smithi086.stdout:3269: expect deleted 2024-09-11T03:42:52.808 INFO:tasks.rados.rados.0.smithi086.stdout:3270: delete oid 31 current snap is 299 2024-09-11T03:42:52.809 INFO:tasks.rados.rados.0.smithi086.stdout:3264: finishing copy_from racing read to smithi08678205-15 2024-09-11T03:42:52.813 INFO:tasks.rados.rados.0.smithi086.stdout:3268: finishing write tid 1 to smithi08678205-44 2024-09-11T03:42:52.814 INFO:tasks.rados.rados.0.smithi086.stdout:3268: finishing write tid 2 to smithi08678205-44 2024-09-11T03:42:52.815 INFO:tasks.rados.rados.0.smithi086.stdout:3264: finishing copy_from to smithi08678205-15 2024-09-11T03:42:52.815 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2481 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:42:52.815 INFO:tasks.rados.rados.0.smithi086.stdout:3265: finishing write tid 1 to smithi08678205-36 2024-09-11T03:42:52.815 INFO:tasks.rados.rados.0.smithi086.stdout:3265: finishing write tid 2 to smithi08678205-36 2024-09-11T03:42:52.816 INFO:tasks.rados.rados.0.smithi086.stdout:3264: done (5 left) 2024-09-11T03:42:52.816 INFO:tasks.rados.rados.0.smithi086.stdout:3269: done (4 left) 2024-09-11T03:42:52.816 INFO:tasks.rados.rados.0.smithi086.stdout:3270: done (3 left) 2024-09-11T03:42:52.816 INFO:tasks.rados.rados.0.smithi086.stdout:3271: read oid 47 snap -1 2024-09-11T03:42:52.816 INFO:tasks.rados.rados.0.smithi086.stdout:3271: expect (ObjNum 1014 snap 297 seq_num 1014) 2024-09-11T03:42:52.816 INFO:tasks.rados.rados.0.smithi086.stdout:3272: rmattr oid 21 current snap is 299 2024-09-11T03:42:52.816 INFO:tasks.rados.rados.0.smithi086.stdout:3268: finishing write tid 3 to smithi08678205-44 2024-09-11T03:42:52.816 INFO:tasks.rados.rados.0.smithi086.stdout:3268: oid 44 updating version 0 to 606 2024-09-11T03:42:52.816 INFO:tasks.rados.rados.0.smithi086.stdout:3268: oid 44 updating version 606 to 607 2024-09-11T03:42:52.817 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 607 (ObjNum 1030 snap 299 seq_num 1030) dirty exists 2024-09-11T03:42:52.817 INFO:tasks.rados.rados.0.smithi086.stdout:3268: left oid 44 (ObjNum 1030 snap 299 seq_num 1030) 2024-09-11T03:42:52.817 INFO:tasks.rados.rados.0.smithi086.stdout:3268: done (4 left) 2024-09-11T03:42:52.817 INFO:tasks.rados.rados.0.smithi086.stdout:3273: snap_create 2024-09-11T03:42:52.817 INFO:tasks.rados.rados.0.smithi086.stdout:3265: finishing write tid 3 to smithi08678205-36 2024-09-11T03:42:52.817 INFO:tasks.rados.rados.0.smithi086.stdout:3265: oid 36 updating version 0 to 2619 2024-09-11T03:42:52.818 INFO:tasks.rados.rados.0.smithi086.stdout:3265: oid 36 version 2619 is already newer than 2618 2024-09-11T03:42:52.818 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2619 (ObjNum 1028 snap 299 seq_num 1028) dirty exists 2024-09-11T03:42:52.818 INFO:tasks.rados.rados.0.smithi086.stdout:3265: left oid 36 (ObjNum 1028 snap 299 seq_num 1028) 2024-09-11T03:42:52.818 INFO:tasks.rados.rados.0.smithi086.stdout:3266: finishing copy_from racing read to smithi08678205-4 2024-09-11T03:42:52.818 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 2584 (ObjNum 1017 snap 297 seq_num 1017) dirty exists 2024-09-11T03:42:52.833 INFO:tasks.rados.rados.0.smithi086.stdout:3266: finishing copy_from to smithi08678205-4 2024-09-11T03:42:52.833 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 2376 (ObjNum 821 snap 243 seq_num 821) dirty exists 2024-09-11T03:42:52.841 INFO:tasks.rados.rados.0.smithi086.stdout:3271: expect (ObjNum 1014 snap 297 seq_num 1014) 2024-09-11T03:42:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:52 smithi086 ceph-mon[89281]: pgmap v708: 121 pgs: 121 active+clean; 169 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 6.8 MiB/s wr, 40 op/s 2024-09-11T03:42:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:52 smithi086 ceph-mon[89281]: osdmap e692: 8 total, 8 up, 8 in 2024-09-11T03:42:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:52 smithi086 ceph-mon[89281]: osdmap e693: 8 total, 8 up, 8 in 2024-09-11T03:42:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:52 smithi086 ceph-mon[91691]: pgmap v708: 121 pgs: 121 active+clean; 169 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 6.8 MiB/s wr, 40 op/s 2024-09-11T03:42:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:52 smithi086 ceph-mon[91691]: osdmap e692: 8 total, 8 up, 8 in 2024-09-11T03:42:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:52 smithi086 ceph-mon[91691]: osdmap e693: 8 total, 8 up, 8 in 2024-09-11T03:42:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:52 smithi130 ceph-mon[83685]: pgmap v708: 121 pgs: 121 active+clean; 169 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 6.8 MiB/s wr, 40 op/s 2024-09-11T03:42:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:52 smithi130 ceph-mon[83685]: osdmap e692: 8 total, 8 up, 8 in 2024-09-11T03:42:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:52 smithi130 ceph-mon[83685]: osdmap e693: 8 total, 8 up, 8 in 2024-09-11T03:42:53.796 INFO:tasks.rados.rados.0.smithi086.stdout:3265: done (4 left) 2024-09-11T03:42:53.796 INFO:tasks.rados.rados.0.smithi086.stdout:3266: done (3 left) 2024-09-11T03:42:53.797 INFO:tasks.rados.rados.0.smithi086.stdout:3271: done (2 left) 2024-09-11T03:42:53.797 INFO:tasks.rados.rados.0.smithi086.stdout:3272: done (1 left) 2024-09-11T03:42:53.797 INFO:tasks.rados.rados.0.smithi086.stdout:3273: done (0 left) 2024-09-11T03:42:53.797 INFO:tasks.rados.rados.0.smithi086.stdout:3274: snap_create 2024-09-11T03:42:54.799 INFO:tasks.rados.rados.0.smithi086.stdout:3274: done (0 left) 2024-09-11T03:42:54.800 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 301 2024-09-11T03:42:54.800 INFO:tasks.rados.rados.0.smithi086.stdout:3275: seq_num 1032 ranges {3194880=491520} 2024-09-11T03:42:54.801 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:42:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:42:54] "GET /metrics HTTP/1.1" 200 36370 "" "Prometheus/2.51.0" 2024-09-11T03:42:54.820 INFO:tasks.rados.rados.0.smithi086.stdout:3275: writing smithi08678205-15 from 3194880 to 3686400 tid 1 2024-09-11T03:42:54.820 INFO:tasks.rados.rados.0.smithi086.stdout:3276: rollback oid 3 current snap is 301 2024-09-11T03:42:54.820 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 3 to 300 2024-09-11T03:42:54.820 INFO:tasks.rados.rados.0.smithi086.stdout:3277: read oid 50 snap 300 2024-09-11T03:42:54.820 INFO:tasks.rados.rados.0.smithi086.stdout:3277: expect (ObjNum 908 snap 272 seq_num 908) 2024-09-11T03:42:54.821 INFO:tasks.rados.rados.0.smithi086.stdout:3278: read oid 24 snap 299 2024-09-11T03:42:54.821 INFO:tasks.rados.rados.0.smithi086.stdout:3278: expect (ObjNum 669 snap 191 seq_num 669) 2024-09-11T03:42:54.821 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 301 2024-09-11T03:42:54.821 INFO:tasks.rados.rados.0.smithi086.stdout:3279: seq_num 1033 ranges {4153344=507904} 2024-09-11T03:42:54.848 INFO:tasks.rados.rados.0.smithi086.stdout:3279: writing smithi08678205-35 from 4153344 to 4661248 tid 1 2024-09-11T03:42:54.848 INFO:tasks.rados.rados.0.smithi086.stdout:3280: read oid 43 snap -1 2024-09-11T03:42:54.849 INFO:tasks.rados.rados.0.smithi086.stdout:3280: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:42:54.849 INFO:tasks.rados.rados.0.smithi086.stdout:3281: snap_create 2024-09-11T03:42:54.849 INFO:tasks.rados.rados.0.smithi086.stdout:3275: finishing write tid 1 to smithi08678205-15 2024-09-11T03:42:54.849 INFO:tasks.rados.rados.0.smithi086.stdout:3275: finishing write tid 2 to smithi08678205-15 2024-09-11T03:42:54.849 INFO:tasks.rados.rados.0.smithi086.stdout:3275: finishing write tid 3 to smithi08678205-15 2024-09-11T03:42:54.850 INFO:tasks.rados.rados.0.smithi086.stdout:3275: oid 15 updating version 0 to 2623 2024-09-11T03:42:54.850 INFO:tasks.rados.rados.0.smithi086.stdout:3275: oid 15 version 2623 is already newer than 2622 2024-09-11T03:42:54.850 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2623 (ObjNum 1032 snap 301 seq_num 1032) dirty exists 2024-09-11T03:42:54.850 INFO:tasks.rados.rados.0.smithi086.stdout:3275: left oid 15 (ObjNum 1032 snap 301 seq_num 1032) 2024-09-11T03:42:54.850 INFO:tasks.rados.rados.0.smithi086.stdout:3276: finishing rollback tid 0 to smithi08678205-3 2024-09-11T03:42:54.851 INFO:tasks.rados.rados.0.smithi086.stdout:3276: finishing rollback tid 1 to smithi08678205-3 2024-09-11T03:42:54.851 INFO:tasks.rados.rados.0.smithi086.stdout:3276: finishing rollback tid 2 to smithi08678205-3 2024-09-11T03:42:54.851 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 2433 (ObjNum 1010 snap 297 seq_num 1010) dirty exists 2024-09-11T03:42:54.851 INFO:tasks.rados.rados.0.smithi086.stdout:3278: expect (ObjNum 669 snap 191 seq_num 669) 2024-09-11T03:42:54.891 INFO:tasks.rados.rados.0.smithi086.stdout:3277: expect (ObjNum 908 snap 272 seq_num 908) 2024-09-11T03:42:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:54 smithi086 ceph-mon[89281]: pgmap v711: 121 pgs: 121 active+clean; 164 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 7.6 MiB/s wr, 44 op/s 2024-09-11T03:42:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:54 smithi086 ceph-mon[89281]: osdmap e694: 8 total, 8 up, 8 in 2024-09-11T03:42:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:54 smithi086 ceph-mon[91691]: pgmap v711: 121 pgs: 121 active+clean; 164 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 7.6 MiB/s wr, 44 op/s 2024-09-11T03:42:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:54 smithi086 ceph-mon[91691]: osdmap e694: 8 total, 8 up, 8 in 2024-09-11T03:42:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:54 smithi130 ceph-mon[83685]: pgmap v711: 121 pgs: 121 active+clean; 164 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 7.6 MiB/s wr, 44 op/s 2024-09-11T03:42:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:54 smithi130 ceph-mon[83685]: osdmap e694: 8 total, 8 up, 8 in 2024-09-11T03:42:55.156 INFO:tasks.rados.rados.0.smithi086.stdout:3279: finishing write tid 1 to smithi08678205-35 2024-09-11T03:42:55.156 INFO:tasks.rados.rados.0.smithi086.stdout:3279: finishing write tid 2 to smithi08678205-35 2024-09-11T03:42:55.156 INFO:tasks.rados.rados.0.smithi086.stdout:3279: finishing write tid 3 to smithi08678205-35 2024-09-11T03:42:55.156 INFO:tasks.rados.rados.0.smithi086.stdout:3279: oid 35 updating version 0 to 2435 2024-09-11T03:42:55.156 INFO:tasks.rados.rados.0.smithi086.stdout:3279: oid 35 version 2435 is already newer than 2434 2024-09-11T03:42:55.157 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2435 (ObjNum 1033 snap 301 seq_num 1033) dirty exists 2024-09-11T03:42:55.157 INFO:tasks.rados.rados.0.smithi086.stdout:3279: left oid 35 (ObjNum 1033 snap 301 seq_num 1033) 2024-09-11T03:42:55.157 INFO:tasks.rados.rados.0.smithi086.stdout:3280: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:42:55.813 INFO:tasks.rados.rados.0.smithi086.stdout:3275: done (6 left) 2024-09-11T03:42:55.813 INFO:tasks.rados.rados.0.smithi086.stdout:3276: done (5 left) 2024-09-11T03:42:55.813 INFO:tasks.rados.rados.0.smithi086.stdout:3277: done (4 left) 2024-09-11T03:42:55.813 INFO:tasks.rados.rados.0.smithi086.stdout:3278: done (3 left) 2024-09-11T03:42:55.813 INFO:tasks.rados.rados.0.smithi086.stdout:3279: done (2 left) 2024-09-11T03:42:55.814 INFO:tasks.rados.rados.0.smithi086.stdout:3280: done (1 left) 2024-09-11T03:42:55.814 INFO:tasks.rados.rados.0.smithi086.stdout:3281: done (0 left) 2024-09-11T03:42:55.814 INFO:tasks.rados.rados.0.smithi086.stdout:3282: delete oid 25 current snap is 302 2024-09-11T03:42:55.815 INFO:tasks.rados.rados.0.smithi086.stdout:3282: done (0 left) 2024-09-11T03:42:55.816 INFO:tasks.rados.rados.0.smithi086.stdout:3283: read oid 49 snap -1 2024-09-11T03:42:55.816 INFO:tasks.rados.rados.0.smithi086.stdout:3283: expect (ObjNum 1002 snap 295 seq_num 1002) 2024-09-11T03:42:55.816 INFO:tasks.rados.rados.0.smithi086.stdout:3284: rollback oid 25 current snap is 302 2024-09-11T03:42:55.816 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 25 to 299 2024-09-11T03:42:55.816 INFO:tasks.rados.rados.0.smithi086.stdout:3285: read oid 8 snap -1 2024-09-11T03:42:55.816 INFO:tasks.rados.rados.0.smithi086.stdout:3285: expect (ObjNum 1009 snap 297 seq_num 1009) 2024-09-11T03:42:55.816 INFO:tasks.rados.rados.0.smithi086.stdout:3286: snap_create 2024-09-11T03:42:55.818 INFO:tasks.rados.rados.0.smithi086.stdout:3284: finishing rollback tid 1 to smithi08678205-25 2024-09-11T03:42:55.819 INFO:tasks.rados.rados.0.smithi086.stdout:3284: finishing rollback tid 2 to smithi08678205-25 2024-09-11T03:42:55.819 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 2484 (ObjNum 609 snap 0 seq_num 580886320) dirty exists 2024-09-11T03:42:55.832 INFO:tasks.rados.rados.0.smithi086.stdout:3285: expect (ObjNum 1009 snap 297 seq_num 1009) 2024-09-11T03:42:56.035 INFO:tasks.rados.rados.0.smithi086.stdout:3283: expect (ObjNum 1002 snap 295 seq_num 1002) 2024-09-11T03:42:56.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:55 smithi086 ceph-mon[89281]: osdmap e695: 8 total, 8 up, 8 in 2024-09-11T03:42:56.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:55 smithi086 ceph-mon[91691]: osdmap e695: 8 total, 8 up, 8 in 2024-09-11T03:42:56.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:55 smithi130 ceph-mon[83685]: osdmap e695: 8 total, 8 up, 8 in 2024-09-11T03:42:56.821 INFO:tasks.rados.rados.0.smithi086.stdout:3283: done (3 left) 2024-09-11T03:42:56.821 INFO:tasks.rados.rados.0.smithi086.stdout:3284: done (2 left) 2024-09-11T03:42:56.822 INFO:tasks.rados.rados.0.smithi086.stdout:3285: done (1 left) 2024-09-11T03:42:56.822 INFO:tasks.rados.rados.0.smithi086.stdout:3286: done (0 left) 2024-09-11T03:42:56.822 INFO:tasks.rados.rados.0.smithi086.stdout:3287: copy_from oid 48 from oid 29 current snap is 303 2024-09-11T03:42:56.822 INFO:tasks.rados.rados.0.smithi086.stdout:3288: rmattr oid 22 current snap is 303 2024-09-11T03:42:56.822 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 303 2024-09-11T03:42:56.822 INFO:tasks.rados.rados.0.smithi086.stdout:3289: seq_num 1035 ranges {4366336=540672} 2024-09-11T03:42:56.847 INFO:tasks.rados.rados.0.smithi086.stdout:3289: writing smithi08678205-46 from 4366336 to 4907008 tid 1 2024-09-11T03:42:56.848 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 14 current snap is 303 2024-09-11T03:42:56.848 INFO:tasks.rados.rados.0.smithi086.stdout:3290: seq_num 1036 ranges {7757824=557056} 2024-09-11T03:42:56.891 INFO:tasks.rados.rados.0.smithi086.stdout:3290: writing smithi08678205-14 from 7757824 to 8314880 tid 1 2024-09-11T03:42:56.892 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 24 current snap is 303 2024-09-11T03:42:56.892 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 1743 (ObjNum 991 snap 290 seq_num 991) dirty exists 2024-09-11T03:42:56.892 INFO:tasks.rados.rados.0.smithi086.stdout:3287: finishing copy_from racing read to smithi08678205-48 2024-09-11T03:42:56.892 INFO:tasks.rados.rados.0.smithi086.stdout:3287: finishing copy_from to smithi08678205-48 2024-09-11T03:42:56.892 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 2495 (ObjNum 1019 snap 297 seq_num 1019) dirty exists 2024-09-11T03:42:56.892 INFO:tasks.rados.rados.0.smithi086.stdout:3289: finishing write tid 1 to smithi08678205-46 2024-09-11T03:42:56.892 INFO:tasks.rados.rados.0.smithi086.stdout:3289: finishing write tid 2 to smithi08678205-46 2024-09-11T03:42:56.892 INFO:tasks.rados.rados.0.smithi086.stdout:3289: finishing write tid 3 to smithi08678205-46 2024-09-11T03:42:56.892 INFO:tasks.rados.rados.0.smithi086.stdout:3289: oid 46 updating version 0 to 2583 2024-09-11T03:42:56.893 INFO:tasks.rados.rados.0.smithi086.stdout:3289: oid 46 version 2583 is already newer than 2582 2024-09-11T03:42:56.893 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 2583 (ObjNum 1035 snap 303 seq_num 1035) dirty exists 2024-09-11T03:42:56.893 INFO:tasks.rados.rados.0.smithi086.stdout:3289: left oid 46 (ObjNum 1035 snap 303 seq_num 1035) 2024-09-11T03:42:56.893 INFO:tasks.rados.rados.0.smithi086.stdout:3291: seq_num 1037 ranges {1613824=573440} 2024-09-11T03:42:56.903 INFO:tasks.rados.rados.0.smithi086.stdout:3291: writing smithi08678205-24 from 1613824 to 2187264 tid 1 2024-09-11T03:42:56.903 INFO:tasks.rados.rados.0.smithi086.stdout:3287: done (4 left) 2024-09-11T03:42:56.903 INFO:tasks.rados.rados.0.smithi086.stdout:3288: done (3 left) 2024-09-11T03:42:56.904 INFO:tasks.rados.rados.0.smithi086.stdout:3289: done (2 left) 2024-09-11T03:42:56.904 INFO:tasks.rados.rados.0.smithi086.stdout:3292: snap_create 2024-09-11T03:42:56.904 INFO:tasks.rados.rados.0.smithi086.stdout:3290: finishing write tid 1 to smithi08678205-14 2024-09-11T03:42:56.904 INFO:tasks.rados.rados.0.smithi086.stdout:3290: finishing write tid 2 to smithi08678205-14 2024-09-11T03:42:56.904 INFO:tasks.rados.rados.0.smithi086.stdout:3290: finishing write tid 3 to smithi08678205-14 2024-09-11T03:42:56.904 INFO:tasks.rados.rados.0.smithi086.stdout:3290: oid 14 updating version 0 to 2586 2024-09-11T03:42:56.904 INFO:tasks.rados.rados.0.smithi086.stdout:3290: oid 14 version 2586 is already newer than 2585 2024-09-11T03:42:56.904 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 2586 (ObjNum 1036 snap 303 seq_num 1036) dirty exists 2024-09-11T03:42:56.904 INFO:tasks.rados.rados.0.smithi086.stdout:3290: left oid 14 (ObjNum 1036 snap 303 seq_num 1036) 2024-09-11T03:42:56.907 INFO:tasks.rados.rados.0.smithi086.stdout:3291: finishing write tid 1 to smithi08678205-24 2024-09-11T03:42:56.907 INFO:tasks.rados.rados.0.smithi086.stdout:3291: finishing write tid 2 to smithi08678205-24 2024-09-11T03:42:56.908 INFO:tasks.rados.rados.0.smithi086.stdout:3291: finishing write tid 3 to smithi08678205-24 2024-09-11T03:42:56.908 INFO:tasks.rados.rados.0.smithi086.stdout:3291: oid 24 updating version 0 to 2437 2024-09-11T03:42:56.908 INFO:tasks.rados.rados.0.smithi086.stdout:3291: oid 24 version 2437 is already newer than 2436 2024-09-11T03:42:56.908 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 2437 (ObjNum 1037 snap 303 seq_num 1037) dirty exists 2024-09-11T03:42:56.908 INFO:tasks.rados.rados.0.smithi086.stdout:3291: left oid 24 (ObjNum 1037 snap 303 seq_num 1037) 2024-09-11T03:42:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:56 smithi086 ceph-mon[89281]: pgmap v714: 121 pgs: 121 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-09-11T03:42:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:56 smithi086 ceph-mon[89281]: osdmap e696: 8 total, 8 up, 8 in 2024-09-11T03:42:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:56 smithi086 ceph-mon[91691]: pgmap v714: 121 pgs: 121 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-09-11T03:42:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:56 smithi086 ceph-mon[91691]: osdmap e696: 8 total, 8 up, 8 in 2024-09-11T03:42:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:56 smithi130 ceph-mon[83685]: pgmap v714: 121 pgs: 121 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-09-11T03:42:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:56 smithi130 ceph-mon[83685]: osdmap e696: 8 total, 8 up, 8 in 2024-09-11T03:42:57.738 INFO:tasks.rados.rados.0.smithi086.stdout:3290: done (2 left) 2024-09-11T03:42:57.738 INFO:tasks.rados.rados.0.smithi086.stdout:3291: done (1 left) 2024-09-11T03:42:57.738 INFO:tasks.rados.rados.0.smithi086.stdout:3292: done (0 left) 2024-09-11T03:42:57.738 INFO:tasks.rados.rados.0.smithi086.stdout:3293: rmattr oid 44 current snap is 304 2024-09-11T03:42:57.738 INFO:tasks.rados.rados.0.smithi086.stdout:3293: done (0 left) 2024-09-11T03:42:57.738 INFO:tasks.rados.rados.0.smithi086.stdout:3294: rmattr oid 50 current snap is 304 2024-09-11T03:42:57.739 INFO:tasks.rados.rados.0.smithi086.stdout:3295: read oid 37 snap -1 2024-09-11T03:42:57.739 INFO:tasks.rados.rados.0.smithi086.stdout:3295: expect (ObjNum 898 snap 268 seq_num 898) 2024-09-11T03:42:57.739 INFO:tasks.rados.rados.0.smithi086.stdout:3296: rmattr oid 5 current snap is 304 2024-09-11T03:42:57.739 INFO:tasks.rados.rados.0.smithi086.stdout:3296: done (2 left) 2024-09-11T03:42:57.739 INFO:tasks.rados.rados.0.smithi086.stdout:3297: snap_create 2024-09-11T03:42:57.747 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 2485 (ObjNum 908 snap 272 seq_num 908) dirty exists 2024-09-11T03:42:57.763 INFO:tasks.rados.rados.0.smithi086.stdout:3295: expect (ObjNum 898 snap 268 seq_num 898) 2024-09-11T03:42:58.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:57 smithi086 ceph-mon[89281]: osdmap e697: 8 total, 8 up, 8 in 2024-09-11T03:42:58.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:57 smithi086 ceph-mon[89281]: osdmap e698: 8 total, 8 up, 8 in 2024-09-11T03:42:58.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:57 smithi086 ceph-mon[91691]: osdmap e697: 8 total, 8 up, 8 in 2024-09-11T03:42:58.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:57 smithi086 ceph-mon[91691]: osdmap e698: 8 total, 8 up, 8 in 2024-09-11T03:42:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:57 smithi130 ceph-mon[83685]: osdmap e697: 8 total, 8 up, 8 in 2024-09-11T03:42:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:57 smithi130 ceph-mon[83685]: osdmap e698: 8 total, 8 up, 8 in 2024-09-11T03:42:58.739 INFO:tasks.rados.rados.0.smithi086.stdout:3294: done (2 left) 2024-09-11T03:42:58.739 INFO:tasks.rados.rados.0.smithi086.stdout:3295: done (1 left) 2024-09-11T03:42:58.739 INFO:tasks.rados.rados.0.smithi086.stdout:3297: done (0 left) 2024-09-11T03:42:58.740 INFO:tasks.rados.rados.0.smithi086.stdout:3298: snap_remove snap 302 2024-09-11T03:42:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:58 smithi130 ceph-mon[83685]: pgmap v717: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.3 MiB/s wr, 20 op/s 2024-09-11T03:42:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:42:58 smithi130 ceph-mon[83685]: osdmap e699: 8 total, 8 up, 8 in 2024-09-11T03:42:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:58 smithi086 ceph-mon[89281]: pgmap v717: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.3 MiB/s wr, 20 op/s 2024-09-11T03:42:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:42:58 smithi086 ceph-mon[89281]: osdmap e699: 8 total, 8 up, 8 in 2024-09-11T03:42:59.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:58 smithi086 ceph-mon[91691]: pgmap v717: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.3 MiB/s wr, 20 op/s 2024-09-11T03:42:59.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:42:58 smithi086 ceph-mon[91691]: osdmap e699: 8 total, 8 up, 8 in 2024-09-11T03:42:59.743 INFO:tasks.rados.rados.0.smithi086.stdout:3298: done (0 left) 2024-09-11T03:42:59.743 INFO:tasks.rados.rados.0.smithi086.stdout:3299: read oid 1 snap -1 2024-09-11T03:42:59.743 INFO:tasks.rados.rados.0.smithi086.stdout:3299: expect deleted 2024-09-11T03:42:59.743 INFO:tasks.rados.rados.0.smithi086.stdout:3300: copy_from oid 12 from oid 10 current snap is 305 2024-09-11T03:42:59.743 INFO:tasks.rados.rados.0.smithi086.stdout:3301: read oid 45 snap -1 2024-09-11T03:42:59.743 INFO:tasks.rados.rados.0.smithi086.stdout:3301: expect deleted 2024-09-11T03:42:59.743 INFO:tasks.rados.rados.0.smithi086.stdout:3302: copy_from oid 28 from oid 16 current snap is 305 2024-09-11T03:42:59.743 INFO:tasks.rados.rados.0.smithi086.stdout:3303: read oid 2 snap 300 2024-09-11T03:42:59.743 INFO:tasks.rados.rados.0.smithi086.stdout:3303: expect deleted 2024-09-11T03:42:59.743 INFO:tasks.rados.rados.0.smithi086.stdout:3304: snap_create 2024-09-11T03:42:59.749 INFO:tasks.rados.rados.0.smithi086.stdout:3300: finishing copy_from to smithi08678205-12 2024-09-11T03:42:59.749 INFO:tasks.rados.rados.0.smithi086.stdout:3300: got expected ENOENT (src dne) 2024-09-11T03:42:59.749 INFO:tasks.rados.rados.0.smithi086.stdout:3300: finishing copy_from racing read to smithi08678205-12 2024-09-11T03:42:59.787 INFO:tasks.rados.rados.0.smithi086.stdout:3302: finishing copy_from racing read to smithi08678205-28 2024-09-11T03:42:59.795 INFO:tasks.rados.rados.0.smithi086.stdout:3302: finishing copy_from to smithi08678205-28 2024-09-11T03:42:59.795 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 2580 (ObjNum 1017 snap 297 seq_num 1017) dirty exists 2024-09-11T03:43:00.748 INFO:tasks.rados.rados.0.smithi086.stdout:3299: done (5 left) 2024-09-11T03:43:00.748 INFO:tasks.rados.rados.0.smithi086.stdout:3300: done (4 left) 2024-09-11T03:43:00.748 INFO:tasks.rados.rados.0.smithi086.stdout:3301: done (3 left) 2024-09-11T03:43:00.748 INFO:tasks.rados.rados.0.smithi086.stdout:3302: done (2 left) 2024-09-11T03:43:00.748 INFO:tasks.rados.rados.0.smithi086.stdout:3303: done (1 left) 2024-09-11T03:43:00.748 INFO:tasks.rados.rados.0.smithi086.stdout:3304: done (0 left) 2024-09-11T03:43:00.748 INFO:tasks.rados.rados.0.smithi086.stdout:3305: setattr oid 18 current snap is 306 2024-09-11T03:43:00.749 INFO:tasks.rados.rados.0.smithi086.stdout:3306: copy_from oid 28 from oid 41 current snap is 306 2024-09-11T03:43:00.749 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 306 2024-09-11T03:43:00.749 INFO:tasks.rados.rados.0.smithi086.stdout:3307: seq_num 1038 ranges {122880=589824} 2024-09-11T03:43:00.753 INFO:tasks.rados.rados.0.smithi086.stdout:3307: writing smithi08678205-3 from 122880 to 712704 tid 1 2024-09-11T03:43:00.754 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 5 current snap is 306 2024-09-11T03:43:00.754 INFO:tasks.rados.rados.0.smithi086.stdout:3308: seq_num 1039 ranges {3268608=606208} 2024-09-11T03:43:00.775 INFO:tasks.rados.rados.0.smithi086.stdout:3308: writing smithi08678205-5 from 3268608 to 3874816 tid 1 2024-09-11T03:43:00.775 INFO:tasks.rados.rados.0.smithi086.stdout:3309: snap_remove snap 299 2024-09-11T03:43:01.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:00 smithi086 ceph-mon[89281]: pgmap v720: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-09-11T03:43:01.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:00 smithi086 ceph-mon[89281]: osdmap e700: 8 total, 8 up, 8 in 2024-09-11T03:43:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:00 smithi086 ceph-mon[91691]: pgmap v720: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-09-11T03:43:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:00 smithi086 ceph-mon[91691]: osdmap e700: 8 total, 8 up, 8 in 2024-09-11T03:43:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:00 smithi130 ceph-mon[83685]: pgmap v720: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-09-11T03:43:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:00 smithi130 ceph-mon[83685]: osdmap e700: 8 total, 8 up, 8 in 2024-09-11T03:43:01.756 INFO:tasks.rados.rados.0.smithi086.stdout:3309: done (4 left) 2024-09-11T03:43:01.757 INFO:tasks.rados.rados.0.smithi086.stdout:3310: rollback oid 20 current snap is 306 2024-09-11T03:43:01.757 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 20 to 301 2024-09-11T03:43:01.757 INFO:tasks.rados.rados.0.smithi086.stdout:3311: setattr oid 39 current snap is 306 2024-09-11T03:43:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 2496 (ObjNum 944 snap 275 seq_num 944) dirty exists 2024-09-11T03:43:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:3307: finishing write tid 1 to smithi08678205-3 2024-09-11T03:43:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:3307: finishing write tid 2 to smithi08678205-3 2024-09-11T03:43:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:3307: finishing write tid 3 to smithi08678205-3 2024-09-11T03:43:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:3307: oid 3 updating version 0 to 2439 2024-09-11T03:43:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:3307: oid 3 version 2439 is already newer than 2438 2024-09-11T03:43:01.758 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 2439 (ObjNum 1038 snap 306 seq_num 1038) dirty exists 2024-09-11T03:43:01.759 INFO:tasks.rados.rados.0.smithi086.stdout:3307: left oid 3 (ObjNum 1038 snap 306 seq_num 1038) 2024-09-11T03:43:01.759 INFO:tasks.rados.rados.0.smithi086.stdout:3306: finishing copy_from racing read to smithi08678205-28 2024-09-11T03:43:01.759 INFO:tasks.rados.rados.0.smithi086.stdout:3306: finishing copy_from to smithi08678205-28 2024-09-11T03:43:01.759 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 2576 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:43:01.759 INFO:tasks.rados.rados.0.smithi086.stdout:3308: finishing write tid 1 to smithi08678205-5 2024-09-11T03:43:01.759 INFO:tasks.rados.rados.0.smithi086.stdout:3308: finishing write tid 2 to smithi08678205-5 2024-09-11T03:43:01.759 INFO:tasks.rados.rados.0.smithi086.stdout:3308: finishing write tid 3 to smithi08678205-5 2024-09-11T03:43:01.759 INFO:tasks.rados.rados.0.smithi086.stdout:3308: oid 5 updating version 0 to 2441 2024-09-11T03:43:01.759 INFO:tasks.rados.rados.0.smithi086.stdout:3308: oid 5 version 2441 is already newer than 2440 2024-09-11T03:43:01.759 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 5 v 2441 (ObjNum 1039 snap 306 seq_num 1039) dirty exists 2024-09-11T03:43:01.759 INFO:tasks.rados.rados.0.smithi086.stdout:3308: left oid 5 (ObjNum 1039 snap 306 seq_num 1039) 2024-09-11T03:43:01.759 INFO:tasks.rados.rados.0.smithi086.stdout:3310: finishing rollback tid 1 to smithi08678205-20 2024-09-11T03:43:01.760 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-11T03:43:01.761 INFO:tasks.rados.rados.0.smithi086.stdout:3305: done (5 left) 2024-09-11T03:43:01.761 INFO:tasks.rados.rados.0.smithi086.stdout:3306: done (4 left) 2024-09-11T03:43:01.761 INFO:tasks.rados.rados.0.smithi086.stdout:3307: done (3 left) 2024-09-11T03:43:01.761 INFO:tasks.rados.rados.0.smithi086.stdout:3308: done (2 left) 2024-09-11T03:43:01.761 INFO:tasks.rados.rados.0.smithi086.stdout:3310: done (1 left) 2024-09-11T03:43:01.761 INFO:tasks.rados.rados.0.smithi086.stdout:3312: copy_from oid 3 from oid 22 current snap is 306 2024-09-11T03:43:01.761 INFO:tasks.rados.rados.0.smithi086.stdout:3313: read oid 48 snap -1 2024-09-11T03:43:01.761 INFO:tasks.rados.rados.0.smithi086.stdout:3313: expect (ObjNum 1019 snap 297 seq_num 1019) 2024-09-11T03:43:01.761 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 306 2024-09-11T03:43:01.761 INFO:tasks.rados.rados.0.smithi086.stdout:3314: seq_num 1040 ranges {8634368=622592} 2024-09-11T03:43:01.811 INFO:tasks.rados.rados.0.smithi086.stdout:3314: writing smithi08678205-49 from 8634368 to 9256960 tid 1 2024-09-11T03:43:01.811 INFO:tasks.rados.rados.0.smithi086.stdout:3315: rollback oid 35 current snap is 306 2024-09-11T03:43:01.811 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 35 to 301 2024-09-11T03:43:01.811 INFO:tasks.rados.rados.0.smithi086.stdout:3316: read oid 33 snap -1 2024-09-11T03:43:01.811 INFO:tasks.rados.rados.0.smithi086.stdout:3316: expect deleted 2024-09-11T03:43:01.811 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 18 current snap is 306 2024-09-11T03:43:01.811 INFO:tasks.rados.rados.0.smithi086.stdout:3317: seq_num 1041 ranges {2973696=638976} 2024-09-11T03:43:01.830 INFO:tasks.rados.rados.0.smithi086.stdout:3317: writing smithi08678205-18 from 2973696 to 3612672 tid 1 2024-09-11T03:43:01.831 INFO:tasks.rados.rados.0.smithi086.stdout:3318: copy_from oid 21 from oid 31 current snap is 306 2024-09-11T03:43:01.831 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 2584 (ObjNum 1006 snap 297 seq_num 1006) dirty exists 2024-09-11T03:43:01.831 INFO:tasks.rados.rados.0.smithi086.stdout:3313: expect (ObjNum 1019 snap 297 seq_num 1019) 2024-09-11T03:43:02.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:01 smithi086 ceph-mon[89281]: osdmap e701: 8 total, 8 up, 8 in 2024-09-11T03:43:02.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:01 smithi086 ceph-mon[91691]: osdmap e701: 8 total, 8 up, 8 in 2024-09-11T03:43:02.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:01 smithi130 ceph-mon[83685]: osdmap e701: 8 total, 8 up, 8 in 2024-09-11T03:43:02.195 INFO:tasks.rados.rados.0.smithi086.stdout:3314: finishing write tid 1 to smithi08678205-49 2024-09-11T03:43:02.195 INFO:tasks.rados.rados.0.smithi086.stdout:3315: finishing rollback tid 0 to smithi08678205-35 2024-09-11T03:43:02.195 INFO:tasks.rados.rados.0.smithi086.stdout:3314: finishing write tid 2 to smithi08678205-49 2024-09-11T03:43:02.195 INFO:tasks.rados.rados.0.smithi086.stdout:3315: finishing rollback tid 1 to smithi08678205-35 2024-09-11T03:43:02.195 INFO:tasks.rados.rados.0.smithi086.stdout:3315: finishing rollback tid 2 to smithi08678205-35 2024-09-11T03:43:02.195 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2444 (ObjNum 1033 snap 301 seq_num 1033) dirty exists 2024-09-11T03:43:02.196 INFO:tasks.rados.rados.0.smithi086.stdout:3314: finishing write tid 3 to smithi08678205-49 2024-09-11T03:43:02.196 INFO:tasks.rados.rados.0.smithi086.stdout:3314: oid 49 updating version 0 to 2378 2024-09-11T03:43:02.196 INFO:tasks.rados.rados.0.smithi086.stdout:3314: oid 49 version 2378 is already newer than 2377 2024-09-11T03:43:02.196 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 2378 (ObjNum 1040 snap 306 seq_num 1040) dirty exists 2024-09-11T03:43:02.196 INFO:tasks.rados.rados.0.smithi086.stdout:3314: left oid 49 (ObjNum 1040 snap 306 seq_num 1040) 2024-09-11T03:43:02.196 INFO:tasks.rados.rados.0.smithi086.stdout:3318: finishing copy_from to smithi08678205-21 2024-09-11T03:43:02.196 INFO:tasks.rados.rados.0.smithi086.stdout:3318: got expected ENOENT (src dne) 2024-09-11T03:43:02.196 INFO:tasks.rados.rados.0.smithi086.stdout:3318: finishing copy_from racing read to smithi08678205-21 2024-09-11T03:43:02.196 INFO:tasks.rados.rados.0.smithi086.stdout:3317: finishing write tid 1 to smithi08678205-18 2024-09-11T03:43:02.196 INFO:tasks.rados.rados.0.smithi086.stdout:3311: done (7 left) 2024-09-11T03:43:02.196 INFO:tasks.rados.rados.0.smithi086.stdout:3313: done (6 left) 2024-09-11T03:43:02.196 INFO:tasks.rados.rados.0.smithi086.stdout:3314: done (5 left) 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:3315: done (4 left) 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:3316: done (3 left) 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:3318: done (2 left) 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 306 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:3317: finishing write tid 2 to smithi08678205-18 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:3317: finishing write tid 3 to smithi08678205-18 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:3317: oid 18 updating version 0 to 2498 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:3317: oid 18 version 2498 is already newer than 2497 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 2498 (ObjNum 1041 snap 306 seq_num 1041) dirty exists 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:3317: left oid 18 (ObjNum 1041 snap 306 seq_num 1041) 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:3312: finishing copy_from racing read to smithi08678205-3 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:3312: finishing copy_from to smithi08678205-3 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 1743 (ObjNum 991 snap 290 seq_num 991) dirty exists 2024-09-11T03:43:02.197 INFO:tasks.rados.rados.0.smithi086.stdout:3319: seq_num 1042 ranges {0=655360} 2024-09-11T03:43:02.198 INFO:tasks.rados.rados.0.smithi086.stdout:3319: writing smithi08678205-10 from 0 to 655360 tid 1 2024-09-11T03:43:02.198 INFO:tasks.rados.rados.0.smithi086.stdout:3312: done (2 left) 2024-09-11T03:43:02.199 INFO:tasks.rados.rados.0.smithi086.stdout:3317: done (1 left) 2024-09-11T03:43:02.199 INFO:tasks.rados.rados.0.smithi086.stdout:3320: read oid 42 snap -1 2024-09-11T03:43:02.199 INFO:tasks.rados.rados.0.smithi086.stdout:3320: expect deleted 2024-09-11T03:43:02.199 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 306 2024-09-11T03:43:02.199 INFO:tasks.rados.rados.0.smithi086.stdout:3321: seq_num 1043 ranges {0=671744} 2024-09-11T03:43:02.201 INFO:tasks.rados.rados.0.smithi086.stdout:3321: writing smithi08678205-33 from 0 to 671744 tid 1 2024-09-11T03:43:02.204 INFO:tasks.rados.rados.0.smithi086.stdout:3322: rollback oid 27 current snap is 306 2024-09-11T03:43:02.204 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 27 to 300 2024-09-11T03:43:02.204 INFO:tasks.rados.rados.0.smithi086.stdout:3319: finishing write tid 1 to smithi08678205-10 2024-09-11T03:43:02.204 INFO:tasks.rados.rados.0.smithi086.stdout:3320: done (3 left) 2024-09-11T03:43:02.204 INFO:tasks.rados.rados.0.smithi086.stdout:3323: snap_create 2024-09-11T03:43:02.204 INFO:tasks.rados.rados.0.smithi086.stdout:3319: finishing write tid 2 to smithi08678205-10 2024-09-11T03:43:02.204 INFO:tasks.rados.rados.0.smithi086.stdout:3319: finishing write tid 3 to smithi08678205-10 2024-09-11T03:43:02.204 INFO:tasks.rados.rados.0.smithi086.stdout:3319: oid 10 updating version 0 to 2445 2024-09-11T03:43:02.204 INFO:tasks.rados.rados.0.smithi086.stdout:3319: oid 10 updating version 2445 to 2446 2024-09-11T03:43:02.205 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2446 (ObjNum 1042 snap 306 seq_num 1042) dirty exists 2024-09-11T03:43:02.205 INFO:tasks.rados.rados.0.smithi086.stdout:3319: left oid 10 (ObjNum 1042 snap 306 seq_num 1042) 2024-09-11T03:43:02.205 INFO:tasks.rados.rados.0.smithi086.stdout:3322: finishing rollback tid 0 to smithi08678205-27 2024-09-11T03:43:02.205 INFO:tasks.rados.rados.0.smithi086.stdout:3322: finishing rollback tid 1 to smithi08678205-27 2024-09-11T03:43:02.206 INFO:tasks.rados.rados.0.smithi086.stdout:3322: finishing rollback tid 2 to smithi08678205-27 2024-09-11T03:43:02.206 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 1725 (ObjNum 1027 snap 299 seq_num 1027) dirty exists 2024-09-11T03:43:02.206 INFO:tasks.rados.rados.0.smithi086.stdout:3321: finishing write tid 1 to smithi08678205-33 2024-09-11T03:43:02.206 INFO:tasks.rados.rados.0.smithi086.stdout:3321: finishing write tid 2 to smithi08678205-33 2024-09-11T03:43:02.208 INFO:tasks.rados.rados.0.smithi086.stdout:3321: finishing write tid 3 to smithi08678205-33 2024-09-11T03:43:02.208 INFO:tasks.rados.rados.0.smithi086.stdout:3321: oid 33 updating version 0 to 2632 2024-09-11T03:43:02.208 INFO:tasks.rados.rados.0.smithi086.stdout:3321: oid 33 updating version 2632 to 2633 2024-09-11T03:43:02.208 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 2633 (ObjNum 1043 snap 306 seq_num 1043) dirty exists 2024-09-11T03:43:02.208 INFO:tasks.rados.rados.0.smithi086.stdout:3321: left oid 33 (ObjNum 1043 snap 306 seq_num 1043) 2024-09-11T03:43:02.743 INFO:tasks.rados.rados.0.smithi086.stdout:3319: done (3 left) 2024-09-11T03:43:02.743 INFO:tasks.rados.rados.0.smithi086.stdout:3321: done (2 left) 2024-09-11T03:43:02.743 INFO:tasks.rados.rados.0.smithi086.stdout:3322: done (1 left) 2024-09-11T03:43:02.743 INFO:tasks.rados.rados.0.smithi086.stdout:3323: done (0 left) 2024-09-11T03:43:02.744 INFO:tasks.rados.rados.0.smithi086.stdout:3324: snap_remove snap 304 2024-09-11T03:43:03.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:02 smithi086 ceph-mon[89281]: pgmap v723: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-09-11T03:43:03.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:02 smithi086 ceph-mon[89281]: osdmap e702: 8 total, 8 up, 8 in 2024-09-11T03:43:03.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:02 smithi086 ceph-mon[89281]: osdmap e703: 8 total, 8 up, 8 in 2024-09-11T03:43:03.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:02 smithi086 ceph-mon[91691]: pgmap v723: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-09-11T03:43:03.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:02 smithi086 ceph-mon[91691]: osdmap e702: 8 total, 8 up, 8 in 2024-09-11T03:43:03.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:02 smithi086 ceph-mon[91691]: osdmap e703: 8 total, 8 up, 8 in 2024-09-11T03:43:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:02 smithi130 ceph-mon[83685]: pgmap v723: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-09-11T03:43:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:02 smithi130 ceph-mon[83685]: osdmap e702: 8 total, 8 up, 8 in 2024-09-11T03:43:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:02 smithi130 ceph-mon[83685]: osdmap e703: 8 total, 8 up, 8 in 2024-09-11T03:43:03.743 INFO:tasks.rados.rados.0.smithi086.stdout:3324: done (0 left) 2024-09-11T03:43:03.744 INFO:tasks.rados.rados.0.smithi086.stdout:3325: delete oid 16 current snap is 307 2024-09-11T03:43:03.753 INFO:tasks.rados.rados.0.smithi086.stdout:3325: done (0 left) 2024-09-11T03:43:03.753 INFO:tasks.rados.rados.0.smithi086.stdout:3326: read oid 10 snap -1 2024-09-11T03:43:03.754 INFO:tasks.rados.rados.0.smithi086.stdout:3326: expect (ObjNum 1042 snap 306 seq_num 1042) 2024-09-11T03:43:03.754 INFO:tasks.rados.rados.0.smithi086.stdout:3327: rmattr oid 43 current snap is 307 2024-09-11T03:43:03.754 INFO:tasks.rados.rados.0.smithi086.stdout:3327: done (1 left) 2024-09-11T03:43:03.754 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 307 2024-09-11T03:43:03.754 INFO:tasks.rados.rados.0.smithi086.stdout:3328: seq_num 1045 ranges {0=704512} 2024-09-11T03:43:03.758 INFO:tasks.rados.rados.0.smithi086.stdout:3328: writing smithi08678205-45 from 0 to 704512 tid 1 2024-09-11T03:43:03.758 INFO:tasks.rados.rados.0.smithi086.stdout:3329: rmattr oid 11 current snap is 307 2024-09-11T03:43:03.758 INFO:tasks.rados.rados.0.smithi086.stdout:3329: done (2 left) 2024-09-11T03:43:03.758 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 307 2024-09-11T03:43:03.758 INFO:tasks.rados.rados.0.smithi086.stdout:3330: seq_num 1046 ranges {5873664=729088} 2024-09-11T03:43:03.793 INFO:tasks.rados.rados.0.smithi086.stdout:3330: writing smithi08678205-48 from 5873664 to 6602752 tid 1 2024-09-11T03:43:03.793 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 307 2024-09-11T03:43:03.793 INFO:tasks.rados.rados.0.smithi086.stdout:3331: seq_num 1047 ranges {2310144=745472} 2024-09-11T03:43:03.809 INFO:tasks.rados.rados.0.smithi086.stdout:3331: writing smithi08678205-9 from 2310144 to 3055616 tid 1 2024-09-11T03:43:03.809 INFO:tasks.rados.rados.0.smithi086.stdout:3332: delete oid 44 current snap is 307 2024-09-11T03:43:03.809 INFO:tasks.rados.rados.0.smithi086.stdout:3326: expect (ObjNum 1042 snap 306 seq_num 1042) 2024-09-11T03:43:03.827 INFO:tasks.rados.rados.0.smithi086.stdout:3328: finishing write tid 1 to smithi08678205-45 2024-09-11T03:43:03.828 INFO:tasks.rados.rados.0.smithi086.stdout:3328: finishing write tid 2 to smithi08678205-45 2024-09-11T03:43:03.828 INFO:tasks.rados.rados.0.smithi086.stdout:3328: finishing write tid 3 to smithi08678205-45 2024-09-11T03:43:03.828 INFO:tasks.rados.rados.0.smithi086.stdout:3328: oid 45 updating version 0 to 2588 2024-09-11T03:43:03.828 INFO:tasks.rados.rados.0.smithi086.stdout:3328: oid 45 version 2588 is already newer than 2587 2024-09-11T03:43:03.828 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 2588 (ObjNum 1045 snap 307 seq_num 1045) dirty exists 2024-09-11T03:43:03.828 INFO:tasks.rados.rados.0.smithi086.stdout:3328: left oid 45 (ObjNum 1045 snap 307 seq_num 1045) 2024-09-11T03:43:03.828 INFO:tasks.rados.rados.0.smithi086.stdout:3330: finishing write tid 1 to smithi08678205-48 2024-09-11T03:43:03.828 INFO:tasks.rados.rados.0.smithi086.stdout:3330: finishing write tid 2 to smithi08678205-48 2024-09-11T03:43:03.828 INFO:tasks.rados.rados.0.smithi086.stdout:3326: done (4 left) 2024-09-11T03:43:03.828 INFO:tasks.rados.rados.0.smithi086.stdout:3328: done (3 left) 2024-09-11T03:43:03.828 INFO:tasks.rados.rados.0.smithi086.stdout:3332: done (2 left) 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:3333: read oid 30 snap -1 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:3333: expect (ObjNum 1016 snap 297 seq_num 1016) 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:3334: rollback oid 24 current snap is 307 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 24 to 301 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:3330: finishing write tid 3 to smithi08678205-48 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:3330: oid 48 updating version 0 to 2586 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:3330: oid 48 updating version 2586 to 2587 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 2587 (ObjNum 1046 snap 307 seq_num 1046) dirty exists 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:3330: left oid 48 (ObjNum 1046 snap 307 seq_num 1046) 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:3331: finishing write tid 1 to smithi08678205-9 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:3331: finishing write tid 2 to smithi08678205-9 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:3331: finishing write tid 3 to smithi08678205-9 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:3331: oid 9 updating version 0 to 1744 2024-09-11T03:43:03.829 INFO:tasks.rados.rados.0.smithi086.stdout:3331: oid 9 updating version 1744 to 1745 2024-09-11T03:43:03.830 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 1745 (ObjNum 1047 snap 307 seq_num 1047) dirty exists 2024-09-11T03:43:03.830 INFO:tasks.rados.rados.0.smithi086.stdout:3331: left oid 9 (ObjNum 1047 snap 307 seq_num 1047) 2024-09-11T03:43:03.830 INFO:tasks.rados.rados.0.smithi086.stdout:3330: done (3 left) 2024-09-11T03:43:03.830 INFO:tasks.rados.rados.0.smithi086.stdout:3331: done (2 left) 2024-09-11T03:43:03.830 INFO:tasks.rados.rados.0.smithi086.stdout:3335: read oid 1 snap -1 2024-09-11T03:43:03.830 INFO:tasks.rados.rados.0.smithi086.stdout:3335: expect deleted 2024-09-11T03:43:03.830 INFO:tasks.rados.rados.0.smithi086.stdout:3336: rmattr oid 22 current snap is 307 2024-09-11T03:43:03.830 INFO:tasks.rados.rados.0.smithi086.stdout:3337: rmattr oid 13 current snap is 307 2024-09-11T03:43:03.831 INFO:tasks.rados.rados.0.smithi086.stdout:3338: copy_from oid 46 from oid 21 current snap is 307 2024-09-11T03:43:03.832 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 38 current snap is 307 2024-09-11T03:43:03.832 INFO:tasks.rados.rados.0.smithi086.stdout:3339: seq_num 1049 ranges {6709248=778240} 2024-09-11T03:43:03.868 INFO:tasks.rados.rados.0.smithi086.stdout:3339: writing smithi08678205-38 from 6709248 to 7487488 tid 1 2024-09-11T03:43:03.868 INFO:tasks.rados.rados.0.smithi086.stdout:3340: read oid 20 snap -1 2024-09-11T03:43:03.868 INFO:tasks.rados.rados.0.smithi086.stdout:3340: expect deleted 2024-09-11T03:43:03.868 INFO:tasks.rados.rados.0.smithi086.stdout:3341: setattr oid 10 current snap is 307 2024-09-11T03:43:03.868 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 612 (ObjNum 1004 snap 296 seq_num 1004) dirty exists 2024-09-11T03:43:03.868 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 1746 (ObjNum 991 snap 290 seq_num 991) dirty exists 2024-09-11T03:43:03.868 INFO:tasks.rados.rados.0.smithi086.stdout:3334: finishing rollback tid 0 to smithi08678205-24 2024-09-11T03:43:03.868 INFO:tasks.rados.rados.0.smithi086.stdout:3334: finishing rollback tid 1 to smithi08678205-24 2024-09-11T03:43:03.869 INFO:tasks.rados.rados.0.smithi086.stdout:3334: finishing rollback tid 2 to smithi08678205-24 2024-09-11T03:43:03.869 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 2449 (ObjNum 669 snap 191 seq_num 669) dirty exists 2024-09-11T03:43:03.869 INFO:tasks.rados.rados.0.smithi086.stdout:3333: expect (ObjNum 1016 snap 297 seq_num 1016) 2024-09-11T03:43:03.996 INFO:tasks.rados.rados.0.smithi086.stdout:3338: finishing copy_from racing read to smithi08678205-46 2024-09-11T03:43:03.997 INFO:tasks.rados.rados.0.smithi086.stdout:3338: finishing copy_from to smithi08678205-46 2024-09-11T03:43:03.997 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 2584 (ObjNum 1017 snap 297 seq_num 1017) dirty exists 2024-09-11T03:43:03.997 INFO:tasks.rados.rados.0.smithi086.stdout:3339: finishing write tid 1 to smithi08678205-38 2024-09-11T03:43:03.997 INFO:tasks.rados.rados.0.smithi086.stdout:3339: finishing write tid 2 to smithi08678205-38 2024-09-11T03:43:03.997 INFO:tasks.rados.rados.0.smithi086.stdout:3339: finishing write tid 3 to smithi08678205-38 2024-09-11T03:43:03.997 INFO:tasks.rados.rados.0.smithi086.stdout:3339: oid 38 updating version 0 to 1747 2024-09-11T03:43:03.997 INFO:tasks.rados.rados.0.smithi086.stdout:3339: oid 38 updating version 1747 to 1748 2024-09-11T03:43:03.997 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 1748 (ObjNum 1049 snap 307 seq_num 1049) dirty exists 2024-09-11T03:43:03.997 INFO:tasks.rados.rados.0.smithi086.stdout:3339: left oid 38 (ObjNum 1049 snap 307 seq_num 1049) 2024-09-11T03:43:03.997 INFO:tasks.rados.rados.0.smithi086.stdout:3333: done (8 left) 2024-09-11T03:43:03.997 INFO:tasks.rados.rados.0.smithi086.stdout:3334: done (7 left) 2024-09-11T03:43:03.997 INFO:tasks.rados.rados.0.smithi086.stdout:3335: done (6 left) 2024-09-11T03:43:03.998 INFO:tasks.rados.rados.0.smithi086.stdout:3336: done (5 left) 2024-09-11T03:43:03.998 INFO:tasks.rados.rados.0.smithi086.stdout:3337: done (4 left) 2024-09-11T03:43:03.998 INFO:tasks.rados.rados.0.smithi086.stdout:3338: done (3 left) 2024-09-11T03:43:03.998 INFO:tasks.rados.rados.0.smithi086.stdout:3339: done (2 left) 2024-09-11T03:43:03.998 INFO:tasks.rados.rados.0.smithi086.stdout:3340: done (1 left) 2024-09-11T03:43:03.998 INFO:tasks.rados.rados.0.smithi086.stdout:3342: snap_create 2024-09-11T03:43:03.999 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2450 (ObjNum 1042 snap 306 seq_num 1042) dirty exists 2024-09-11T03:43:04.761 INFO:tasks.rados.rados.0.smithi086.stdout:3341: done (1 left) 2024-09-11T03:43:04.761 INFO:tasks.rados.rados.0.smithi086.stdout:3342: done (0 left) 2024-09-11T03:43:04.761 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 14 current snap is 308 2024-09-11T03:43:04.761 INFO:tasks.rados.rados.0.smithi086.stdout:3343: seq_num 1050 ranges {8314880=794624} 2024-09-11T03:43:04.809 INFO:tasks.rados.rados.0.smithi086.stdout:3343: writing smithi08678205-14 from 8314880 to 9109504 tid 1 2024-09-11T03:43:04.810 INFO:tasks.rados.rados.0.smithi086.stdout:3344: rollback oid 15 current snap is 308 2024-09-11T03:43:04.810 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 15 to 307 2024-09-11T03:43:04.810 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 308 2024-09-11T03:43:04.810 INFO:tasks.rados.rados.0.smithi086.stdout:3345: seq_num 1051 ranges {8830976=409600,9240576=401408} 2024-09-11T03:43:04.821 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:04 smithi086 ceph-mon[89281]: pgmap v726: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-11T03:43:04.821 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:04 smithi086 ceph-mon[89281]: osdmap e704: 8 total, 8 up, 8 in 2024-09-11T03:43:04.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:43:04.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:04 smithi086 ceph-mon[91691]: pgmap v726: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-11T03:43:04.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:04 smithi086 ceph-mon[91691]: osdmap e704: 8 total, 8 up, 8 in 2024-09-11T03:43:04.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:43:04.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:43:04 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:43:04] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.51.0" 2024-09-11T03:43:04.859 INFO:tasks.rados.rados.0.smithi086.stdout:3345: writing smithi08678205-46 from 8830976 to 9240576 tid 1 2024-09-11T03:43:04.862 INFO:tasks.rados.rados.0.smithi086.stdout:3345: writing smithi08678205-46 from 9240576 to 9641984 tid 2 2024-09-11T03:43:04.862 INFO:tasks.rados.rados.0.smithi086.stdout:3346: read oid 49 snap 306 2024-09-11T03:43:04.862 INFO:tasks.rados.rados.0.smithi086.stdout:3346: expect (ObjNum 1040 snap 306 seq_num 1040) 2024-09-11T03:43:04.862 INFO:tasks.rados.rados.0.smithi086.stdout:3344: finishing rollback tid 0 to smithi08678205-15 2024-09-11T03:43:04.862 INFO:tasks.rados.rados.0.smithi086.stdout:3343: finishing write tid 1 to smithi08678205-14 2024-09-11T03:43:04.862 INFO:tasks.rados.rados.0.smithi086.stdout:3343: finishing write tid 2 to smithi08678205-14 2024-09-11T03:43:04.862 INFO:tasks.rados.rados.0.smithi086.stdout:3344: finishing rollback tid 1 to smithi08678205-15 2024-09-11T03:43:04.862 INFO:tasks.rados.rados.0.smithi086.stdout:3344: finishing rollback tid 2 to smithi08678205-15 2024-09-11T03:43:04.862 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2639 (ObjNum 1032 snap 301 seq_num 1032) dirty exists 2024-09-11T03:43:04.862 INFO:tasks.rados.rados.0.smithi086.stdout:3343: finishing write tid 3 to smithi08678205-14 2024-09-11T03:43:04.863 INFO:tasks.rados.rados.0.smithi086.stdout:3343: oid 14 updating version 0 to 2589 2024-09-11T03:43:04.863 INFO:tasks.rados.rados.0.smithi086.stdout:3343: oid 14 updating version 2589 to 2590 2024-09-11T03:43:04.863 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 2590 (ObjNum 1050 snap 308 seq_num 1050) dirty exists 2024-09-11T03:43:04.863 INFO:tasks.rados.rados.0.smithi086.stdout:3343: left oid 14 (ObjNum 1050 snap 308 seq_num 1050) 2024-09-11T03:43:04.863 INFO:tasks.rados.rados.0.smithi086.stdout:3343: done (3 left) 2024-09-11T03:43:04.863 INFO:tasks.rados.rados.0.smithi086.stdout:3344: done (2 left) 2024-09-11T03:43:04.863 INFO:tasks.rados.rados.0.smithi086.stdout:3347: rollback oid 11 current snap is 308 2024-09-11T03:43:04.863 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 301 2024-09-11T03:43:04.863 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 308 2024-09-11T03:43:04.863 INFO:tasks.rados.rados.0.smithi086.stdout:3348: seq_num 1052 ranges {0=425984,425984=401408} 2024-09-11T03:43:04.864 INFO:tasks.rados.rados.0.smithi086.stdout:3348: writing smithi08678205-44 from 0 to 425984 tid 1 2024-09-11T03:43:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:3348: writing smithi08678205-44 from 425984 to 827392 tid 2 2024-09-11T03:43:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:3349: copy_from oid 2 from oid 4 current snap is 308 2024-09-11T03:43:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:3347: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:43:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 0 (ObjNum 257 snap 0 seq_num 3221920112) dirty dne 2024-09-11T03:43:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:3345: finishing write tid 1 to smithi08678205-46 2024-09-11T03:43:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:3345: finishing write tid 2 to smithi08678205-46 2024-09-11T03:43:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:3347: done (4 left) 2024-09-11T03:43:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:3350: read oid 20 snap -1 2024-09-11T03:43:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:3350: expect deleted 2024-09-11T03:43:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:3351: rollback oid 11 current snap is 308 2024-09-11T03:43:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 305 2024-09-11T03:43:04.867 INFO:tasks.rados.rados.0.smithi086.stdout:3352: copy_from oid 19 from oid 28 current snap is 308 2024-09-11T03:43:04.868 INFO:tasks.rados.rados.0.smithi086.stdout:3353: snap_remove snap 300 2024-09-11T03:43:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:04 smithi130 ceph-mon[83685]: pgmap v726: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-11T03:43:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:04 smithi130 ceph-mon[83685]: osdmap e704: 8 total, 8 up, 8 in 2024-09-11T03:43:05.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:43:05.769 INFO:tasks.rados.rados.0.smithi086.stdout:3353: done (7 left) 2024-09-11T03:43:05.769 INFO:tasks.rados.rados.0.smithi086.stdout:3354: rollback oid 14 current snap is 308 2024-09-11T03:43:05.769 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 14 to 303 2024-09-11T03:43:05.769 INFO:tasks.rados.rados.0.smithi086.stdout:3345: finishing write tid 3 to smithi08678205-46 2024-09-11T03:43:05.769 INFO:tasks.rados.rados.0.smithi086.stdout:3348: finishing write tid 1 to smithi08678205-44 2024-09-11T03:43:05.769 INFO:tasks.rados.rados.0.smithi086.stdout:3348: finishing write tid 2 to smithi08678205-44 2024-09-11T03:43:05.770 INFO:tasks.rados.rados.0.smithi086.stdout:3345: finishing write tid 4 to smithi08678205-46 2024-09-11T03:43:05.770 INFO:tasks.rados.rados.0.smithi086.stdout:3345: oid 46 updating version 0 to 2589 2024-09-11T03:43:05.770 INFO:tasks.rados.rados.0.smithi086.stdout:3345: oid 46 version 2589 is already newer than 2588 2024-09-11T03:43:05.770 INFO:tasks.rados.rados.0.smithi086.stdout:3345: oid 46 updating version 2589 to 2590 2024-09-11T03:43:05.770 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 2590 (ObjNum 1051 snap 308 seq_num 1051) dirty exists 2024-09-11T03:43:05.770 INFO:tasks.rados.rados.0.smithi086.stdout:3345: left oid 46 (ObjNum 1051 snap 308 seq_num 1051) 2024-09-11T03:43:05.770 INFO:tasks.rados.rados.0.smithi086.stdout:3348: finishing write tid 3 to smithi08678205-44 2024-09-11T03:43:05.770 INFO:tasks.rados.rados.0.smithi086.stdout:3351: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:43:05.770 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 0 (ObjNum 129 snap 0 seq_num 3221036192) dirty dne 2024-09-11T03:43:05.770 INFO:tasks.rados.rados.0.smithi086.stdout:3348: finishing write tid 4 to smithi08678205-44 2024-09-11T03:43:05.770 INFO:tasks.rados.rados.0.smithi086.stdout:3348: oid 44 updating version 0 to 610 2024-09-11T03:43:05.770 INFO:tasks.rados.rados.0.smithi086.stdout:3348: oid 44 updating version 610 to 611 2024-09-11T03:43:05.771 INFO:tasks.rados.rados.0.smithi086.stdout:3348: oid 44 version 611 is already newer than 609 2024-09-11T03:43:05.771 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 611 (ObjNum 1052 snap 308 seq_num 1052) dirty exists 2024-09-11T03:43:05.771 INFO:tasks.rados.rados.0.smithi086.stdout:3348: left oid 44 (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:43:05.771 INFO:tasks.rados.rados.0.smithi086.stdout:3352: finishing copy_from racing read to smithi08678205-19 2024-09-11T03:43:05.771 INFO:tasks.rados.rados.0.smithi086.stdout:3352: finishing copy_from to smithi08678205-19 2024-09-11T03:43:05.771 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 2576 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:43:05.771 INFO:tasks.rados.rados.0.smithi086.stdout:3349: finishing copy_from racing read to smithi08678205-2 2024-09-11T03:43:05.771 INFO:tasks.rados.rados.0.smithi086.stdout:3349: finishing copy_from to smithi08678205-2 2024-09-11T03:43:05.771 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 2376 (ObjNum 821 snap 243 seq_num 821) dirty exists 2024-09-11T03:43:05.771 INFO:tasks.rados.rados.0.smithi086.stdout:3346: expect (ObjNum 1040 snap 306 seq_num 1040) 2024-09-11T03:43:06.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:05 smithi086 ceph-mon[89281]: osdmap e705: 8 total, 8 up, 8 in 2024-09-11T03:43:06.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:05 smithi086 ceph-mon[91691]: osdmap e705: 8 total, 8 up, 8 in 2024-09-11T03:43:06.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:05 smithi130 ceph-mon[83685]: osdmap e705: 8 total, 8 up, 8 in 2024-09-11T03:43:06.381 INFO:tasks.rados.rados.0.smithi086.stdout:3354: finishing rollback tid 0 to smithi08678205-14 2024-09-11T03:43:06.381 INFO:tasks.rados.rados.0.smithi086.stdout:3354: finishing rollback tid 1 to smithi08678205-14 2024-09-11T03:43:06.381 INFO:tasks.rados.rados.0.smithi086.stdout:3354: finishing rollback tid 2 to smithi08678205-14 2024-09-11T03:43:06.381 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 2593 (ObjNum 1036 snap 303 seq_num 1036) dirty exists 2024-09-11T03:43:06.381 INFO:tasks.rados.rados.0.smithi086.stdout:3345: done (7 left) 2024-09-11T03:43:06.381 INFO:tasks.rados.rados.0.smithi086.stdout:3346: done (6 left) 2024-09-11T03:43:06.381 INFO:tasks.rados.rados.0.smithi086.stdout:3348: done (5 left) 2024-09-11T03:43:06.381 INFO:tasks.rados.rados.0.smithi086.stdout:3349: done (4 left) 2024-09-11T03:43:06.381 INFO:tasks.rados.rados.0.smithi086.stdout:3350: done (3 left) 2024-09-11T03:43:06.381 INFO:tasks.rados.rados.0.smithi086.stdout:3351: done (2 left) 2024-09-11T03:43:06.381 INFO:tasks.rados.rados.0.smithi086.stdout:3352: done (1 left) 2024-09-11T03:43:06.381 INFO:tasks.rados.rados.0.smithi086.stdout:3354: done (0 left) 2024-09-11T03:43:06.382 INFO:tasks.rados.rados.0.smithi086.stdout:3355: delete oid 6 current snap is 308 2024-09-11T03:43:06.382 INFO:tasks.rados.rados.0.smithi086.stdout:3355: done (0 left) 2024-09-11T03:43:06.382 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 308 2024-09-11T03:43:06.382 INFO:tasks.rados.rados.0.smithi086.stdout:3356: seq_num 1054 ranges {3194880=458752,3653632=401408} 2024-09-11T03:43:06.401 INFO:tasks.rados.rados.0.smithi086.stdout:3356: writing smithi08678205-34 from 3194880 to 3653632 tid 1 2024-09-11T03:43:06.404 INFO:tasks.rados.rados.0.smithi086.stdout:3356: writing smithi08678205-34 from 3653632 to 4055040 tid 2 2024-09-11T03:43:06.404 INFO:tasks.rados.rados.0.smithi086.stdout:3357: read oid 41 snap 305 2024-09-11T03:43:06.404 INFO:tasks.rados.rados.0.smithi086.stdout:3357: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:43:06.404 INFO:tasks.rados.rados.0.smithi086.stdout:3358: copy_from oid 38 from oid 44 current snap is 308 2024-09-11T03:43:06.404 INFO:tasks.rados.rados.0.smithi086.stdout:3359: delete oid 10 current snap is 308 2024-09-11T03:43:06.406 INFO:tasks.rados.rados.0.smithi086.stdout:3356: finishing write tid 1 to smithi08678205-34 2024-09-11T03:43:06.406 INFO:tasks.rados.rados.0.smithi086.stdout:3356: finishing write tid 2 to smithi08678205-34 2024-09-11T03:43:06.407 INFO:tasks.rados.rados.0.smithi086.stdout:3356: finishing write tid 3 to smithi08678205-34 2024-09-11T03:43:06.407 INFO:tasks.rados.rados.0.smithi086.stdout:3359: done (3 left) 2024-09-11T03:43:06.407 INFO:tasks.rados.rados.0.smithi086.stdout:3360: snap_remove snap 303 2024-09-11T03:43:06.773 INFO:tasks.rados.rados.0.smithi086.stdout:3360: done (3 left) 2024-09-11T03:43:06.773 INFO:tasks.rados.rados.0.smithi086.stdout:3361: read oid 33 snap 306 2024-09-11T03:43:06.773 INFO:tasks.rados.rados.0.smithi086.stdout:3361: expect (ObjNum 1043 snap 306 seq_num 1043) 2024-09-11T03:43:06.774 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 308 2024-09-11T03:43:06.774 INFO:tasks.rados.rados.0.smithi086.stdout:3362: seq_num 1056 ranges {712704=491520,1204224=401408} 2024-09-11T03:43:06.780 INFO:tasks.rados.rados.0.smithi086.stdout:3362: writing smithi08678205-36 from 712704 to 1204224 tid 1 2024-09-11T03:43:06.783 INFO:tasks.rados.rados.0.smithi086.stdout:3362: writing smithi08678205-36 from 1204224 to 1605632 tid 2 2024-09-11T03:43:06.783 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 24 current snap is 308 2024-09-11T03:43:06.785 INFO:tasks.rados.rados.0.smithi086.stdout:3356: finishing write tid 4 to smithi08678205-34 2024-09-11T03:43:06.785 INFO:tasks.rados.rados.0.smithi086.stdout:3356: oid 34 updating version 0 to 2499 2024-09-11T03:43:06.785 INFO:tasks.rados.rados.0.smithi086.stdout:3356: oid 34 updating version 2499 to 2501 2024-09-11T03:43:06.785 INFO:tasks.rados.rados.0.smithi086.stdout:3356: oid 34 version 2501 is already newer than 2500 2024-09-11T03:43:06.785 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 2501 (ObjNum 1054 snap 308 seq_num 1054) dirty exists 2024-09-11T03:43:06.785 INFO:tasks.rados.rados.0.smithi086.stdout:3356: left oid 34 (ObjNum 1054 snap 308 seq_num 1054) 2024-09-11T03:43:06.785 INFO:tasks.rados.rados.0.smithi086.stdout:3358: finishing copy_from racing read to smithi08678205-38 2024-09-11T03:43:06.785 INFO:tasks.rados.rados.0.smithi086.stdout:3358: finishing copy_from to smithi08678205-38 2024-09-11T03:43:06.785 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 611 (ObjNum 1052 snap 308 seq_num 1052) dirty exists 2024-09-11T03:43:06.785 INFO:tasks.rados.rados.0.smithi086.stdout:3357: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:43:06.941 INFO:tasks.rados.rados.0.smithi086.stdout:3362: finishing write tid 1 to smithi08678205-36 2024-09-11T03:43:06.941 INFO:tasks.rados.rados.0.smithi086.stdout:3362: finishing write tid 2 to smithi08678205-36 2024-09-11T03:43:06.941 INFO:tasks.rados.rados.0.smithi086.stdout:3362: finishing write tid 3 to smithi08678205-36 2024-09-11T03:43:06.941 INFO:tasks.rados.rados.0.smithi086.stdout:3361: expect (ObjNum 1043 snap 306 seq_num 1043) 2024-09-11T03:43:06.958 INFO:tasks.rados.rados.0.smithi086.stdout:3362: finishing write tid 4 to smithi08678205-36 2024-09-11T03:43:06.958 INFO:tasks.rados.rados.0.smithi086.stdout:3362: oid 36 updating version 0 to 2646 2024-09-11T03:43:06.958 INFO:tasks.rados.rados.0.smithi086.stdout:3362: oid 36 updating version 2646 to 2647 2024-09-11T03:43:06.958 INFO:tasks.rados.rados.0.smithi086.stdout:3362: oid 36 version 2647 is already newer than 2645 2024-09-11T03:43:06.958 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2647 (ObjNum 1056 snap 308 seq_num 1056) dirty exists 2024-09-11T03:43:06.958 INFO:tasks.rados.rados.0.smithi086.stdout:3362: left oid 36 (ObjNum 1056 snap 308 seq_num 1056) 2024-09-11T03:43:06.959 INFO:tasks.rados.rados.0.smithi086.stdout:3363: seq_num 1057 ranges {1613824=507904,2121728=401408} 2024-09-11T03:43:06.969 INFO:tasks.rados.rados.0.smithi086.stdout:3363: writing smithi08678205-24 from 1613824 to 2121728 tid 1 2024-09-11T03:43:06.972 INFO:tasks.rados.rados.0.smithi086.stdout:3363: writing smithi08678205-24 from 2121728 to 2523136 tid 2 2024-09-11T03:43:06.972 INFO:tasks.rados.rados.0.smithi086.stdout:3356: done (5 left) 2024-09-11T03:43:06.972 INFO:tasks.rados.rados.0.smithi086.stdout:3357: done (4 left) 2024-09-11T03:43:06.972 INFO:tasks.rados.rados.0.smithi086.stdout:3358: done (3 left) 2024-09-11T03:43:06.972 INFO:tasks.rados.rados.0.smithi086.stdout:3361: done (2 left) 2024-09-11T03:43:06.972 INFO:tasks.rados.rados.0.smithi086.stdout:3362: done (1 left) 2024-09-11T03:43:06.972 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 19 current snap is 308 2024-09-11T03:43:06.972 INFO:tasks.rados.rados.0.smithi086.stdout:3364: seq_num 1058 ranges {3194880=524288,3719168=401408} 2024-09-11T03:43:06.991 INFO:tasks.rados.rados.0.smithi086.stdout:3364: writing smithi08678205-19 from 3194880 to 3719168 tid 1 2024-09-11T03:43:06.994 INFO:tasks.rados.rados.0.smithi086.stdout:3364: writing smithi08678205-19 from 3719168 to 4120576 tid 2 2024-09-11T03:43:06.995 INFO:tasks.rados.rados.0.smithi086.stdout:3365: delete oid 48 current snap is 308 2024-09-11T03:43:06.995 INFO:tasks.rados.rados.0.smithi086.stdout:3363: finishing write tid 1 to smithi08678205-24 2024-09-11T03:43:06.995 INFO:tasks.rados.rados.0.smithi086.stdout:3363: finishing write tid 2 to smithi08678205-24 2024-09-11T03:43:06.995 INFO:tasks.rados.rados.0.smithi086.stdout:3363: finishing write tid 3 to smithi08678205-24 2024-09-11T03:43:06.995 INFO:tasks.rados.rados.0.smithi086.stdout:3363: finishing write tid 4 to smithi08678205-24 2024-09-11T03:43:06.995 INFO:tasks.rados.rados.0.smithi086.stdout:3363: oid 24 updating version 0 to 2454 2024-09-11T03:43:06.995 INFO:tasks.rados.rados.0.smithi086.stdout:3363: oid 24 version 2454 is already newer than 2452 2024-09-11T03:43:06.995 INFO:tasks.rados.rados.0.smithi086.stdout:3363: oid 24 version 2454 is already newer than 2453 2024-09-11T03:43:06.996 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 2454 (ObjNum 1057 snap 308 seq_num 1057) dirty exists 2024-09-11T03:43:06.996 INFO:tasks.rados.rados.0.smithi086.stdout:3363: left oid 24 (ObjNum 1057 snap 308 seq_num 1057) 2024-09-11T03:43:06.996 INFO:tasks.rados.rados.0.smithi086.stdout:3364: finishing write tid 1 to smithi08678205-19 2024-09-11T03:43:06.997 INFO:tasks.rados.rados.0.smithi086.stdout:3363: done (2 left) 2024-09-11T03:43:06.997 INFO:tasks.rados.rados.0.smithi086.stdout:3365: done (1 left) 2024-09-11T03:43:06.997 INFO:tasks.rados.rados.0.smithi086.stdout:3366: snap_create 2024-09-11T03:43:06.997 INFO:tasks.rados.rados.0.smithi086.stdout:3364: finishing write tid 2 to smithi08678205-19 2024-09-11T03:43:06.997 INFO:tasks.rados.rados.0.smithi086.stdout:3364: finishing write tid 3 to smithi08678205-19 2024-09-11T03:43:06.998 INFO:tasks.rados.rados.0.smithi086.stdout:3364: finishing write tid 4 to smithi08678205-19 2024-09-11T03:43:06.998 INFO:tasks.rados.rados.0.smithi086.stdout:3364: oid 19 updating version 0 to 2577 2024-09-11T03:43:06.998 INFO:tasks.rados.rados.0.smithi086.stdout:3364: oid 19 updating version 2577 to 2579 2024-09-11T03:43:06.999 INFO:tasks.rados.rados.0.smithi086.stdout:3364: oid 19 version 2579 is already newer than 2578 2024-09-11T03:43:06.999 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 2579 (ObjNum 1058 snap 308 seq_num 1058) dirty exists 2024-09-11T03:43:06.999 INFO:tasks.rados.rados.0.smithi086.stdout:3364: left oid 19 (ObjNum 1058 snap 308 seq_num 1058) 2024-09-11T03:43:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:06 smithi086 ceph-mon[89281]: pgmap v729: 121 pgs: 121 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-09-11T03:43:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:06 smithi086 ceph-mon[89281]: osdmap e706: 8 total, 8 up, 8 in 2024-09-11T03:43:07.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:06 smithi086 ceph-mon[91691]: pgmap v729: 121 pgs: 121 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-09-11T03:43:07.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:06 smithi086 ceph-mon[91691]: osdmap e706: 8 total, 8 up, 8 in 2024-09-11T03:43:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:06 smithi130 ceph-mon[83685]: pgmap v729: 121 pgs: 121 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-09-11T03:43:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:06 smithi130 ceph-mon[83685]: osdmap e706: 8 total, 8 up, 8 in 2024-09-11T03:43:07.742 INFO:tasks.rados.rados.0.smithi086.stdout:3364: done (1 left) 2024-09-11T03:43:07.742 INFO:tasks.rados.rados.0.smithi086.stdout:3366: done (0 left) 2024-09-11T03:43:07.742 INFO:tasks.rados.rados.0.smithi086.stdout:3367: snap_create 2024-09-11T03:43:08.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:07 smithi086 ceph-mon[89281]: osdmap e707: 8 total, 8 up, 8 in 2024-09-11T03:43:08.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:07 smithi086 ceph-mon[89281]: osdmap e708: 8 total, 8 up, 8 in 2024-09-11T03:43:08.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:07 smithi086 ceph-mon[91691]: osdmap e707: 8 total, 8 up, 8 in 2024-09-11T03:43:08.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:07 smithi086 ceph-mon[91691]: osdmap e708: 8 total, 8 up, 8 in 2024-09-11T03:43:08.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:07 smithi130 ceph-mon[83685]: osdmap e707: 8 total, 8 up, 8 in 2024-09-11T03:43:08.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:07 smithi130 ceph-mon[83685]: osdmap e708: 8 total, 8 up, 8 in 2024-09-11T03:43:08.744 INFO:tasks.rados.rados.0.smithi086.stdout:3367: done (0 left) 2024-09-11T03:43:08.744 INFO:tasks.rados.rados.0.smithi086.stdout:3368: snap_create 2024-09-11T03:43:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:08 smithi086 ceph-mon[89281]: pgmap v732: 121 pgs: 121 active+clean; 207 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 8.8 MiB/s wr, 33 op/s 2024-09-11T03:43:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:08 smithi086 ceph-mon[89281]: osdmap e709: 8 total, 8 up, 8 in 2024-09-11T03:43:09.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:08 smithi086 ceph-mon[91691]: pgmap v732: 121 pgs: 121 active+clean; 207 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 8.8 MiB/s wr, 33 op/s 2024-09-11T03:43:09.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:08 smithi086 ceph-mon[91691]: osdmap e709: 8 total, 8 up, 8 in 2024-09-11T03:43:09.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:08 smithi130 ceph-mon[83685]: pgmap v732: 121 pgs: 121 active+clean; 207 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 8.8 MiB/s wr, 33 op/s 2024-09-11T03:43:09.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:08 smithi130 ceph-mon[83685]: osdmap e709: 8 total, 8 up, 8 in 2024-09-11T03:43:09.746 INFO:tasks.rados.rados.0.smithi086.stdout:3368: done (0 left) 2024-09-11T03:43:09.747 INFO:tasks.rados.rados.0.smithi086.stdout:3369: snap_create 2024-09-11T03:43:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:43:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:43:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:43:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:43:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:09 smithi086 ceph-mon[89281]: osdmap e710: 8 total, 8 up, 8 in 2024-09-11T03:43:10.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:43:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:43:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:43:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:43:10.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:09 smithi086 ceph-mon[91691]: osdmap e710: 8 total, 8 up, 8 in 2024-09-11T03:43:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:43:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:43:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:43:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:43:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:09 smithi130 ceph-mon[83685]: osdmap e710: 8 total, 8 up, 8 in 2024-09-11T03:43:10.750 INFO:tasks.rados.rados.0.smithi086.stdout:3369: done (0 left) 2024-09-11T03:43:10.750 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 312 2024-09-11T03:43:10.750 INFO:tasks.rados.rados.0.smithi086.stdout:3370: seq_num 1060 ranges {5619712=557056,6176768=401408} 2024-09-11T03:43:10.782 INFO:tasks.rados.rados.0.smithi086.stdout:3370: writing smithi08678205-17 from 5619712 to 6176768 tid 1 2024-09-11T03:43:10.784 INFO:tasks.rados.rados.0.smithi086.stdout:3370: writing smithi08678205-17 from 6176768 to 6578176 tid 2 2024-09-11T03:43:10.785 INFO:tasks.rados.rados.0.smithi086.stdout:3371: rollback oid 40 current snap is 312 2024-09-11T03:43:10.785 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 40 to 310 2024-09-11T03:43:10.785 INFO:tasks.rados.rados.0.smithi086.stdout:3372: snap_remove snap 301 2024-09-11T03:43:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:10 smithi086 ceph-mon[89281]: pgmap v735: 121 pgs: 121 active+clean; 221 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 20 op/s 2024-09-11T03:43:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:10 smithi086 ceph-mon[89281]: osdmap e711: 8 total, 8 up, 8 in 2024-09-11T03:43:11.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:10 smithi086 ceph-mon[91691]: pgmap v735: 121 pgs: 121 active+clean; 221 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 20 op/s 2024-09-11T03:43:11.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:10 smithi086 ceph-mon[91691]: osdmap e711: 8 total, 8 up, 8 in 2024-09-11T03:43:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:10 smithi130 ceph-mon[83685]: pgmap v735: 121 pgs: 121 active+clean; 221 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 20 op/s 2024-09-11T03:43:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:10 smithi130 ceph-mon[83685]: osdmap e711: 8 total, 8 up, 8 in 2024-09-11T03:43:11.752 INFO:tasks.rados.rados.0.smithi086.stdout:3372: done (2 left) 2024-09-11T03:43:11.753 INFO:tasks.rados.rados.0.smithi086.stdout:3373: read oid 29 snap 307 2024-09-11T03:43:11.754 INFO:tasks.rados.rados.0.smithi086.stdout:3373: expect (ObjNum 1019 snap 297 seq_num 1019) 2024-09-11T03:43:11.754 INFO:tasks.rados.rados.0.smithi086.stdout:3370: finishing write tid 1 to smithi08678205-17 2024-09-11T03:43:11.754 INFO:tasks.rados.rados.0.smithi086.stdout:3370: finishing write tid 2 to smithi08678205-17 2024-09-11T03:43:11.754 INFO:tasks.rados.rados.0.smithi086.stdout:3370: finishing write tid 3 to smithi08678205-17 2024-09-11T03:43:11.754 INFO:tasks.rados.rados.0.smithi086.stdout:3371: finishing rollback tid 0 to smithi08678205-40 2024-09-11T03:43:11.754 INFO:tasks.rados.rados.0.smithi086.stdout:3371: finishing rollback tid 1 to smithi08678205-40 2024-09-11T03:43:11.754 INFO:tasks.rados.rados.0.smithi086.stdout:3370: finishing write tid 4 to smithi08678205-17 2024-09-11T03:43:11.754 INFO:tasks.rados.rados.0.smithi086.stdout:3370: oid 17 updating version 0 to 1712 2024-09-11T03:43:11.754 INFO:tasks.rados.rados.0.smithi086.stdout:3370: oid 17 updating version 1712 to 1713 2024-09-11T03:43:11.754 INFO:tasks.rados.rados.0.smithi086.stdout:3370: oid 17 updating version 1713 to 1714 2024-09-11T03:43:11.754 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 1714 (ObjNum 1060 snap 312 seq_num 1060) dirty exists 2024-09-11T03:43:11.754 INFO:tasks.rados.rados.0.smithi086.stdout:3370: left oid 17 (ObjNum 1060 snap 312 seq_num 1060) 2024-09-11T03:43:11.754 INFO:tasks.rados.rados.0.smithi086.stdout:3371: finishing rollback tid 2 to smithi08678205-40 2024-09-11T03:43:11.755 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 1751 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-11T03:43:11.755 INFO:tasks.rados.rados.0.smithi086.stdout:3370: done (2 left) 2024-09-11T03:43:11.755 INFO:tasks.rados.rados.0.smithi086.stdout:3371: done (1 left) 2024-09-11T03:43:11.755 INFO:tasks.rados.rados.0.smithi086.stdout:3374: snap_create 2024-09-11T03:43:11.786 INFO:tasks.rados.rados.0.smithi086.stdout:3373: expect (ObjNum 1019 snap 297 seq_num 1019) 2024-09-11T03:43:12.742 INFO:tasks.rados.rados.0.smithi086.stdout:3373: done (1 left) 2024-09-11T03:43:12.742 INFO:tasks.rados.rados.0.smithi086.stdout:3374: done (0 left) 2024-09-11T03:43:12.742 INFO:tasks.rados.rados.0.smithi086.stdout:3375: snap_create 2024-09-11T03:43:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:12 smithi086 ceph-mon[89281]: pgmap v738: 121 pgs: 121 active+clean; 224 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2024-09-11T03:43:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:12 smithi086 ceph-mon[89281]: osdmap e712: 8 total, 8 up, 8 in 2024-09-11T03:43:13.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:12 smithi086 ceph-mon[89281]: osdmap e713: 8 total, 8 up, 8 in 2024-09-11T03:43:13.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:12 smithi086 ceph-mon[91691]: pgmap v738: 121 pgs: 121 active+clean; 224 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2024-09-11T03:43:13.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:12 smithi086 ceph-mon[91691]: osdmap e712: 8 total, 8 up, 8 in 2024-09-11T03:43:13.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:12 smithi086 ceph-mon[91691]: osdmap e713: 8 total, 8 up, 8 in 2024-09-11T03:43:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:12 smithi130 ceph-mon[83685]: pgmap v738: 121 pgs: 121 active+clean; 224 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2024-09-11T03:43:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:12 smithi130 ceph-mon[83685]: osdmap e712: 8 total, 8 up, 8 in 2024-09-11T03:43:13.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:12 smithi130 ceph-mon[83685]: osdmap e713: 8 total, 8 up, 8 in 2024-09-11T03:43:13.748 INFO:tasks.rados.rados.0.smithi086.stdout:3375: done (0 left) 2024-09-11T03:43:13.748 INFO:tasks.rados.rados.0.smithi086.stdout:3376: read oid 26 snap -1 2024-09-11T03:43:13.748 INFO:tasks.rados.rados.0.smithi086.stdout:3376: expect (ObjNum 1018 snap 297 seq_num 1018) 2024-09-11T03:43:13.748 INFO:tasks.rados.rados.0.smithi086.stdout:3377: copy_from oid 9 from oid 21 current snap is 314 2024-09-11T03:43:13.748 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 314 2024-09-11T03:43:13.748 INFO:tasks.rados.rados.0.smithi086.stdout:3378: seq_num 1061 ranges {3194880=573440,3768320=401408} 2024-09-11T03:43:13.770 INFO:tasks.rados.rados.0.smithi086.stdout:3378: writing smithi08678205-41 from 3194880 to 3768320 tid 1 2024-09-11T03:43:13.773 INFO:tasks.rados.rados.0.smithi086.stdout:3378: writing smithi08678205-41 from 3768320 to 4169728 tid 2 2024-09-11T03:43:13.773 INFO:tasks.rados.rados.0.smithi086.stdout:3379: read oid 24 snap -1 2024-09-11T03:43:13.773 INFO:tasks.rados.rados.0.smithi086.stdout:3379: expect (ObjNum 1057 snap 308 seq_num 1057) 2024-09-11T03:43:13.773 INFO:tasks.rados.rados.0.smithi086.stdout:3380: copy_from oid 39 from oid 46 current snap is 314 2024-09-11T03:43:13.773 INFO:tasks.rados.rados.0.smithi086.stdout:3376: expect (ObjNum 1018 snap 297 seq_num 1018) 2024-09-11T03:43:13.912 INFO:tasks.rados.rados.0.smithi086.stdout:3378: finishing write tid 1 to smithi08678205-41 2024-09-11T03:43:13.913 INFO:tasks.rados.rados.0.smithi086.stdout:3378: finishing write tid 2 to smithi08678205-41 2024-09-11T03:43:13.913 INFO:tasks.rados.rados.0.smithi086.stdout:3378: finishing write tid 3 to smithi08678205-41 2024-09-11T03:43:13.913 INFO:tasks.rados.rados.0.smithi086.stdout:3378: finishing write tid 4 to smithi08678205-41 2024-09-11T03:43:13.913 INFO:tasks.rados.rados.0.smithi086.stdout:3378: oid 41 updating version 0 to 2660 2024-09-11T03:43:13.913 INFO:tasks.rados.rados.0.smithi086.stdout:3378: oid 41 updating version 2660 to 2661 2024-09-11T03:43:13.913 INFO:tasks.rados.rados.0.smithi086.stdout:3378: oid 41 version 2661 is already newer than 2659 2024-09-11T03:43:13.913 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 2661 (ObjNum 1061 snap 314 seq_num 1061) dirty exists 2024-09-11T03:43:13.913 INFO:tasks.rados.rados.0.smithi086.stdout:3378: left oid 41 (ObjNum 1061 snap 314 seq_num 1061) 2024-09-11T03:43:13.913 INFO:tasks.rados.rados.0.smithi086.stdout:3376: done (4 left) 2024-09-11T03:43:13.913 INFO:tasks.rados.rados.0.smithi086.stdout:3378: done (3 left) 2024-09-11T03:43:13.913 INFO:tasks.rados.rados.0.smithi086.stdout:3381: snap_remove snap 307 2024-09-11T03:43:14.758 INFO:tasks.rados.rados.0.smithi086.stdout:3381: done (3 left) 2024-09-11T03:43:14.758 INFO:tasks.rados.rados.0.smithi086.stdout:3382: rollback oid 2 current snap is 314 2024-09-11T03:43:14.758 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 2 to 310 2024-09-11T03:43:14.758 INFO:tasks.rados.rados.0.smithi086.stdout:3379: expect (ObjNum 1057 snap 308 seq_num 1057) 2024-09-11T03:43:14.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:14 smithi086 ceph-mon[89281]: pgmap v741: 121 pgs: 121 active+clean; 224 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 852 KiB/s wr, 6 op/s 2024-09-11T03:43:14.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:14 smithi086 ceph-mon[89281]: osdmap e714: 8 total, 8 up, 8 in 2024-09-11T03:43:14.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:43:14 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:43:14] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.51.0" 2024-09-11T03:43:14.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:14 smithi086 ceph-mon[91691]: pgmap v741: 121 pgs: 121 active+clean; 224 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 852 KiB/s wr, 6 op/s 2024-09-11T03:43:14.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:14 smithi086 ceph-mon[91691]: osdmap e714: 8 total, 8 up, 8 in 2024-09-11T03:43:14.856 INFO:tasks.rados.rados.0.smithi086.stdout:3377: finishing copy_from racing read to smithi08678205-9 2024-09-11T03:43:14.856 INFO:tasks.rados.rados.0.smithi086.stdout:3377: finishing copy_from to smithi08678205-9 2024-09-11T03:43:14.856 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 2584 (ObjNum 1017 snap 297 seq_num 1017) dirty exists 2024-09-11T03:43:14.857 INFO:tasks.rados.rados.0.smithi086.stdout:3380: finishing copy_from racing read to smithi08678205-39 2024-09-11T03:43:14.857 INFO:tasks.rados.rados.0.smithi086.stdout:3380: finishing copy_from to smithi08678205-39 2024-09-11T03:43:14.857 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 2590 (ObjNum 1051 snap 308 seq_num 1051) dirty exists 2024-09-11T03:43:14.857 INFO:tasks.rados.rados.0.smithi086.stdout:3382: finishing rollback tid 0 to smithi08678205-2 2024-09-11T03:43:14.857 INFO:tasks.rados.rados.0.smithi086.stdout:3382: finishing rollback tid 1 to smithi08678205-2 2024-09-11T03:43:14.857 INFO:tasks.rados.rados.0.smithi086.stdout:3377: done (3 left) 2024-09-11T03:43:14.857 INFO:tasks.rados.rados.0.smithi086.stdout:3379: done (2 left) 2024-09-11T03:43:14.857 INFO:tasks.rados.rados.0.smithi086.stdout:3380: done (1 left) 2024-09-11T03:43:14.857 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 314 2024-09-11T03:43:14.857 INFO:tasks.rados.rados.0.smithi086.stdout:3382: finishing rollback tid 2 to smithi08678205-2 2024-09-11T03:43:14.857 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 2513 (ObjNum 821 snap 243 seq_num 821) dirty exists 2024-09-11T03:43:14.857 INFO:tasks.rados.rados.0.smithi086.stdout:3383: seq_num 1062 ranges {22913024=589824,23502848=401408} 2024-09-11T03:43:14.978 INFO:tasks.rados.rados.0.smithi086.stdout:3383: writing smithi08678205-22 from 22913024 to 23502848 tid 1 2024-09-11T03:43:14.981 INFO:tasks.rados.rados.0.smithi086.stdout:3383: writing smithi08678205-22 from 23502848 to 23904256 tid 2 2024-09-11T03:43:14.981 INFO:tasks.rados.rados.0.smithi086.stdout:3382: done (1 left) 2024-09-11T03:43:14.981 INFO:tasks.rados.rados.0.smithi086.stdout:3384: read oid 6 snap -1 2024-09-11T03:43:14.981 INFO:tasks.rados.rados.0.smithi086.stdout:3384: expect deleted 2024-09-11T03:43:14.981 INFO:tasks.rados.rados.0.smithi086.stdout:3385: delete oid 5 current snap is 314 2024-09-11T03:43:14.984 INFO:tasks.rados.rados.0.smithi086.stdout:3384: done (2 left) 2024-09-11T03:43:14.984 INFO:tasks.rados.rados.0.smithi086.stdout:3385: done (1 left) 2024-09-11T03:43:14.984 INFO:tasks.rados.rados.0.smithi086.stdout:3386: rollback oid 1 current snap is 314 2024-09-11T03:43:14.984 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 1 to 306 2024-09-11T03:43:14.984 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 314 2024-09-11T03:43:14.984 INFO:tasks.rados.rados.0.smithi086.stdout:3387: seq_num 1064 ranges {4055040=622592,4677632=401408} 2024-09-11T03:43:15.008 INFO:tasks.rados.rados.0.smithi086.stdout:3387: writing smithi08678205-34 from 4055040 to 4677632 tid 1 2024-09-11T03:43:15.011 INFO:tasks.rados.rados.0.smithi086.stdout:3387: writing smithi08678205-34 from 4677632 to 5079040 tid 2 2024-09-11T03:43:15.011 INFO:tasks.rados.rados.0.smithi086.stdout:3388: snap_create 2024-09-11T03:43:15.011 INFO:tasks.rados.rados.0.smithi086.stdout:3386: finishing rollback tid 1 to smithi08678205-1 2024-09-11T03:43:15.011 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 0 (ObjNum 129 snap 0 seq_num 3221493592) dirty dne 2024-09-11T03:43:15.011 INFO:tasks.rados.rados.0.smithi086.stdout:3383: finishing write tid 1 to smithi08678205-22 2024-09-11T03:43:15.011 INFO:tasks.rados.rados.0.smithi086.stdout:3383: finishing write tid 2 to smithi08678205-22 2024-09-11T03:43:15.012 INFO:tasks.rados.rados.0.smithi086.stdout:3383: finishing write tid 3 to smithi08678205-22 2024-09-11T03:43:15.012 INFO:tasks.rados.rados.0.smithi086.stdout:3383: finishing write tid 4 to smithi08678205-22 2024-09-11T03:43:15.012 INFO:tasks.rados.rados.0.smithi086.stdout:3383: oid 22 updating version 0 to 2587 2024-09-11T03:43:15.012 INFO:tasks.rados.rados.0.smithi086.stdout:3383: oid 22 version 2587 is already newer than 2586 2024-09-11T03:43:15.012 INFO:tasks.rados.rados.0.smithi086.stdout:3383: oid 22 version 2587 is already newer than 2585 2024-09-11T03:43:15.012 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 2587 (ObjNum 1062 snap 314 seq_num 1062) dirty exists 2024-09-11T03:43:15.012 INFO:tasks.rados.rados.0.smithi086.stdout:3383: left oid 22 (ObjNum 1062 snap 314 seq_num 1062) 2024-09-11T03:43:15.013 INFO:tasks.rados.rados.0.smithi086.stdout:3387: finishing write tid 1 to smithi08678205-34 2024-09-11T03:43:15.013 INFO:tasks.rados.rados.0.smithi086.stdout:3387: finishing write tid 2 to smithi08678205-34 2024-09-11T03:43:15.013 INFO:tasks.rados.rados.0.smithi086.stdout:3387: finishing write tid 3 to smithi08678205-34 2024-09-11T03:43:15.014 INFO:tasks.rados.rados.0.smithi086.stdout:3387: finishing write tid 4 to smithi08678205-34 2024-09-11T03:43:15.014 INFO:tasks.rados.rados.0.smithi086.stdout:3387: oid 34 updating version 0 to 2503 2024-09-11T03:43:15.014 INFO:tasks.rados.rados.0.smithi086.stdout:3387: oid 34 updating version 2503 to 2504 2024-09-11T03:43:15.014 INFO:tasks.rados.rados.0.smithi086.stdout:3387: oid 34 version 2504 is already newer than 2502 2024-09-11T03:43:15.014 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 2504 (ObjNum 1064 snap 314 seq_num 1064) dirty exists 2024-09-11T03:43:15.015 INFO:tasks.rados.rados.0.smithi086.stdout:3387: left oid 34 (ObjNum 1064 snap 314 seq_num 1064) 2024-09-11T03:43:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:14 smithi130 ceph-mon[83685]: pgmap v741: 121 pgs: 121 active+clean; 224 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 852 KiB/s wr, 6 op/s 2024-09-11T03:43:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:14 smithi130 ceph-mon[83685]: osdmap e714: 8 total, 8 up, 8 in 2024-09-11T03:43:15.765 INFO:tasks.rados.rados.0.smithi086.stdout:3383: done (3 left) 2024-09-11T03:43:15.765 INFO:tasks.rados.rados.0.smithi086.stdout:3386: done (2 left) 2024-09-11T03:43:15.765 INFO:tasks.rados.rados.0.smithi086.stdout:3387: done (1 left) 2024-09-11T03:43:15.765 INFO:tasks.rados.rados.0.smithi086.stdout:3388: done (0 left) 2024-09-11T03:43:15.766 INFO:tasks.rados.rados.0.smithi086.stdout:3389: rmattr oid 32 current snap is 315 2024-09-11T03:43:15.766 INFO:tasks.rados.rados.0.smithi086.stdout:3389: done (0 left) 2024-09-11T03:43:15.766 INFO:tasks.rados.rados.0.smithi086.stdout:3390: rollback oid 8 current snap is 315 2024-09-11T03:43:15.766 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 8 to 314 2024-09-11T03:43:15.766 INFO:tasks.rados.rados.0.smithi086.stdout:3391: copy_from oid 6 from oid 50 current snap is 315 2024-09-11T03:43:15.766 INFO:tasks.rados.rados.0.smithi086.stdout:3392: read oid 38 snap 311 2024-09-11T03:43:15.766 INFO:tasks.rados.rados.0.smithi086.stdout:3392: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:43:15.766 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 14 current snap is 315 2024-09-11T03:43:15.766 INFO:tasks.rados.rados.0.smithi086.stdout:3393: seq_num 1065 ranges {8314880=638976,8953856=401408} 2024-09-11T03:43:15.813 INFO:tasks.rados.rados.0.smithi086.stdout:3393: writing smithi08678205-14 from 8314880 to 8953856 tid 1 2024-09-11T03:43:15.816 INFO:tasks.rados.rados.0.smithi086.stdout:3393: writing smithi08678205-14 from 8953856 to 9355264 tid 2 2024-09-11T03:43:15.816 INFO:tasks.rados.rados.0.smithi086.stdout:3394: delete oid 39 current snap is 315 2024-09-11T03:43:15.816 INFO:tasks.rados.rados.0.smithi086.stdout:3390: finishing rollback tid 0 to smithi08678205-8 2024-09-11T03:43:15.816 INFO:tasks.rados.rados.0.smithi086.stdout:3390: finishing rollback tid 1 to smithi08678205-8 2024-09-11T03:43:15.816 INFO:tasks.rados.rados.0.smithi086.stdout:3390: finishing rollback tid 2 to smithi08678205-8 2024-09-11T03:43:15.816 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 2596 (ObjNum 1009 snap 297 seq_num 1009) dirty exists 2024-09-11T03:43:15.817 INFO:tasks.rados.rados.0.smithi086.stdout:3392: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:43:15.838 INFO:tasks.rados.rados.0.smithi086.stdout:3391: finishing copy_from racing read to smithi08678205-6 2024-09-11T03:43:15.838 INFO:tasks.rados.rados.0.smithi086.stdout:3391: finishing copy_from to smithi08678205-6 2024-09-11T03:43:15.838 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 2485 (ObjNum 908 snap 272 seq_num 908) dirty exists 2024-09-11T03:43:15.839 INFO:tasks.rados.rados.0.smithi086.stdout:3390: done (4 left) 2024-09-11T03:43:15.839 INFO:tasks.rados.rados.0.smithi086.stdout:3391: done (3 left) 2024-09-11T03:43:15.839 INFO:tasks.rados.rados.0.smithi086.stdout:3392: done (2 left) 2024-09-11T03:43:15.839 INFO:tasks.rados.rados.0.smithi086.stdout:3394: done (1 left) 2024-09-11T03:43:15.839 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 315 2024-09-11T03:43:15.839 INFO:tasks.rados.rados.0.smithi086.stdout:3393: finishing write tid 1 to smithi08678205-14 2024-09-11T03:43:15.839 INFO:tasks.rados.rados.0.smithi086.stdout:3393: finishing write tid 2 to smithi08678205-14 2024-09-11T03:43:15.839 INFO:tasks.rados.rados.0.smithi086.stdout:3395: seq_num 1067 ranges {0=679936,679936=401408} 2024-09-11T03:43:15.842 INFO:tasks.rados.rados.0.smithi086.stdout:3395: writing smithi08678205-31 from 0 to 679936 tid 1 2024-09-11T03:43:15.844 INFO:tasks.rados.rados.0.smithi086.stdout:3395: writing smithi08678205-31 from 679936 to 1081344 tid 2 2024-09-11T03:43:15.845 INFO:tasks.rados.rados.0.smithi086.stdout:3396: snap_create 2024-09-11T03:43:15.845 INFO:tasks.rados.rados.0.smithi086.stdout:3393: finishing write tid 3 to smithi08678205-14 2024-09-11T03:43:15.845 INFO:tasks.rados.rados.0.smithi086.stdout:3393: finishing write tid 4 to smithi08678205-14 2024-09-11T03:43:15.845 INFO:tasks.rados.rados.0.smithi086.stdout:3393: oid 14 updating version 0 to 2598 2024-09-11T03:43:15.845 INFO:tasks.rados.rados.0.smithi086.stdout:3393: oid 14 version 2598 is already newer than 2597 2024-09-11T03:43:15.845 INFO:tasks.rados.rados.0.smithi086.stdout:3393: oid 14 updating version 2598 to 2599 2024-09-11T03:43:15.845 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 2599 (ObjNum 1065 snap 315 seq_num 1065) dirty exists 2024-09-11T03:43:15.845 INFO:tasks.rados.rados.0.smithi086.stdout:3393: left oid 14 (ObjNum 1065 snap 315 seq_num 1065) 2024-09-11T03:43:15.848 INFO:tasks.rados.rados.0.smithi086.stdout:3395: finishing write tid 1 to smithi08678205-31 2024-09-11T03:43:15.848 INFO:tasks.rados.rados.0.smithi086.stdout:3395: finishing write tid 2 to smithi08678205-31 2024-09-11T03:43:15.848 INFO:tasks.rados.rados.0.smithi086.stdout:3395: finishing write tid 3 to smithi08678205-31 2024-09-11T03:43:15.849 INFO:tasks.rados.rados.0.smithi086.stdout:3395: finishing write tid 4 to smithi08678205-31 2024-09-11T03:43:15.849 INFO:tasks.rados.rados.0.smithi086.stdout:3395: oid 31 updating version 0 to 2668 2024-09-11T03:43:15.849 INFO:tasks.rados.rados.0.smithi086.stdout:3395: oid 31 updating version 2668 to 2669 2024-09-11T03:43:15.850 INFO:tasks.rados.rados.0.smithi086.stdout:3395: oid 31 updating version 2669 to 2670 2024-09-11T03:43:15.850 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 2670 (ObjNum 1067 snap 315 seq_num 1067) dirty exists 2024-09-11T03:43:15.850 INFO:tasks.rados.rados.0.smithi086.stdout:3395: left oid 31 (ObjNum 1067 snap 315 seq_num 1067) 2024-09-11T03:43:16.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:15 smithi086 ceph-mon[89281]: osdmap e715: 8 total, 8 up, 8 in 2024-09-11T03:43:16.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:15 smithi086 ceph-mon[91691]: osdmap e715: 8 total, 8 up, 8 in 2024-09-11T03:43:16.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:15 smithi130 ceph-mon[83685]: osdmap e715: 8 total, 8 up, 8 in 2024-09-11T03:43:16.772 INFO:tasks.rados.rados.0.smithi086.stdout:3393: done (2 left) 2024-09-11T03:43:16.772 INFO:tasks.rados.rados.0.smithi086.stdout:3395: done (1 left) 2024-09-11T03:43:16.772 INFO:tasks.rados.rados.0.smithi086.stdout:3396: done (0 left) 2024-09-11T03:43:16.772 INFO:tasks.rados.rados.0.smithi086.stdout:3397: copy_from oid 40 from oid 20 current snap is 316 2024-09-11T03:43:16.772 INFO:tasks.rados.rados.0.smithi086.stdout:3398: rmattr oid 46 current snap is 316 2024-09-11T03:43:16.772 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 11 current snap is 316 2024-09-11T03:43:16.772 INFO:tasks.rados.rados.0.smithi086.stdout:3399: seq_num 1068 ranges {0=696320,696320=401408} 2024-09-11T03:43:16.775 INFO:tasks.rados.rados.0.smithi086.stdout:3399: writing smithi08678205-11 from 0 to 696320 tid 1 2024-09-11T03:43:16.778 INFO:tasks.rados.rados.0.smithi086.stdout:3399: writing smithi08678205-11 from 696320 to 1097728 tid 2 2024-09-11T03:43:16.778 INFO:tasks.rados.rados.0.smithi086.stdout:3400: snap_create 2024-09-11T03:43:16.778 INFO:tasks.rados.rados.0.smithi086.stdout:3397: finishing copy_from to smithi08678205-40 2024-09-11T03:43:16.778 INFO:tasks.rados.rados.0.smithi086.stdout:3397: got expected ENOENT (src dne) 2024-09-11T03:43:16.778 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 2593 (ObjNum 1051 snap 308 seq_num 1051) dirty exists 2024-09-11T03:43:16.778 INFO:tasks.rados.rados.0.smithi086.stdout:3397: finishing copy_from racing read to smithi08678205-40 2024-09-11T03:43:16.783 INFO:tasks.rados.rados.0.smithi086.stdout:3399: finishing write tid 1 to smithi08678205-11 2024-09-11T03:43:16.783 INFO:tasks.rados.rados.0.smithi086.stdout:3399: finishing write tid 2 to smithi08678205-11 2024-09-11T03:43:16.783 INFO:tasks.rados.rados.0.smithi086.stdout:3399: finishing write tid 3 to smithi08678205-11 2024-09-11T03:43:16.784 INFO:tasks.rados.rados.0.smithi086.stdout:3399: finishing write tid 4 to smithi08678205-11 2024-09-11T03:43:16.785 INFO:tasks.rados.rados.0.smithi086.stdout:3399: oid 11 updating version 0 to 2580 2024-09-11T03:43:16.785 INFO:tasks.rados.rados.0.smithi086.stdout:3399: oid 11 updating version 2580 to 2582 2024-09-11T03:43:16.785 INFO:tasks.rados.rados.0.smithi086.stdout:3399: oid 11 version 2582 is already newer than 2581 2024-09-11T03:43:16.785 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 2582 (ObjNum 1068 snap 316 seq_num 1068) dirty exists 2024-09-11T03:43:16.785 INFO:tasks.rados.rados.0.smithi086.stdout:3399: left oid 11 (ObjNum 1068 snap 316 seq_num 1068) 2024-09-11T03:43:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:16 smithi086 ceph-mon[89281]: pgmap v744: 121 pgs: 121 active+clean; 223 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 722 KiB/s wr, 3 op/s 2024-09-11T03:43:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:16 smithi086 ceph-mon[89281]: osdmap e716: 8 total, 8 up, 8 in 2024-09-11T03:43:17.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:16 smithi086 ceph-mon[91691]: pgmap v744: 121 pgs: 121 active+clean; 223 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 722 KiB/s wr, 3 op/s 2024-09-11T03:43:17.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:16 smithi086 ceph-mon[91691]: osdmap e716: 8 total, 8 up, 8 in 2024-09-11T03:43:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:16 smithi130 ceph-mon[83685]: pgmap v744: 121 pgs: 121 active+clean; 223 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 722 KiB/s wr, 3 op/s 2024-09-11T03:43:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:16 smithi130 ceph-mon[83685]: osdmap e716: 8 total, 8 up, 8 in 2024-09-11T03:43:17.747 INFO:tasks.rados.rados.0.smithi086.stdout:3397: done (3 left) 2024-09-11T03:43:17.747 INFO:tasks.rados.rados.0.smithi086.stdout:3398: done (2 left) 2024-09-11T03:43:17.747 INFO:tasks.rados.rados.0.smithi086.stdout:3399: done (1 left) 2024-09-11T03:43:17.747 INFO:tasks.rados.rados.0.smithi086.stdout:3400: done (0 left) 2024-09-11T03:43:17.748 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 317 2024-09-11T03:43:17.748 INFO:tasks.rados.rados.0.smithi086.stdout:3401: seq_num 1069 ranges {0=712704,712704=401408} 2024-09-11T03:43:17.751 INFO:tasks.rados.rados.0.smithi086.stdout:3401: writing smithi08678205-39 from 0 to 712704 tid 1 2024-09-11T03:43:17.753 INFO:tasks.rados.rados.0.smithi086.stdout:3401: writing smithi08678205-39 from 712704 to 1114112 tid 2 2024-09-11T03:43:17.753 INFO:tasks.rados.rados.0.smithi086.stdout:3402: read oid 17 snap -1 2024-09-11T03:43:17.753 INFO:tasks.rados.rados.0.smithi086.stdout:3402: expect (ObjNum 1060 snap 312 seq_num 1060) 2024-09-11T03:43:17.753 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 317 2024-09-11T03:43:17.754 INFO:tasks.rados.rados.0.smithi086.stdout:3403: seq_num 1070 ranges {0=729088,729088=401408} 2024-09-11T03:43:17.757 INFO:tasks.rados.rados.0.smithi086.stdout:3403: writing smithi08678205-42 from 0 to 729088 tid 1 2024-09-11T03:43:17.760 INFO:tasks.rados.rados.0.smithi086.stdout:3403: writing smithi08678205-42 from 729088 to 1130496 tid 2 2024-09-11T03:43:17.760 INFO:tasks.rados.rados.0.smithi086.stdout:3404: read oid 11 snap -1 2024-09-11T03:43:17.761 INFO:tasks.rados.rados.0.smithi086.stdout:3404: expect (ObjNum 1068 snap 316 seq_num 1068) 2024-09-11T03:43:17.761 INFO:tasks.rados.rados.0.smithi086.stdout:3405: rollback oid 7 current snap is 317 2024-09-11T03:43:17.761 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 7 to 308 2024-09-11T03:43:17.761 INFO:tasks.rados.rados.0.smithi086.stdout:3406: snap_create 2024-09-11T03:43:17.762 INFO:tasks.rados.rados.0.smithi086.stdout:3401: finishing write tid 1 to smithi08678205-39 2024-09-11T03:43:17.763 INFO:tasks.rados.rados.0.smithi086.stdout:3401: finishing write tid 2 to smithi08678205-39 2024-09-11T03:43:17.763 INFO:tasks.rados.rados.0.smithi086.stdout:3401: finishing write tid 3 to smithi08678205-39 2024-09-11T03:43:17.766 INFO:tasks.rados.rados.0.smithi086.stdout:3401: finishing write tid 4 to smithi08678205-39 2024-09-11T03:43:17.766 INFO:tasks.rados.rados.0.smithi086.stdout:3401: oid 39 updating version 0 to 2594 2024-09-11T03:43:17.766 INFO:tasks.rados.rados.0.smithi086.stdout:3401: oid 39 updating version 2594 to 2596 2024-09-11T03:43:17.766 INFO:tasks.rados.rados.0.smithi086.stdout:3401: oid 39 version 2596 is already newer than 2595 2024-09-11T03:43:17.766 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 2596 (ObjNum 1069 snap 317 seq_num 1069) dirty exists 2024-09-11T03:43:17.766 INFO:tasks.rados.rados.0.smithi086.stdout:3401: left oid 39 (ObjNum 1069 snap 317 seq_num 1069) 2024-09-11T03:43:17.767 INFO:tasks.rados.rados.0.smithi086.stdout:3405: finishing rollback tid 0 to smithi08678205-7 2024-09-11T03:43:17.768 INFO:tasks.rados.rados.0.smithi086.stdout:3405: finishing rollback tid 1 to smithi08678205-7 2024-09-11T03:43:17.770 INFO:tasks.rados.rados.0.smithi086.stdout:3403: finishing write tid 1 to smithi08678205-42 2024-09-11T03:43:17.770 INFO:tasks.rados.rados.0.smithi086.stdout:3403: finishing write tid 2 to smithi08678205-42 2024-09-11T03:43:17.771 INFO:tasks.rados.rados.0.smithi086.stdout:3405: finishing rollback tid 2 to smithi08678205-7 2024-09-11T03:43:17.771 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1919 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-11T03:43:17.772 INFO:tasks.rados.rados.0.smithi086.stdout:3403: finishing write tid 3 to smithi08678205-42 2024-09-11T03:43:17.773 INFO:tasks.rados.rados.0.smithi086.stdout:3403: finishing write tid 4 to smithi08678205-42 2024-09-11T03:43:17.773 INFO:tasks.rados.rados.0.smithi086.stdout:3403: oid 42 updating version 0 to 2601 2024-09-11T03:43:17.773 INFO:tasks.rados.rados.0.smithi086.stdout:3403: oid 42 version 2601 is already newer than 2600 2024-09-11T03:43:17.773 INFO:tasks.rados.rados.0.smithi086.stdout:3403: oid 42 updating version 2601 to 2602 2024-09-11T03:43:17.773 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 2602 (ObjNum 1070 snap 317 seq_num 1070) dirty exists 2024-09-11T03:43:17.773 INFO:tasks.rados.rados.0.smithi086.stdout:3403: left oid 42 (ObjNum 1070 snap 317 seq_num 1070) 2024-09-11T03:43:17.779 INFO:tasks.rados.rados.0.smithi086.stdout:3404: expect (ObjNum 1068 snap 316 seq_num 1068) 2024-09-11T03:43:17.808 INFO:tasks.rados.rados.0.smithi086.stdout:3402: expect (ObjNum 1060 snap 312 seq_num 1060) 2024-09-11T03:43:18.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:17 smithi086 ceph-mon[91691]: osdmap e717: 8 total, 8 up, 8 in 2024-09-11T03:43:18.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:17 smithi086 ceph-mon[91691]: osdmap e718: 8 total, 8 up, 8 in 2024-09-11T03:43:18.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:17 smithi086 ceph-mon[89281]: osdmap e717: 8 total, 8 up, 8 in 2024-09-11T03:43:18.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:17 smithi086 ceph-mon[89281]: osdmap e718: 8 total, 8 up, 8 in 2024-09-11T03:43:18.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:17 smithi130 ceph-mon[83685]: osdmap e717: 8 total, 8 up, 8 in 2024-09-11T03:43:18.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:17 smithi130 ceph-mon[83685]: osdmap e718: 8 total, 8 up, 8 in 2024-09-11T03:43:18.747 INFO:tasks.rados.rados.0.smithi086.stdout:3401: done (5 left) 2024-09-11T03:43:18.748 INFO:tasks.rados.rados.0.smithi086.stdout:3402: done (4 left) 2024-09-11T03:43:18.748 INFO:tasks.rados.rados.0.smithi086.stdout:3403: done (3 left) 2024-09-11T03:43:18.748 INFO:tasks.rados.rados.0.smithi086.stdout:3404: done (2 left) 2024-09-11T03:43:18.748 INFO:tasks.rados.rados.0.smithi086.stdout:3405: done (1 left) 2024-09-11T03:43:18.748 INFO:tasks.rados.rados.0.smithi086.stdout:3406: done (0 left) 2024-09-11T03:43:18.748 INFO:tasks.rados.rados.0.smithi086.stdout:3407: copy_from oid 35 from oid 31 current snap is 318 2024-09-11T03:43:18.748 INFO:tasks.rados.rados.0.smithi086.stdout:3408: snap_remove snap 317 2024-09-11T03:43:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:18 smithi086 ceph-mon[91691]: pgmap v747: 121 pgs: 121 active+clean; 232 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 8 op/s 2024-09-11T03:43:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:18 smithi086 ceph-mon[91691]: osdmap e719: 8 total, 8 up, 8 in 2024-09-11T03:43:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:18 smithi086 ceph-mon[89281]: pgmap v747: 121 pgs: 121 active+clean; 232 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 8 op/s 2024-09-11T03:43:19.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:18 smithi086 ceph-mon[89281]: osdmap e719: 8 total, 8 up, 8 in 2024-09-11T03:43:19.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:18 smithi130 ceph-mon[83685]: pgmap v747: 121 pgs: 121 active+clean; 232 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 8 op/s 2024-09-11T03:43:19.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:18 smithi130 ceph-mon[83685]: osdmap e719: 8 total, 8 up, 8 in 2024-09-11T03:43:19.755 INFO:tasks.rados.rados.0.smithi086.stdout:3408: done (1 left) 2024-09-11T03:43:19.755 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 318 2024-09-11T03:43:19.755 INFO:tasks.rados.rados.0.smithi086.stdout:3407: finishing copy_from racing read to smithi08678205-35 2024-09-11T03:43:19.755 INFO:tasks.rados.rados.0.smithi086.stdout:3409: seq_num 1071 ranges {8830976=745472,9576448=401408} 2024-09-11T03:43:19.806 INFO:tasks.rados.rados.0.smithi086.stdout:3409: writing smithi08678205-9 from 8830976 to 9576448 tid 1 2024-09-11T03:43:19.809 INFO:tasks.rados.rados.0.smithi086.stdout:3409: writing smithi08678205-9 from 9576448 to 9977856 tid 2 2024-09-11T03:43:19.809 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 318 2024-09-11T03:43:19.809 INFO:tasks.rados.rados.0.smithi086.stdout:3407: finishing copy_from to smithi08678205-35 2024-09-11T03:43:19.809 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2670 (ObjNum 1067 snap 315 seq_num 1067) dirty exists 2024-09-11T03:43:19.809 INFO:tasks.rados.rados.0.smithi086.stdout:3410: seq_num 1072 ranges {4399104=761856,5160960=401408} 2024-09-11T03:43:19.836 INFO:tasks.rados.rados.0.smithi086.stdout:3410: writing smithi08678205-47 from 4399104 to 5160960 tid 1 2024-09-11T03:43:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3410: writing smithi08678205-47 from 5160960 to 5562368 tid 2 2024-09-11T03:43:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3407: done (2 left) 2024-09-11T03:43:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3411: setattr oid 18 current snap is 318 2024-09-11T03:43:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3409: finishing write tid 1 to smithi08678205-9 2024-09-11T03:43:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3409: finishing write tid 2 to smithi08678205-9 2024-09-11T03:43:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3409: finishing write tid 3 to smithi08678205-9 2024-09-11T03:43:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3409: finishing write tid 4 to smithi08678205-9 2024-09-11T03:43:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3409: oid 9 updating version 0 to 2588 2024-09-11T03:43:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3409: oid 9 updating version 2588 to 2590 2024-09-11T03:43:19.839 INFO:tasks.rados.rados.0.smithi086.stdout:3409: oid 9 version 2590 is already newer than 2589 2024-09-11T03:43:19.840 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 2590 (ObjNum 1071 snap 318 seq_num 1071) dirty exists 2024-09-11T03:43:19.840 INFO:tasks.rados.rados.0.smithi086.stdout:3409: left oid 9 (ObjNum 1071 snap 318 seq_num 1071) 2024-09-11T03:43:19.841 INFO:tasks.rados.rados.0.smithi086.stdout:3409: done (2 left) 2024-09-11T03:43:19.841 INFO:tasks.rados.rados.0.smithi086.stdout:3412: snap_remove snap 309 2024-09-11T03:43:20.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:43:20.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:19 smithi086 ceph-mon[89281]: osdmap e720: 8 total, 8 up, 8 in 2024-09-11T03:43:20.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:43:20.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:19 smithi086 ceph-mon[91691]: osdmap e720: 8 total, 8 up, 8 in 2024-09-11T03:43:20.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:43:20.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:19 smithi130 ceph-mon[83685]: osdmap e720: 8 total, 8 up, 8 in 2024-09-11T03:43:20.796 INFO:tasks.rados.rados.0.smithi086.stdout:3412: done (2 left) 2024-09-11T03:43:20.796 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 318 2024-09-11T03:43:20.796 INFO:tasks.rados.rados.0.smithi086.stdout:3410: finishing write tid 1 to smithi08678205-47 2024-09-11T03:43:20.796 INFO:tasks.rados.rados.0.smithi086.stdout:3410: finishing write tid 2 to smithi08678205-47 2024-09-11T03:43:20.797 INFO:tasks.rados.rados.0.smithi086.stdout:3410: finishing write tid 3 to smithi08678205-47 2024-09-11T03:43:20.797 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 2505 (ObjNum 1041 snap 306 seq_num 1041) dirty exists 2024-09-11T03:43:20.797 INFO:tasks.rados.rados.0.smithi086.stdout:3410: finishing write tid 4 to smithi08678205-47 2024-09-11T03:43:20.797 INFO:tasks.rados.rados.0.smithi086.stdout:3410: oid 47 updating version 0 to 2380 2024-09-11T03:43:20.797 INFO:tasks.rados.rados.0.smithi086.stdout:3410: oid 47 version 2380 is already newer than 2379 2024-09-11T03:43:20.797 INFO:tasks.rados.rados.0.smithi086.stdout:3410: oid 47 updating version 2380 to 2381 2024-09-11T03:43:20.797 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 2381 (ObjNum 1072 snap 318 seq_num 1072) dirty exists 2024-09-11T03:43:20.797 INFO:tasks.rados.rados.0.smithi086.stdout:3410: left oid 47 (ObjNum 1072 snap 318 seq_num 1072) 2024-09-11T03:43:20.797 INFO:tasks.rados.rados.0.smithi086.stdout:3413: seq_num 1073 ranges {4153344=778240,4931584=401408} 2024-09-11T03:43:20.823 INFO:tasks.rados.rados.0.smithi086.stdout:3413: writing smithi08678205-37 from 4153344 to 4931584 tid 1 2024-09-11T03:43:20.825 INFO:tasks.rados.rados.0.smithi086.stdout:3413: writing smithi08678205-37 from 4931584 to 5332992 tid 2 2024-09-11T03:43:20.825 INFO:tasks.rados.rados.0.smithi086.stdout:3410: done (2 left) 2024-09-11T03:43:20.825 INFO:tasks.rados.rados.0.smithi086.stdout:3411: done (1 left) 2024-09-11T03:43:20.825 INFO:tasks.rados.rados.0.smithi086.stdout:3414: read oid 4 snap -1 2024-09-11T03:43:20.826 INFO:tasks.rados.rados.0.smithi086.stdout:3414: expect (ObjNum 821 snap 243 seq_num 821) 2024-09-11T03:43:20.826 INFO:tasks.rados.rados.0.smithi086.stdout:3415: setattr oid 19 current snap is 318 2024-09-11T03:43:20.826 INFO:tasks.rados.rados.0.smithi086.stdout:3416: setattr oid 49 current snap is 318 2024-09-11T03:43:20.828 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 318 2024-09-11T03:43:20.828 INFO:tasks.rados.rados.0.smithi086.stdout:3417: seq_num 1074 ranges {1130496=794624,1925120=401408} 2024-09-11T03:43:20.839 INFO:tasks.rados.rados.0.smithi086.stdout:3417: writing smithi08678205-42 from 1130496 to 1925120 tid 1 2024-09-11T03:43:20.842 INFO:tasks.rados.rados.0.smithi086.stdout:3417: writing smithi08678205-42 from 1925120 to 2326528 tid 2 2024-09-11T03:43:20.842 INFO:tasks.rados.rados.0.smithi086.stdout:3418: delete oid 46 current snap is 318 2024-09-11T03:43:20.843 INFO:tasks.rados.rados.0.smithi086.stdout:3413: finishing write tid 1 to smithi08678205-37 2024-09-11T03:43:20.843 INFO:tasks.rados.rados.0.smithi086.stdout:3413: finishing write tid 2 to smithi08678205-37 2024-09-11T03:43:20.843 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 2583 (ObjNum 1058 snap 308 seq_num 1058) dirty exists 2024-09-11T03:43:20.843 INFO:tasks.rados.rados.0.smithi086.stdout:3413: finishing write tid 3 to smithi08678205-37 2024-09-11T03:43:20.843 INFO:tasks.rados.rados.0.smithi086.stdout:3413: finishing write tid 4 to smithi08678205-37 2024-09-11T03:43:20.843 INFO:tasks.rados.rados.0.smithi086.stdout:3413: oid 37 updating version 0 to 1738 2024-09-11T03:43:20.843 INFO:tasks.rados.rados.0.smithi086.stdout:3413: oid 37 updating version 1738 to 1739 2024-09-11T03:43:20.843 INFO:tasks.rados.rados.0.smithi086.stdout:3413: oid 37 version 1739 is already newer than 1737 2024-09-11T03:43:20.843 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 1739 (ObjNum 1073 snap 318 seq_num 1073) dirty exists 2024-09-11T03:43:20.843 INFO:tasks.rados.rados.0.smithi086.stdout:3413: left oid 37 (ObjNum 1073 snap 318 seq_num 1073) 2024-09-11T03:43:20.844 INFO:tasks.rados.rados.0.smithi086.stdout:3414: expect (ObjNum 821 snap 243 seq_num 821) 2024-09-11T03:43:20.950 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 2382 (ObjNum 1040 snap 306 seq_num 1040) dirty exists 2024-09-11T03:43:20.950 INFO:tasks.rados.rados.0.smithi086.stdout:3417: finishing write tid 1 to smithi08678205-42 2024-09-11T03:43:20.950 INFO:tasks.rados.rados.0.smithi086.stdout:3417: finishing write tid 2 to smithi08678205-42 2024-09-11T03:43:20.950 INFO:tasks.rados.rados.0.smithi086.stdout:3417: finishing write tid 3 to smithi08678205-42 2024-09-11T03:43:20.950 INFO:tasks.rados.rados.0.smithi086.stdout:3417: finishing write tid 4 to smithi08678205-42 2024-09-11T03:43:20.950 INFO:tasks.rados.rados.0.smithi086.stdout:3417: oid 42 updating version 0 to 2603 2024-09-11T03:43:20.950 INFO:tasks.rados.rados.0.smithi086.stdout:3417: oid 42 updating version 2603 to 2604 2024-09-11T03:43:20.950 INFO:tasks.rados.rados.0.smithi086.stdout:3417: oid 42 updating version 2604 to 2605 2024-09-11T03:43:20.950 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 2605 (ObjNum 1074 snap 318 seq_num 1074) dirty exists 2024-09-11T03:43:20.950 INFO:tasks.rados.rados.0.smithi086.stdout:3417: left oid 42 (ObjNum 1074 snap 318 seq_num 1074) 2024-09-11T03:43:20.950 INFO:tasks.rados.rados.0.smithi086.stdout:3413: done (5 left) 2024-09-11T03:43:20.951 INFO:tasks.rados.rados.0.smithi086.stdout:3414: done (4 left) 2024-09-11T03:43:20.951 INFO:tasks.rados.rados.0.smithi086.stdout:3415: done (3 left) 2024-09-11T03:43:20.951 INFO:tasks.rados.rados.0.smithi086.stdout:3416: done (2 left) 2024-09-11T03:43:20.951 INFO:tasks.rados.rados.0.smithi086.stdout:3417: done (1 left) 2024-09-11T03:43:20.951 INFO:tasks.rados.rados.0.smithi086.stdout:3418: done (0 left) 2024-09-11T03:43:20.951 INFO:tasks.rados.rados.0.smithi086.stdout:3419: rollback oid 11 current snap is 318 2024-09-11T03:43:20.951 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 313 2024-09-11T03:43:20.951 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 318 2024-09-11T03:43:20.951 INFO:tasks.rados.rados.0.smithi086.stdout:3420: seq_num 1076 ranges {3194880=425984,3620864=548864,4169728=253952} 2024-09-11T03:43:20.968 INFO:tasks.rados.rados.0.smithi086.stdout:3420: writing smithi08678205-32 from 3194880 to 3620864 tid 1 2024-09-11T03:43:20.972 INFO:tasks.rados.rados.0.smithi086.stdout:3420: writing smithi08678205-32 from 3620864 to 4169728 tid 2 2024-09-11T03:43:20.974 INFO:tasks.rados.rados.0.smithi086.stdout:3420: writing smithi08678205-32 from 4169728 to 4423680 tid 3 2024-09-11T03:43:20.974 INFO:tasks.rados.rados.0.smithi086.stdout:3421: read oid 46 snap -1 2024-09-11T03:43:20.974 INFO:tasks.rados.rados.0.smithi086.stdout:3421: expect deleted 2024-09-11T03:43:20.974 INFO:tasks.rados.rados.0.smithi086.stdout:3422: snap_remove snap 314 2024-09-11T03:43:21.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:20 smithi086 ceph-mon[89281]: pgmap v750: 121 pgs: 121 active+clean; 248 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 6.5 MiB/s wr, 8 op/s 2024-09-11T03:43:21.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:20 smithi086 ceph-mon[91691]: pgmap v750: 121 pgs: 121 active+clean; 248 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 6.5 MiB/s wr, 8 op/s 2024-09-11T03:43:21.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:20 smithi130 ceph-mon[83685]: pgmap v750: 121 pgs: 121 active+clean; 248 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 6.5 MiB/s wr, 8 op/s 2024-09-11T03:43:21.803 INFO:tasks.rados.rados.0.smithi086.stdout:3419: finishing rollback tid 0 to smithi08678205-11 2024-09-11T03:43:21.803 INFO:tasks.rados.rados.0.smithi086.stdout:3419: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:43:21.803 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 2585 (ObjNum 33 snap 0 seq_num 3195459376) dirty dne 2024-09-11T03:43:21.803 INFO:tasks.rados.rados.0.smithi086.stdout:3420: finishing write tid 1 to smithi08678205-32 2024-09-11T03:43:21.803 INFO:tasks.rados.rados.0.smithi086.stdout:3420: finishing write tid 2 to smithi08678205-32 2024-09-11T03:43:21.803 INFO:tasks.rados.rados.0.smithi086.stdout:3420: finishing write tid 3 to smithi08678205-32 2024-09-11T03:43:21.803 INFO:tasks.rados.rados.0.smithi086.stdout:3420: finishing write tid 4 to smithi08678205-32 2024-09-11T03:43:21.804 INFO:tasks.rados.rados.0.smithi086.stdout:3420: finishing write tid 5 to smithi08678205-32 2024-09-11T03:43:21.804 INFO:tasks.rados.rados.0.smithi086.stdout:3420: oid 32 updating version 0 to 2588 2024-09-11T03:43:21.804 INFO:tasks.rados.rados.0.smithi086.stdout:3420: oid 32 version 2588 is already newer than 2586 2024-09-11T03:43:21.804 INFO:tasks.rados.rados.0.smithi086.stdout:3420: oid 32 updating version 2588 to 2589 2024-09-11T03:43:21.804 INFO:tasks.rados.rados.0.smithi086.stdout:3420: oid 32 version 2589 is already newer than 2587 2024-09-11T03:43:21.804 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 2589 (ObjNum 1076 snap 318 seq_num 1076) dirty exists 2024-09-11T03:43:21.804 INFO:tasks.rados.rados.0.smithi086.stdout:3420: left oid 32 (ObjNum 1076 snap 318 seq_num 1076) 2024-09-11T03:43:21.804 INFO:tasks.rados.rados.0.smithi086.stdout:3419: done (3 left) 2024-09-11T03:43:21.804 INFO:tasks.rados.rados.0.smithi086.stdout:3420: done (2 left) 2024-09-11T03:43:21.804 INFO:tasks.rados.rados.0.smithi086.stdout:3421: done (1 left) 2024-09-11T03:43:21.804 INFO:tasks.rados.rados.0.smithi086.stdout:3422: done (0 left) 2024-09-11T03:43:21.804 INFO:tasks.rados.rados.0.smithi086.stdout:3423: read oid 11 snap -1 2024-09-11T03:43:21.804 INFO:tasks.rados.rados.0.smithi086.stdout:3423: expect deleted 2024-09-11T03:43:21.805 INFO:tasks.rados.rados.0.smithi086.stdout:3424: snap_remove snap 308 2024-09-11T03:43:22.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:21 smithi086 ceph-mon[89281]: osdmap e721: 8 total, 8 up, 8 in 2024-09-11T03:43:22.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:21 smithi086 ceph-mon[91691]: osdmap e721: 8 total, 8 up, 8 in 2024-09-11T03:43:22.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:21 smithi130 ceph-mon[83685]: osdmap e721: 8 total, 8 up, 8 in 2024-09-11T03:43:22.748 INFO:tasks.rados.rados.0.smithi086.stdout:3424: done (1 left) 2024-09-11T03:43:22.748 INFO:tasks.rados.rados.0.smithi086.stdout:3425: read oid 29 snap -1 2024-09-11T03:43:22.748 INFO:tasks.rados.rados.0.smithi086.stdout:3425: expect (ObjNum 1019 snap 297 seq_num 1019) 2024-09-11T03:43:22.748 INFO:tasks.rados.rados.0.smithi086.stdout:3426: setattr oid 2 current snap is 318 2024-09-11T03:43:22.750 INFO:tasks.rados.rados.0.smithi086.stdout:3423: done (2 left) 2024-09-11T03:43:22.750 INFO:tasks.rados.rados.0.smithi086.stdout:3427: delete oid 47 current snap is 318 2024-09-11T03:43:22.761 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 2514 (ObjNum 821 snap 243 seq_num 821) dirty exists 2024-09-11T03:43:22.762 INFO:tasks.rados.rados.0.smithi086.stdout:3426: done (2 left) 2024-09-11T03:43:22.762 INFO:tasks.rados.rados.0.smithi086.stdout:3427: done (1 left) 2024-09-11T03:43:22.762 INFO:tasks.rados.rados.0.smithi086.stdout:3428: delete oid 42 current snap is 318 2024-09-11T03:43:22.765 INFO:tasks.rados.rados.0.smithi086.stdout:3428: done (1 left) 2024-09-11T03:43:22.765 INFO:tasks.rados.rados.0.smithi086.stdout:3429: snap_create 2024-09-11T03:43:22.782 INFO:tasks.rados.rados.0.smithi086.stdout:3425: expect (ObjNum 1019 snap 297 seq_num 1019) 2024-09-11T03:43:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:22 smithi086 ceph-mon[89281]: pgmap v753: 121 pgs: 121 active+clean; 254 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-09-11T03:43:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:22 smithi086 ceph-mon[89281]: osdmap e722: 8 total, 8 up, 8 in 2024-09-11T03:43:23.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:22 smithi086 ceph-mon[89281]: osdmap e723: 8 total, 8 up, 8 in 2024-09-11T03:43:23.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:22 smithi086 ceph-mon[91691]: pgmap v753: 121 pgs: 121 active+clean; 254 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-09-11T03:43:23.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:22 smithi086 ceph-mon[91691]: osdmap e722: 8 total, 8 up, 8 in 2024-09-11T03:43:23.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:22 smithi086 ceph-mon[91691]: osdmap e723: 8 total, 8 up, 8 in 2024-09-11T03:43:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:22 smithi130 ceph-mon[83685]: pgmap v753: 121 pgs: 121 active+clean; 254 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-09-11T03:43:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:22 smithi130 ceph-mon[83685]: osdmap e722: 8 total, 8 up, 8 in 2024-09-11T03:43:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:22 smithi130 ceph-mon[83685]: osdmap e723: 8 total, 8 up, 8 in 2024-09-11T03:43:23.758 INFO:tasks.rados.rados.0.smithi086.stdout:3425: done (1 left) 2024-09-11T03:43:23.759 INFO:tasks.rados.rados.0.smithi086.stdout:3429: done (0 left) 2024-09-11T03:43:23.759 INFO:tasks.rados.rados.0.smithi086.stdout:3430: copy_from oid 49 from oid 13 current snap is 319 2024-09-11T03:43:23.759 INFO:tasks.rados.rados.0.smithi086.stdout:3431: copy_from oid 46 from oid 17 current snap is 319 2024-09-11T03:43:23.759 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 25 current snap is 319 2024-09-11T03:43:23.759 INFO:tasks.rados.rados.0.smithi086.stdout:3432: seq_num 1079 ranges {0=475136,475136=606208,1081344=196608} 2024-09-11T03:43:23.761 INFO:tasks.rados.rados.0.smithi086.stdout:3432: writing smithi08678205-25 from 0 to 475136 tid 1 2024-09-11T03:43:23.765 INFO:tasks.rados.rados.0.smithi086.stdout:3432: writing smithi08678205-25 from 475136 to 1081344 tid 2 2024-09-11T03:43:23.767 INFO:tasks.rados.rados.0.smithi086.stdout:3432: writing smithi08678205-25 from 1081344 to 1277952 tid 3 2024-09-11T03:43:23.767 INFO:tasks.rados.rados.0.smithi086.stdout:3433: read oid 11 snap -1 2024-09-11T03:43:23.767 INFO:tasks.rados.rados.0.smithi086.stdout:3433: expect deleted 2024-09-11T03:43:23.767 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 319 2024-09-11T03:43:23.767 INFO:tasks.rados.rados.0.smithi086.stdout:3434: seq_num 1080 ranges {425984=491520,917504=540672,1458176=262144} 2024-09-11T03:43:23.772 INFO:tasks.rados.rados.0.smithi086.stdout:3434: writing smithi08678205-12 from 425984 to 917504 tid 1 2024-09-11T03:43:23.776 INFO:tasks.rados.rados.0.smithi086.stdout:3434: writing smithi08678205-12 from 917504 to 1458176 tid 2 2024-09-11T03:43:23.778 INFO:tasks.rados.rados.0.smithi086.stdout:3434: writing smithi08678205-12 from 1458176 to 1720320 tid 3 2024-09-11T03:43:23.778 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 319 2024-09-11T03:43:23.778 INFO:tasks.rados.rados.0.smithi086.stdout:3435: seq_num 1081 ranges {4423680=507904,4931584=425984,5357568=376832} 2024-09-11T03:43:23.806 INFO:tasks.rados.rados.0.smithi086.stdout:3435: writing smithi08678205-32 from 4423680 to 4931584 tid 1 2024-09-11T03:43:23.808 INFO:tasks.rados.rados.0.smithi086.stdout:3435: writing smithi08678205-32 from 4931584 to 5357568 tid 2 2024-09-11T03:43:23.811 INFO:tasks.rados.rados.0.smithi086.stdout:3435: writing smithi08678205-32 from 5357568 to 5734400 tid 3 2024-09-11T03:43:23.811 INFO:tasks.rados.rados.0.smithi086.stdout:3436: rollback oid 41 current snap is 319 2024-09-11T03:43:23.812 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 41 to 316 2024-09-11T03:43:23.812 INFO:tasks.rados.rados.0.smithi086.stdout:3432: finishing write tid 1 to smithi08678205-25 2024-09-11T03:43:23.812 INFO:tasks.rados.rados.0.smithi086.stdout:3432: finishing write tid 2 to smithi08678205-25 2024-09-11T03:43:23.812 INFO:tasks.rados.rados.0.smithi086.stdout:3432: finishing write tid 3 to smithi08678205-25 2024-09-11T03:43:23.812 INFO:tasks.rados.rados.0.smithi086.stdout:3432: finishing write tid 4 to smithi08678205-25 2024-09-11T03:43:23.812 INFO:tasks.rados.rados.0.smithi086.stdout:3432: finishing write tid 5 to smithi08678205-25 2024-09-11T03:43:23.812 INFO:tasks.rados.rados.0.smithi086.stdout:3432: oid 25 updating version 0 to 2590 2024-09-11T03:43:23.812 INFO:tasks.rados.rados.0.smithi086.stdout:3432: oid 25 updating version 2590 to 2591 2024-09-11T03:43:23.812 INFO:tasks.rados.rados.0.smithi086.stdout:3432: oid 25 updating version 2591 to 2592 2024-09-11T03:43:23.812 INFO:tasks.rados.rados.0.smithi086.stdout:3432: oid 25 updating version 2592 to 2593 2024-09-11T03:43:23.812 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 2593 (ObjNum 1079 snap 319 seq_num 1079) dirty exists 2024-09-11T03:43:23.812 INFO:tasks.rados.rados.0.smithi086.stdout:3432: left oid 25 (ObjNum 1079 snap 319 seq_num 1079) 2024-09-11T03:43:23.813 INFO:tasks.rados.rados.0.smithi086.stdout:3434: finishing write tid 1 to smithi08678205-12 2024-09-11T03:43:23.813 INFO:tasks.rados.rados.0.smithi086.stdout:3434: finishing write tid 2 to smithi08678205-12 2024-09-11T03:43:23.813 INFO:tasks.rados.rados.0.smithi086.stdout:3432: done (6 left) 2024-09-11T03:43:23.813 INFO:tasks.rados.rados.0.smithi086.stdout:3433: done (5 left) 2024-09-11T03:43:23.813 INFO:tasks.rados.rados.0.smithi086.stdout:3437: delete oid 33 current snap is 319 2024-09-11T03:43:23.813 INFO:tasks.rados.rados.0.smithi086.stdout:3434: finishing write tid 3 to smithi08678205-12 2024-09-11T03:43:23.813 INFO:tasks.rados.rados.0.smithi086.stdout:3434: finishing write tid 4 to smithi08678205-12 2024-09-11T03:43:23.813 INFO:tasks.rados.rados.0.smithi086.stdout:3434: finishing write tid 5 to smithi08678205-12 2024-09-11T03:43:23.813 INFO:tasks.rados.rados.0.smithi086.stdout:3434: oid 12 updating version 0 to 1920 2024-09-11T03:43:23.813 INFO:tasks.rados.rados.0.smithi086.stdout:3434: oid 12 updating version 1920 to 1923 2024-09-11T03:43:23.813 INFO:tasks.rados.rados.0.smithi086.stdout:3434: oid 12 version 1923 is already newer than 1921 2024-09-11T03:43:23.813 INFO:tasks.rados.rados.0.smithi086.stdout:3434: oid 12 version 1923 is already newer than 1922 2024-09-11T03:43:23.813 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 1923 (ObjNum 1080 snap 319 seq_num 1080) dirty exists 2024-09-11T03:43:23.814 INFO:tasks.rados.rados.0.smithi086.stdout:3434: left oid 12 (ObjNum 1080 snap 319 seq_num 1080) 2024-09-11T03:43:23.814 INFO:tasks.rados.rados.0.smithi086.stdout:3431: finishing copy_from racing read to smithi08678205-46 2024-09-11T03:43:23.814 INFO:tasks.rados.rados.0.smithi086.stdout:3431: finishing copy_from to smithi08678205-46 2024-09-11T03:43:23.814 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 1714 (ObjNum 1060 snap 312 seq_num 1060) dirty exists 2024-09-11T03:43:23.814 INFO:tasks.rados.rados.0.smithi086.stdout:3430: finishing copy_from racing read to smithi08678205-49 2024-09-11T03:43:23.814 INFO:tasks.rados.rados.0.smithi086.stdout:3430: finishing copy_from to smithi08678205-49 2024-09-11T03:43:23.814 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 612 (ObjNum 1004 snap 296 seq_num 1004) dirty exists 2024-09-11T03:43:23.814 INFO:tasks.rados.rados.0.smithi086.stdout:3435: finishing write tid 1 to smithi08678205-32 2024-09-11T03:43:23.815 INFO:tasks.rados.rados.0.smithi086.stdout:3435: finishing write tid 2 to smithi08678205-32 2024-09-11T03:43:23.815 INFO:tasks.rados.rados.0.smithi086.stdout:3435: finishing write tid 3 to smithi08678205-32 2024-09-11T03:43:23.815 INFO:tasks.rados.rados.0.smithi086.stdout:3435: finishing write tid 4 to smithi08678205-32 2024-09-11T03:43:23.816 INFO:tasks.rados.rados.0.smithi086.stdout:3435: finishing write tid 5 to smithi08678205-32 2024-09-11T03:43:23.816 INFO:tasks.rados.rados.0.smithi086.stdout:3435: oid 32 updating version 0 to 2594 2024-09-11T03:43:23.817 INFO:tasks.rados.rados.0.smithi086.stdout:3435: oid 32 updating version 2594 to 2595 2024-09-11T03:43:23.817 INFO:tasks.rados.rados.0.smithi086.stdout:3435: oid 32 updating version 2595 to 2597 2024-09-11T03:43:23.817 INFO:tasks.rados.rados.0.smithi086.stdout:3435: oid 32 version 2597 is already newer than 2596 2024-09-11T03:43:23.817 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 2597 (ObjNum 1081 snap 319 seq_num 1081) dirty exists 2024-09-11T03:43:23.817 INFO:tasks.rados.rados.0.smithi086.stdout:3435: left oid 32 (ObjNum 1081 snap 319 seq_num 1081) 2024-09-11T03:43:23.817 INFO:tasks.rados.rados.0.smithi086.stdout:3436: finishing rollback tid 0 to smithi08678205-41 2024-09-11T03:43:23.817 INFO:tasks.rados.rados.0.smithi086.stdout:3436: finishing rollback tid 1 to smithi08678205-41 2024-09-11T03:43:23.818 INFO:tasks.rados.rados.0.smithi086.stdout:3436: finishing rollback tid 2 to smithi08678205-41 2024-09-11T03:43:23.818 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 2678 (ObjNum 1061 snap 314 seq_num 1061) dirty exists 2024-09-11T03:43:23.821 INFO:tasks.rados.rados.0.smithi086.stdout:3430: done (5 left) 2024-09-11T03:43:23.821 INFO:tasks.rados.rados.0.smithi086.stdout:3431: done (4 left) 2024-09-11T03:43:23.821 INFO:tasks.rados.rados.0.smithi086.stdout:3434: done (3 left) 2024-09-11T03:43:23.821 INFO:tasks.rados.rados.0.smithi086.stdout:3435: done (2 left) 2024-09-11T03:43:23.821 INFO:tasks.rados.rados.0.smithi086.stdout:3436: done (1 left) 2024-09-11T03:43:23.821 INFO:tasks.rados.rados.0.smithi086.stdout:3437: done (0 left) 2024-09-11T03:43:23.821 INFO:tasks.rados.rados.0.smithi086.stdout:3438: read oid 44 snap -1 2024-09-11T03:43:23.821 INFO:tasks.rados.rados.0.smithi086.stdout:3438: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:43:23.821 INFO:tasks.rados.rados.0.smithi086.stdout:3439: read oid 36 snap 312 2024-09-11T03:43:23.821 INFO:tasks.rados.rados.0.smithi086.stdout:3439: expect (ObjNum 1056 snap 308 seq_num 1056) 2024-09-11T03:43:23.821 INFO:tasks.rados.rados.0.smithi086.stdout:3440: snap_remove snap 318 2024-09-11T03:43:24.756 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:43:24 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:43:24] "GET /metrics HTTP/1.1" 200 36365 "" "Prometheus/2.51.0" 2024-09-11T03:43:24.814 INFO:tasks.rados.rados.0.smithi086.stdout:3440: done (2 left) 2024-09-11T03:43:24.814 INFO:tasks.rados.rados.0.smithi086.stdout:3441: snap_remove snap 316 2024-09-11T03:43:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:24 smithi086 ceph-mon[89281]: pgmap v756: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-09-11T03:43:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:24 smithi086 ceph-mon[89281]: osdmap e724: 8 total, 8 up, 8 in 2024-09-11T03:43:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:24 smithi086 ceph-mon[91691]: pgmap v756: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-09-11T03:43:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:24 smithi086 ceph-mon[91691]: osdmap e724: 8 total, 8 up, 8 in 2024-09-11T03:43:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:24 smithi130 ceph-mon[83685]: pgmap v756: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-09-11T03:43:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:24 smithi130 ceph-mon[83685]: osdmap e724: 8 total, 8 up, 8 in 2024-09-11T03:43:25.818 INFO:tasks.rados.rados.0.smithi086.stdout:3441: done (2 left) 2024-09-11T03:43:25.818 INFO:tasks.rados.rados.0.smithi086.stdout:3442: read oid 33 snap 310 2024-09-11T03:43:25.818 INFO:tasks.rados.rados.0.smithi086.stdout:3442: expect (ObjNum 1043 snap 306 seq_num 1043) 2024-09-11T03:43:25.819 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 319 2024-09-11T03:43:25.819 INFO:tasks.rados.rados.0.smithi086.stdout:3443: seq_num 1083 ranges {1081344=540672,1622016=589824,2211840=212992} 2024-09-11T03:43:25.828 INFO:tasks.rados.rados.0.smithi086.stdout:3443: writing smithi08678205-31 from 1081344 to 1622016 tid 1 2024-09-11T03:43:25.832 INFO:tasks.rados.rados.0.smithi086.stdout:3443: writing smithi08678205-31 from 1622016 to 2211840 tid 2 2024-09-11T03:43:25.833 INFO:tasks.rados.rados.0.smithi086.stdout:3443: writing smithi08678205-31 from 2211840 to 2424832 tid 3 2024-09-11T03:43:25.833 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 319 2024-09-11T03:43:25.834 INFO:tasks.rados.rados.0.smithi086.stdout:3444: seq_num 1084 ranges {4169728=557056,4726784=475136,5201920=327680} 2024-09-11T03:43:25.859 INFO:tasks.rados.rados.0.smithi086.stdout:3444: writing smithi08678205-41 from 4169728 to 4726784 tid 1 2024-09-11T03:43:25.862 INFO:tasks.rados.rados.0.smithi086.stdout:3444: writing smithi08678205-41 from 4726784 to 5201920 tid 2 2024-09-11T03:43:25.865 INFO:tasks.rados.rados.0.smithi086.stdout:3444: writing smithi08678205-41 from 5201920 to 5529600 tid 3 2024-09-11T03:43:25.865 INFO:tasks.rados.rados.0.smithi086.stdout:3445: delete oid 2 current snap is 319 2024-09-11T03:43:25.865 INFO:tasks.rados.rados.0.smithi086.stdout:3438: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:43:25.887 INFO:tasks.rados.rados.0.smithi086.stdout:3439: expect (ObjNum 1056 snap 308 seq_num 1056) 2024-09-11T03:43:25.944 INFO:tasks.rados.rados.0.smithi086.stdout:3443: finishing write tid 1 to smithi08678205-31 2024-09-11T03:43:25.944 INFO:tasks.rados.rados.0.smithi086.stdout:3443: finishing write tid 2 to smithi08678205-31 2024-09-11T03:43:25.944 INFO:tasks.rados.rados.0.smithi086.stdout:3438: done (5 left) 2024-09-11T03:43:25.944 INFO:tasks.rados.rados.0.smithi086.stdout:3439: done (4 left) 2024-09-11T03:43:25.944 INFO:tasks.rados.rados.0.smithi086.stdout:3445: done (3 left) 2024-09-11T03:43:25.945 INFO:tasks.rados.rados.0.smithi086.stdout:3446: snap_remove snap 306 2024-09-11T03:43:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:25 smithi086 ceph-mon[89281]: osdmap e725: 8 total, 8 up, 8 in 2024-09-11T03:43:26.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:25 smithi086 ceph-mon[91691]: osdmap e725: 8 total, 8 up, 8 in 2024-09-11T03:43:26.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:25 smithi130 ceph-mon[83685]: osdmap e725: 8 total, 8 up, 8 in 2024-09-11T03:43:26.825 INFO:tasks.rados.rados.0.smithi086.stdout:3446: done (3 left) 2024-09-11T03:43:26.825 INFO:tasks.rados.rados.0.smithi086.stdout:3447: copy_from oid 26 from oid 19 current snap is 319 2024-09-11T03:43:26.825 INFO:tasks.rados.rados.0.smithi086.stdout:3443: finishing write tid 3 to smithi08678205-31 2024-09-11T03:43:26.825 INFO:tasks.rados.rados.0.smithi086.stdout:3443: finishing write tid 4 to smithi08678205-31 2024-09-11T03:43:26.825 INFO:tasks.rados.rados.0.smithi086.stdout:3442: expect (ObjNum 1043 snap 306 seq_num 1043) 2024-09-11T03:43:26.852 INFO:tasks.rados.rados.0.smithi086.stdout:3443: finishing write tid 5 to smithi08678205-31 2024-09-11T03:43:26.852 INFO:tasks.rados.rados.0.smithi086.stdout:3443: oid 31 updating version 0 to 2692 2024-09-11T03:43:26.852 INFO:tasks.rados.rados.0.smithi086.stdout:3443: oid 31 updating version 2692 to 2693 2024-09-11T03:43:26.852 INFO:tasks.rados.rados.0.smithi086.stdout:3443: oid 31 version 2693 is already newer than 2690 2024-09-11T03:43:26.852 INFO:tasks.rados.rados.0.smithi086.stdout:3443: oid 31 version 2693 is already newer than 2691 2024-09-11T03:43:26.852 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 2693 (ObjNum 1083 snap 319 seq_num 1083) dirty exists 2024-09-11T03:43:26.852 INFO:tasks.rados.rados.0.smithi086.stdout:3443: left oid 31 (ObjNum 1083 snap 319 seq_num 1083) 2024-09-11T03:43:26.853 INFO:tasks.rados.rados.0.smithi086.stdout:3442: done (3 left) 2024-09-11T03:43:26.853 INFO:tasks.rados.rados.0.smithi086.stdout:3443: done (2 left) 2024-09-11T03:43:26.853 INFO:tasks.rados.rados.0.smithi086.stdout:3448: snap_remove snap 313 2024-09-11T03:43:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:26 smithi086 ceph-mon[89281]: pgmap v759: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 592 KiB/s wr, 13 op/s 2024-09-11T03:43:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:26 smithi086 ceph-mon[89281]: osdmap e726: 8 total, 8 up, 8 in 2024-09-11T03:43:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:26 smithi086 ceph-mon[91691]: pgmap v759: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 592 KiB/s wr, 13 op/s 2024-09-11T03:43:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:26 smithi086 ceph-mon[91691]: osdmap e726: 8 total, 8 up, 8 in 2024-09-11T03:43:27.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:26 smithi130 ceph-mon[83685]: pgmap v759: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 592 KiB/s wr, 13 op/s 2024-09-11T03:43:27.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:26 smithi130 ceph-mon[83685]: osdmap e726: 8 total, 8 up, 8 in 2024-09-11T03:43:27.750 INFO:tasks.rados.rados.0.smithi086.stdout:3448: done (2 left) 2024-09-11T03:43:27.750 INFO:tasks.rados.rados.0.smithi086.stdout:3449: read oid 32 snap -1 2024-09-11T03:43:27.750 INFO:tasks.rados.rados.0.smithi086.stdout:3449: expect (ObjNum 1081 snap 319 seq_num 1081) 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3450: read oid 13 snap -1 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3450: expect (ObjNum 1004 snap 296 seq_num 1004) 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3451: read oid 42 snap -1 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3451: expect deleted 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3452: delete oid 34 current snap is 319 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3444: finishing write tid 1 to smithi08678205-41 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3444: finishing write tid 2 to smithi08678205-41 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3444: finishing write tid 3 to smithi08678205-41 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3444: finishing write tid 4 to smithi08678205-41 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3444: finishing write tid 5 to smithi08678205-41 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3444: oid 41 updating version 0 to 2695 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3444: oid 41 updating version 2695 to 2696 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3444: oid 41 version 2696 is already newer than 2694 2024-09-11T03:43:27.751 INFO:tasks.rados.rados.0.smithi086.stdout:3444: oid 41 updating version 2696 to 2697 2024-09-11T03:43:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 2697 (ObjNum 1084 snap 319 seq_num 1084) dirty exists 2024-09-11T03:43:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:3444: left oid 41 (ObjNum 1084 snap 319 seq_num 1084) 2024-09-11T03:43:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:3447: finishing copy_from racing read to smithi08678205-26 2024-09-11T03:43:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:3447: finishing copy_from to smithi08678205-26 2024-09-11T03:43:27.752 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 2583 (ObjNum 1058 snap 308 seq_num 1058) dirty exists 2024-09-11T03:43:27.765 INFO:tasks.rados.rados.0.smithi086.stdout:3444: done (5 left) 2024-09-11T03:43:27.765 INFO:tasks.rados.rados.0.smithi086.stdout:3447: done (4 left) 2024-09-11T03:43:27.765 INFO:tasks.rados.rados.0.smithi086.stdout:3451: done (3 left) 2024-09-11T03:43:27.765 INFO:tasks.rados.rados.0.smithi086.stdout:3452: done (2 left) 2024-09-11T03:43:27.766 INFO:tasks.rados.rados.0.smithi086.stdout:3453: read oid 49 snap -1 2024-09-11T03:43:27.766 INFO:tasks.rados.rados.0.smithi086.stdout:3453: expect (ObjNum 1004 snap 296 seq_num 1004) 2024-09-11T03:43:27.766 INFO:tasks.rados.rados.0.smithi086.stdout:3454: read oid 39 snap 310 2024-09-11T03:43:27.766 INFO:tasks.rados.rados.0.smithi086.stdout:3454: expect (ObjNum 1006 snap 297 seq_num 1006) 2024-09-11T03:43:27.766 INFO:tasks.rados.rados.0.smithi086.stdout:3455: copy_from oid 26 from oid 33 current snap is 319 2024-09-11T03:43:27.766 INFO:tasks.rados.rados.0.smithi086.stdout:3456: snap_create 2024-09-11T03:43:27.769 INFO:tasks.rados.rados.0.smithi086.stdout:3455: finishing copy_from to smithi08678205-26 2024-09-11T03:43:27.769 INFO:tasks.rados.rados.0.smithi086.stdout:3455: got expected ENOENT (src dne) 2024-09-11T03:43:27.769 INFO:tasks.rados.rados.0.smithi086.stdout:3455: finishing copy_from racing read to smithi08678205-26 2024-09-11T03:43:27.785 INFO:tasks.rados.rados.0.smithi086.stdout:3450: expect (ObjNum 1004 snap 296 seq_num 1004) 2024-09-11T03:43:28.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:27 smithi130 ceph-mon[83685]: osdmap e727: 8 total, 8 up, 8 in 2024-09-11T03:43:28.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:27 smithi130 ceph-mon[83685]: osdmap e728: 8 total, 8 up, 8 in 2024-09-11T03:43:28.264 INFO:tasks.rados.rados.0.smithi086.stdout:3449: expect (ObjNum 1081 snap 319 seq_num 1081) 2024-09-11T03:43:28.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:27 smithi086 ceph-mon[89281]: osdmap e727: 8 total, 8 up, 8 in 2024-09-11T03:43:28.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:27 smithi086 ceph-mon[89281]: osdmap e728: 8 total, 8 up, 8 in 2024-09-11T03:43:28.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:27 smithi086 ceph-mon[91691]: osdmap e727: 8 total, 8 up, 8 in 2024-09-11T03:43:28.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:27 smithi086 ceph-mon[91691]: osdmap e728: 8 total, 8 up, 8 in 2024-09-11T03:43:28.601 INFO:tasks.rados.rados.0.smithi086.stdout:3453: expect (ObjNum 1004 snap 296 seq_num 1004) 2024-09-11T03:43:29.079 INFO:tasks.rados.rados.0.smithi086.stdout:3454: expect (ObjNum 1006 snap 297 seq_num 1006) 2024-09-11T03:43:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:28 smithi130 ceph-mon[83685]: pgmap v762: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 252 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-11T03:43:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:28 smithi130 ceph-mon[83685]: osdmap e729: 8 total, 8 up, 8 in 2024-09-11T03:43:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:28 smithi086 ceph-mon[89281]: pgmap v762: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 252 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-11T03:43:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:28 smithi086 ceph-mon[89281]: osdmap e729: 8 total, 8 up, 8 in 2024-09-11T03:43:29.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:28 smithi086 ceph-mon[91691]: pgmap v762: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 252 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-11T03:43:29.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:28 smithi086 ceph-mon[91691]: osdmap e729: 8 total, 8 up, 8 in 2024-09-11T03:43:29.717 INFO:tasks.rados.rados.0.smithi086.stdout:3449: done (5 left) 2024-09-11T03:43:29.718 INFO:tasks.rados.rados.0.smithi086.stdout:3450: done (4 left) 2024-09-11T03:43:29.718 INFO:tasks.rados.rados.0.smithi086.stdout:3453: done (3 left) 2024-09-11T03:43:29.718 INFO:tasks.rados.rados.0.smithi086.stdout:3454: done (2 left) 2024-09-11T03:43:29.718 INFO:tasks.rados.rados.0.smithi086.stdout:3455: done (1 left) 2024-09-11T03:43:29.718 INFO:tasks.rados.rados.0.smithi086.stdout:3456: done (0 left) 2024-09-11T03:43:29.718 INFO:tasks.rados.rados.0.smithi086.stdout:3457: read oid 38 snap 305 2024-09-11T03:43:29.719 INFO:tasks.rados.rados.0.smithi086.stdout:3457: expect (ObjNum 1024 snap 298 seq_num 1024) 2024-09-11T03:43:29.719 INFO:tasks.rados.rados.0.smithi086.stdout:3458: read oid 37 snap 311 2024-09-11T03:43:29.719 INFO:tasks.rados.rados.0.smithi086.stdout:3458: expect (ObjNum 898 snap 268 seq_num 898) 2024-09-11T03:43:29.719 INFO:tasks.rados.rados.0.smithi086.stdout:3459: snap_create 2024-09-11T03:43:29.740 INFO:tasks.rados.rados.0.smithi086.stdout:3458: expect (ObjNum 898 snap 268 seq_num 898) 2024-09-11T03:43:29.920 INFO:tasks.rados.rados.0.smithi086.stdout:3457: expect (ObjNum 1024 snap 298 seq_num 1024) 2024-09-11T03:43:30.324 INFO:tasks.rados.rados.0.smithi086.stdout:3457: done (2 left) 2024-09-11T03:43:30.324 INFO:tasks.rados.rados.0.smithi086.stdout:3458: done (1 left) 2024-09-11T03:43:30.324 INFO:tasks.rados.rados.0.smithi086.stdout:3459: done (0 left) 2024-09-11T03:43:30.325 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 321 2024-09-11T03:43:30.325 INFO:tasks.rados.rados.0.smithi086.stdout:3460: seq_num 1087 ranges {704512=614400,1318912=532480,1851392=270336} 2024-09-11T03:43:30.331 INFO:tasks.rados.rados.0.smithi086.stdout:3460: writing smithi08678205-45 from 704512 to 1318912 tid 1 2024-09-11T03:43:30.334 INFO:tasks.rados.rados.0.smithi086.stdout:3460: writing smithi08678205-45 from 1318912 to 1851392 tid 2 2024-09-11T03:43:30.336 INFO:tasks.rados.rados.0.smithi086.stdout:3460: writing smithi08678205-45 from 1851392 to 2121728 tid 3 2024-09-11T03:43:30.336 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 321 2024-09-11T03:43:30.337 INFO:tasks.rados.rados.0.smithi086.stdout:3460: finishing write tid 1 to smithi08678205-45 2024-09-11T03:43:30.337 INFO:tasks.rados.rados.0.smithi086.stdout:3461: seq_num 1088 ranges {0=630784,630784=466944,1097728=335872} 2024-09-11T03:43:30.340 INFO:tasks.rados.rados.0.smithi086.stdout:3461: writing smithi08678205-1 from 0 to 630784 tid 1 2024-09-11T03:43:30.342 INFO:tasks.rados.rados.0.smithi086.stdout:3461: writing smithi08678205-1 from 630784 to 1097728 tid 2 2024-09-11T03:43:30.345 INFO:tasks.rados.rados.0.smithi086.stdout:3461: writing smithi08678205-1 from 1097728 to 1433600 tid 3 2024-09-11T03:43:30.345 INFO:tasks.rados.rados.0.smithi086.stdout:3462: snap_remove snap 320 2024-09-11T03:43:30.844 INFO:tasks.rados.rados.0.smithi086.stdout:3462: done (2 left) 2024-09-11T03:43:30.844 INFO:tasks.rados.rados.0.smithi086.stdout:3463: read oid 9 snap 310 2024-09-11T03:43:30.844 INFO:tasks.rados.rados.0.smithi086.stdout:3463: expect (ObjNum 1047 snap 307 seq_num 1047) 2024-09-11T03:43:30.844 INFO:tasks.rados.rados.0.smithi086.stdout:3464: rmattr oid 31 current snap is 321 2024-09-11T03:43:30.844 INFO:tasks.rados.rados.0.smithi086.stdout:3464: done (3 left) 2024-09-11T03:43:30.844 INFO:tasks.rados.rados.0.smithi086.stdout:3465: read oid 22 snap 319 2024-09-11T03:43:30.844 INFO:tasks.rados.rados.0.smithi086.stdout:3465: expect (ObjNum 1062 snap 314 seq_num 1062) 2024-09-11T03:43:30.844 INFO:tasks.rados.rados.0.smithi086.stdout:3466: rollback oid 40 current snap is 321 2024-09-11T03:43:30.844 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 40 to 319 2024-09-11T03:43:30.844 INFO:tasks.rados.rados.0.smithi086.stdout:3460: finishing write tid 2 to smithi08678205-45 2024-09-11T03:43:30.844 INFO:tasks.rados.rados.0.smithi086.stdout:3460: finishing write tid 3 to smithi08678205-45 2024-09-11T03:43:30.845 INFO:tasks.rados.rados.0.smithi086.stdout:3460: finishing write tid 4 to smithi08678205-45 2024-09-11T03:43:30.845 INFO:tasks.rados.rados.0.smithi086.stdout:3460: finishing write tid 5 to smithi08678205-45 2024-09-11T03:43:30.845 INFO:tasks.rados.rados.0.smithi086.stdout:3460: oid 45 updating version 0 to 2608 2024-09-11T03:43:30.845 INFO:tasks.rados.rados.0.smithi086.stdout:3460: oid 45 updating version 2608 to 2609 2024-09-11T03:43:30.845 INFO:tasks.rados.rados.0.smithi086.stdout:3460: oid 45 version 2609 is already newer than 2607 2024-09-11T03:43:30.845 INFO:tasks.rados.rados.0.smithi086.stdout:3460: oid 45 updating version 2609 to 2610 2024-09-11T03:43:30.845 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 2610 (ObjNum 1087 snap 321 seq_num 1087) dirty exists 2024-09-11T03:43:30.845 INFO:tasks.rados.rados.0.smithi086.stdout:3460: left oid 45 (ObjNum 1087 snap 321 seq_num 1087) 2024-09-11T03:43:30.845 INFO:tasks.rados.rados.0.smithi086.stdout:3461: finishing write tid 1 to smithi08678205-1 2024-09-11T03:43:30.845 INFO:tasks.rados.rados.0.smithi086.stdout:3461: finishing write tid 2 to smithi08678205-1 2024-09-11T03:43:30.845 INFO:tasks.rados.rados.0.smithi086.stdout:3461: finishing write tid 3 to smithi08678205-1 2024-09-11T03:43:30.845 INFO:tasks.rados.rados.0.smithi086.stdout:3461: finishing write tid 4 to smithi08678205-1 2024-09-11T03:43:30.845 INFO:tasks.rados.rados.0.smithi086.stdout:3461: finishing write tid 5 to smithi08678205-1 2024-09-11T03:43:30.846 INFO:tasks.rados.rados.0.smithi086.stdout:3461: oid 1 updating version 0 to 2386 2024-09-11T03:43:30.846 INFO:tasks.rados.rados.0.smithi086.stdout:3461: oid 1 version 2386 is already newer than 2385 2024-09-11T03:43:30.846 INFO:tasks.rados.rados.0.smithi086.stdout:3461: oid 1 version 2386 is already newer than 2384 2024-09-11T03:43:30.846 INFO:tasks.rados.rados.0.smithi086.stdout:3461: oid 1 updating version 2386 to 2387 2024-09-11T03:43:30.846 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 2387 (ObjNum 1088 snap 321 seq_num 1088) dirty exists 2024-09-11T03:43:30.846 INFO:tasks.rados.rados.0.smithi086.stdout:3461: left oid 1 (ObjNum 1088 snap 321 seq_num 1088) 2024-09-11T03:43:30.846 INFO:tasks.rados.rados.0.smithi086.stdout:3460: done (4 left) 2024-09-11T03:43:30.846 INFO:tasks.rados.rados.0.smithi086.stdout:3461: done (3 left) 2024-09-11T03:43:30.846 INFO:tasks.rados.rados.0.smithi086.stdout:3467: read oid 11 snap -1 2024-09-11T03:43:30.846 INFO:tasks.rados.rados.0.smithi086.stdout:3467: expect deleted 2024-09-11T03:43:30.846 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 321 2024-09-11T03:43:30.846 INFO:tasks.rados.rados.0.smithi086.stdout:3468: seq_num 1089 ranges {3301376=647168,3948544=745472,4694016=57344} 2024-09-11T03:43:30.864 INFO:tasks.rados.rados.0.smithi086.stdout:3468: writing smithi08678205-8 from 3301376 to 3948544 tid 1 2024-09-11T03:43:30.868 INFO:tasks.rados.rados.0.smithi086.stdout:3468: writing smithi08678205-8 from 3948544 to 4694016 tid 2 2024-09-11T03:43:30.869 INFO:tasks.rados.rados.0.smithi086.stdout:3468: writing smithi08678205-8 from 4694016 to 4751360 tid 3 2024-09-11T03:43:30.869 INFO:tasks.rados.rados.0.smithi086.stdout:3469: copy_from oid 3 from oid 1 current snap is 321 2024-09-11T03:43:30.869 INFO:tasks.rados.rados.0.smithi086.stdout:3467: done (5 left) 2024-09-11T03:43:30.870 INFO:tasks.rados.rados.0.smithi086.stdout:3470: read oid 35 snap -1 2024-09-11T03:43:30.870 INFO:tasks.rados.rados.0.smithi086.stdout:3470: expect (ObjNum 1067 snap 315 seq_num 1067) 2024-09-11T03:43:30.870 INFO:tasks.rados.rados.0.smithi086.stdout:3471: snap_remove snap 312 2024-09-11T03:43:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:30 smithi130 ceph-mon[83685]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-09-11T03:43:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:30 smithi130 ceph-mon[83685]: osdmap e730: 8 total, 8 up, 8 in 2024-09-11T03:43:31.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:30 smithi086 ceph-mon[89281]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-09-11T03:43:31.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:30 smithi086 ceph-mon[89281]: osdmap e730: 8 total, 8 up, 8 in 2024-09-11T03:43:31.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:30 smithi086 ceph-mon[91691]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-09-11T03:43:31.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:30 smithi086 ceph-mon[91691]: osdmap e730: 8 total, 8 up, 8 in 2024-09-11T03:43:31.854 INFO:tasks.rados.rados.0.smithi086.stdout:3471: done (6 left) 2024-09-11T03:43:31.854 INFO:tasks.rados.rados.0.smithi086.stdout:3472: setattr oid 45 current snap is 321 2024-09-11T03:43:31.854 INFO:tasks.rados.rados.0.smithi086.stdout:3468: finishing write tid 1 to smithi08678205-8 2024-09-11T03:43:31.854 INFO:tasks.rados.rados.0.smithi086.stdout:3468: finishing write tid 2 to smithi08678205-8 2024-09-11T03:43:31.854 INFO:tasks.rados.rados.0.smithi086.stdout:3468: finishing write tid 3 to smithi08678205-8 2024-09-11T03:43:31.854 INFO:tasks.rados.rados.0.smithi086.stdout:3468: finishing write tid 4 to smithi08678205-8 2024-09-11T03:43:31.854 INFO:tasks.rados.rados.0.smithi086.stdout:3468: finishing write tid 5 to smithi08678205-8 2024-09-11T03:43:31.854 INFO:tasks.rados.rados.0.smithi086.stdout:3468: oid 8 updating version 0 to 2614 2024-09-11T03:43:31.854 INFO:tasks.rados.rados.0.smithi086.stdout:3468: oid 8 version 2614 is already newer than 2612 2024-09-11T03:43:31.854 INFO:tasks.rados.rados.0.smithi086.stdout:3468: oid 8 version 2614 is already newer than 2613 2024-09-11T03:43:31.855 INFO:tasks.rados.rados.0.smithi086.stdout:3468: oid 8 version 2614 is already newer than 2611 2024-09-11T03:43:31.855 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 2614 (ObjNum 1089 snap 321 seq_num 1089) dirty exists 2024-09-11T03:43:31.855 INFO:tasks.rados.rados.0.smithi086.stdout:3468: left oid 8 (ObjNum 1089 snap 321 seq_num 1089) 2024-09-11T03:43:31.855 INFO:tasks.rados.rados.0.smithi086.stdout:3470: expect (ObjNum 1067 snap 315 seq_num 1067) 2024-09-11T03:43:31.889 INFO:tasks.rados.rados.0.smithi086.stdout:3469: finishing copy_from racing read to smithi08678205-3 2024-09-11T03:43:31.889 INFO:tasks.rados.rados.0.smithi086.stdout:3469: finishing copy_from to smithi08678205-3 2024-09-11T03:43:31.889 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 2387 (ObjNum 1088 snap 321 seq_num 1088) dirty exists 2024-09-11T03:43:31.889 INFO:tasks.rados.rados.0.smithi086.stdout:3463: expect (ObjNum 1047 snap 307 seq_num 1047) 2024-09-11T03:43:32.001 INFO:tasks.rados.rados.0.smithi086.stdout:3465: expect (ObjNum 1062 snap 314 seq_num 1062) 2024-09-11T03:43:32.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:31 smithi130 ceph-mon[83685]: osdmap e731: 8 total, 8 up, 8 in 2024-09-11T03:43:32.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:31 smithi086 ceph-mon[89281]: osdmap e731: 8 total, 8 up, 8 in 2024-09-11T03:43:32.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:31 smithi086 ceph-mon[91691]: osdmap e731: 8 total, 8 up, 8 in 2024-09-11T03:43:33.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:32 smithi086 ceph-mon[89281]: pgmap v768: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 268 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-09-11T03:43:33.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:32 smithi086 ceph-mon[89281]: osdmap e732: 8 total, 8 up, 8 in 2024-09-11T03:43:33.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:32 smithi086 ceph-mon[89281]: osdmap e733: 8 total, 8 up, 8 in 2024-09-11T03:43:33.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:32 smithi086 ceph-mon[91691]: pgmap v768: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 268 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-09-11T03:43:33.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:32 smithi086 ceph-mon[91691]: osdmap e732: 8 total, 8 up, 8 in 2024-09-11T03:43:33.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:32 smithi086 ceph-mon[91691]: osdmap e733: 8 total, 8 up, 8 in 2024-09-11T03:43:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:32 smithi130 ceph-mon[83685]: pgmap v768: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 268 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-09-11T03:43:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:32 smithi130 ceph-mon[83685]: osdmap e732: 8 total, 8 up, 8 in 2024-09-11T03:43:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:32 smithi130 ceph-mon[83685]: osdmap e733: 8 total, 8 up, 8 in 2024-09-11T03:43:34.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:43:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:43:34] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-09-11T03:43:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:34 smithi086 ceph-mon[89281]: pgmap v771: 121 pgs: 121 active+clean; 268 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-11T03:43:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:43:35.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:34 smithi086 ceph-mon[91691]: pgmap v771: 121 pgs: 121 active+clean; 268 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-11T03:43:35.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:43:35.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:34 smithi130 ceph-mon[83685]: pgmap v771: 121 pgs: 121 active+clean; 268 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-11T03:43:35.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:43:35.876 INFO:tasks.rados.rados.0.smithi086.stdout:3466: finishing rollback tid 0 to smithi08678205-40 2024-09-11T03:43:35.876 INFO:tasks.rados.rados.0.smithi086.stdout:3466: finishing rollback tid 1 to smithi08678205-40 2024-09-11T03:43:35.876 INFO:tasks.rados.rados.0.smithi086.stdout:3466: finishing rollback tid 2 to smithi08678205-40 2024-09-11T03:43:35.876 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 2593 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-09-11T03:43:35.876 INFO:tasks.rados.rados.0.smithi086.stdout:3463: done (6 left) 2024-09-11T03:43:35.876 INFO:tasks.rados.rados.0.smithi086.stdout:3465: done (5 left) 2024-09-11T03:43:35.876 INFO:tasks.rados.rados.0.smithi086.stdout:3466: done (4 left) 2024-09-11T03:43:35.876 INFO:tasks.rados.rados.0.smithi086.stdout:3468: done (3 left) 2024-09-11T03:43:35.876 INFO:tasks.rados.rados.0.smithi086.stdout:3469: done (2 left) 2024-09-11T03:43:35.876 INFO:tasks.rados.rados.0.smithi086.stdout:3470: done (1 left) 2024-09-11T03:43:35.877 INFO:tasks.rados.rados.0.smithi086.stdout:3473: copy_from oid 43 from oid 15 current snap is 321 2024-09-11T03:43:35.877 INFO:tasks.rados.rados.0.smithi086.stdout:3474: rollback oid 11 current snap is 321 2024-09-11T03:43:35.877 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 310 2024-09-11T03:43:35.877 INFO:tasks.rados.rados.0.smithi086.stdout:3475: rollback oid 3 current snap is 321 2024-09-11T03:43:35.877 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 3 to 319 2024-09-11T03:43:35.877 INFO:tasks.rados.rados.0.smithi086.stdout:3476: rmattr oid 31 current snap is 321 2024-09-11T03:43:35.878 INFO:tasks.rados.rados.0.smithi086.stdout:3476: done (4 left) 2024-09-11T03:43:35.878 INFO:tasks.rados.rados.0.smithi086.stdout:3477: read oid 40 snap -1 2024-09-11T03:43:35.878 INFO:tasks.rados.rados.0.smithi086.stdout:3477: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:43:35.878 INFO:tasks.rados.rados.0.smithi086.stdout:3478: read oid 28 snap -1 2024-09-11T03:43:35.878 INFO:tasks.rados.rados.0.smithi086.stdout:3478: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:43:35.878 INFO:tasks.rados.rados.0.smithi086.stdout:3479: read oid 44 snap -1 2024-09-11T03:43:35.878 INFO:tasks.rados.rados.0.smithi086.stdout:3479: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:43:35.878 INFO:tasks.rados.rados.0.smithi086.stdout:3480: delete oid 42 current snap is 321 2024-09-11T03:43:35.878 INFO:tasks.rados.rados.0.smithi086.stdout:3477: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-11T03:43:35.879 INFO:tasks.rados.rados.0.smithi086.stdout:3474: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:43:35.880 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-11T03:43:35.880 INFO:tasks.rados.rados.0.smithi086.stdout:3475: finishing rollback tid 0 to smithi08678205-3 2024-09-11T03:43:35.880 INFO:tasks.rados.rados.0.smithi086.stdout:3475: finishing rollback tid 1 to smithi08678205-3 2024-09-11T03:43:35.880 INFO:tasks.rados.rados.0.smithi086.stdout:3475: finishing rollback tid 2 to smithi08678205-3 2024-09-11T03:43:35.880 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 2673 (ObjNum 991 snap 290 seq_num 991) dirty exists 2024-09-11T03:43:35.881 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 2615 (ObjNum 1087 snap 321 seq_num 1087) dirty exists 2024-09-11T03:43:35.881 INFO:tasks.rados.rados.0.smithi086.stdout:3479: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:43:35.905 INFO:tasks.rados.rados.0.smithi086.stdout:3478: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:43:36.056 INFO:tasks.rados.rados.0.smithi086.stdout:3473: finishing copy_from racing read to smithi08678205-43 2024-09-11T03:43:36.056 INFO:tasks.rados.rados.0.smithi086.stdout:3473: finishing copy_from to smithi08678205-43 2024-09-11T03:43:36.056 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 2639 (ObjNum 1032 snap 301 seq_num 1032) dirty exists 2024-09-11T03:43:36.056 INFO:tasks.rados.rados.0.smithi086.stdout:3472: done (7 left) 2024-09-11T03:43:36.056 INFO:tasks.rados.rados.0.smithi086.stdout:3473: done (6 left) 2024-09-11T03:43:36.056 INFO:tasks.rados.rados.0.smithi086.stdout:3474: done (5 left) 2024-09-11T03:43:36.056 INFO:tasks.rados.rados.0.smithi086.stdout:3475: done (4 left) 2024-09-11T03:43:36.056 INFO:tasks.rados.rados.0.smithi086.stdout:3477: done (3 left) 2024-09-11T03:43:36.057 INFO:tasks.rados.rados.0.smithi086.stdout:3478: done (2 left) 2024-09-11T03:43:36.057 INFO:tasks.rados.rados.0.smithi086.stdout:3479: done (1 left) 2024-09-11T03:43:36.057 INFO:tasks.rados.rados.0.smithi086.stdout:3480: done (0 left) 2024-09-11T03:43:36.057 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 321 2024-09-11T03:43:36.057 INFO:tasks.rados.rados.0.smithi086.stdout:3481: seq_num 1091 ranges {1720320=679936,2400256=516096,2916352=286720} 2024-09-11T03:43:36.068 INFO:tasks.rados.rados.0.smithi086.stdout:3481: writing smithi08678205-12 from 1720320 to 2400256 tid 1 2024-09-11T03:43:36.071 INFO:tasks.rados.rados.0.smithi086.stdout:3481: writing smithi08678205-12 from 2400256 to 2916352 tid 2 2024-09-11T03:43:36.073 INFO:tasks.rados.rados.0.smithi086.stdout:3481: writing smithi08678205-12 from 2916352 to 3203072 tid 3 2024-09-11T03:43:36.073 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 321 2024-09-11T03:43:36.073 INFO:tasks.rados.rados.0.smithi086.stdout:3482: seq_num 1092 ranges {1081344=696320,1777664=802816} 2024-09-11T03:43:36.082 INFO:tasks.rados.rados.0.smithi086.stdout:3482: writing smithi08678205-35 from 1081344 to 1777664 tid 1 2024-09-11T03:43:36.087 INFO:tasks.rados.rados.0.smithi086.stdout:3482: writing smithi08678205-35 from 1777664 to 2580480 tid 2 2024-09-11T03:43:36.087 INFO:tasks.rados.rados.0.smithi086.stdout:3483: rmattr oid 33 current snap is 321 2024-09-11T03:43:36.087 INFO:tasks.rados.rados.0.smithi086.stdout:3483: done (2 left) 2024-09-11T03:43:36.087 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 321 2024-09-11T03:43:36.087 INFO:tasks.rados.rados.0.smithi086.stdout:3481: finishing write tid 1 to smithi08678205-12 2024-09-11T03:43:36.087 INFO:tasks.rados.rados.0.smithi086.stdout:3481: finishing write tid 2 to smithi08678205-12 2024-09-11T03:43:36.088 INFO:tasks.rados.rados.0.smithi086.stdout:3481: finishing write tid 3 to smithi08678205-12 2024-09-11T03:43:36.088 INFO:tasks.rados.rados.0.smithi086.stdout:3481: finishing write tid 4 to smithi08678205-12 2024-09-11T03:43:36.088 INFO:tasks.rados.rados.0.smithi086.stdout:3481: finishing write tid 5 to smithi08678205-12 2024-09-11T03:43:36.088 INFO:tasks.rados.rados.0.smithi086.stdout:3481: oid 12 updating version 0 to 1926 2024-09-11T03:43:36.088 INFO:tasks.rados.rados.0.smithi086.stdout:3481: oid 12 updating version 1926 to 1927 2024-09-11T03:43:36.088 INFO:tasks.rados.rados.0.smithi086.stdout:3481: oid 12 version 1927 is already newer than 1924 2024-09-11T03:43:36.088 INFO:tasks.rados.rados.0.smithi086.stdout:3481: oid 12 version 1927 is already newer than 1925 2024-09-11T03:43:36.088 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 1927 (ObjNum 1091 snap 321 seq_num 1091) dirty exists 2024-09-11T03:43:36.088 INFO:tasks.rados.rados.0.smithi086.stdout:3481: left oid 12 (ObjNum 1091 snap 321 seq_num 1091) 2024-09-11T03:43:36.088 INFO:tasks.rados.rados.0.smithi086.stdout:3482: finishing write tid 1 to smithi08678205-35 2024-09-11T03:43:36.088 INFO:tasks.rados.rados.0.smithi086.stdout:3484: seq_num 1093 ranges {3645440=712704,4358144=688128,5046272=114688} 2024-09-11T03:43:36.109 INFO:tasks.rados.rados.0.smithi086.stdout:3484: writing smithi08678205-27 from 3645440 to 4358144 tid 1 2024-09-11T03:43:36.113 INFO:tasks.rados.rados.0.smithi086.stdout:3484: writing smithi08678205-27 from 4358144 to 5046272 tid 2 2024-09-11T03:43:36.114 INFO:tasks.rados.rados.0.smithi086.stdout:3484: writing smithi08678205-27 from 5046272 to 5160960 tid 3 2024-09-11T03:43:36.114 INFO:tasks.rados.rados.0.smithi086.stdout:3481: done (2 left) 2024-09-11T03:43:36.114 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 321 2024-09-11T03:43:36.114 INFO:tasks.rados.rados.0.smithi086.stdout:3482: finishing write tid 2 to smithi08678205-35 2024-09-11T03:43:36.114 INFO:tasks.rados.rados.0.smithi086.stdout:3485: seq_num 1094 ranges {1114112=729088,1843200=573440,2416640=229376} 2024-09-11T03:43:36.124 INFO:tasks.rados.rados.0.smithi086.stdout:3485: writing smithi08678205-39 from 1114112 to 1843200 tid 1 2024-09-11T03:43:36.127 INFO:tasks.rados.rados.0.smithi086.stdout:3485: writing smithi08678205-39 from 1843200 to 2416640 tid 2 2024-09-11T03:43:36.129 INFO:tasks.rados.rados.0.smithi086.stdout:3485: writing smithi08678205-39 from 2416640 to 2646016 tid 3 2024-09-11T03:43:36.129 INFO:tasks.rados.rados.0.smithi086.stdout:3486: read oid 1 snap 319 2024-09-11T03:43:36.129 INFO:tasks.rados.rados.0.smithi086.stdout:3486: expect deleted 2024-09-11T03:43:36.129 INFO:tasks.rados.rados.0.smithi086.stdout:3487: copy_from oid 6 from oid 28 current snap is 321 2024-09-11T03:43:36.130 INFO:tasks.rados.rados.0.smithi086.stdout:3482: finishing write tid 3 to smithi08678205-35 2024-09-11T03:43:36.130 INFO:tasks.rados.rados.0.smithi086.stdout:3482: finishing write tid 4 to smithi08678205-35 2024-09-11T03:43:36.130 INFO:tasks.rados.rados.0.smithi086.stdout:3482: oid 35 updating version 0 to 2675 2024-09-11T03:43:36.130 INFO:tasks.rados.rados.0.smithi086.stdout:3482: oid 35 updating version 2675 to 2676 2024-09-11T03:43:36.130 INFO:tasks.rados.rados.0.smithi086.stdout:3482: oid 35 version 2676 is already newer than 2674 2024-09-11T03:43:36.130 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2676 (ObjNum 1092 snap 321 seq_num 1092) dirty exists 2024-09-11T03:43:36.130 INFO:tasks.rados.rados.0.smithi086.stdout:3482: left oid 35 (ObjNum 1092 snap 321 seq_num 1092) 2024-09-11T03:43:36.130 INFO:tasks.rados.rados.0.smithi086.stdout:3484: finishing write tid 1 to smithi08678205-27 2024-09-11T03:43:36.130 INFO:tasks.rados.rados.0.smithi086.stdout:3484: finishing write tid 2 to smithi08678205-27 2024-09-11T03:43:36.130 INFO:tasks.rados.rados.0.smithi086.stdout:3482: done (4 left) 2024-09-11T03:43:36.130 INFO:tasks.rados.rados.0.smithi086.stdout:3488: delete oid 32 current snap is 321 2024-09-11T03:43:36.130 INFO:tasks.rados.rados.0.smithi086.stdout:3484: finishing write tid 3 to smithi08678205-27 2024-09-11T03:43:36.130 INFO:tasks.rados.rados.0.smithi086.stdout:3484: finishing write tid 4 to smithi08678205-27 2024-09-11T03:43:36.131 INFO:tasks.rados.rados.0.smithi086.stdout:3484: finishing write tid 5 to smithi08678205-27 2024-09-11T03:43:36.131 INFO:tasks.rados.rados.0.smithi086.stdout:3484: oid 27 updating version 0 to 2487 2024-09-11T03:43:36.131 INFO:tasks.rados.rados.0.smithi086.stdout:3484: oid 27 updating version 2487 to 2489 2024-09-11T03:43:36.131 INFO:tasks.rados.rados.0.smithi086.stdout:3484: oid 27 version 2489 is already newer than 2486 2024-09-11T03:43:36.131 INFO:tasks.rados.rados.0.smithi086.stdout:3484: oid 27 version 2489 is already newer than 2488 2024-09-11T03:43:36.131 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 2489 (ObjNum 1093 snap 321 seq_num 1093) dirty exists 2024-09-11T03:43:36.131 INFO:tasks.rados.rados.0.smithi086.stdout:3484: left oid 27 (ObjNum 1093 snap 321 seq_num 1093) 2024-09-11T03:43:36.131 INFO:tasks.rados.rados.0.smithi086.stdout:3485: finishing write tid 1 to smithi08678205-39 2024-09-11T03:43:36.132 INFO:tasks.rados.rados.0.smithi086.stdout:3484: done (4 left) 2024-09-11T03:43:36.132 INFO:tasks.rados.rados.0.smithi086.stdout:3486: done (3 left) 2024-09-11T03:43:36.132 INFO:tasks.rados.rados.0.smithi086.stdout:3488: done (2 left) 2024-09-11T03:43:36.132 INFO:tasks.rados.rados.0.smithi086.stdout:3489: snap_remove snap 319 2024-09-11T03:43:36.866 INFO:tasks.rados.rados.0.smithi086.stdout:3489: done (2 left) 2024-09-11T03:43:36.866 INFO:tasks.rados.rados.0.smithi086.stdout:3490: read oid 21 snap -1 2024-09-11T03:43:36.866 INFO:tasks.rados.rados.0.smithi086.stdout:3490: expect (ObjNum 1017 snap 297 seq_num 1017) 2024-09-11T03:43:36.866 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 321 2024-09-11T03:43:36.867 INFO:tasks.rados.rados.0.smithi086.stdout:3485: finishing write tid 2 to smithi08678205-39 2024-09-11T03:43:36.867 INFO:tasks.rados.rados.0.smithi086.stdout:3485: finishing write tid 3 to smithi08678205-39 2024-09-11T03:43:36.867 INFO:tasks.rados.rados.0.smithi086.stdout:3485: finishing write tid 4 to smithi08678205-39 2024-09-11T03:43:36.867 INFO:tasks.rados.rados.0.smithi086.stdout:3485: finishing write tid 5 to smithi08678205-39 2024-09-11T03:43:36.867 INFO:tasks.rados.rados.0.smithi086.stdout:3485: oid 39 updating version 0 to 2600 2024-09-11T03:43:36.867 INFO:tasks.rados.rados.0.smithi086.stdout:3485: oid 39 updating version 2600 to 2601 2024-09-11T03:43:36.867 INFO:tasks.rados.rados.0.smithi086.stdout:3485: oid 39 version 2601 is already newer than 2599 2024-09-11T03:43:36.867 INFO:tasks.rados.rados.0.smithi086.stdout:3485: oid 39 version 2601 is already newer than 2598 2024-09-11T03:43:36.867 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 2601 (ObjNum 1094 snap 321 seq_num 1094) dirty exists 2024-09-11T03:43:36.867 INFO:tasks.rados.rados.0.smithi086.stdout:3485: left oid 39 (ObjNum 1094 snap 321 seq_num 1094) 2024-09-11T03:43:36.867 INFO:tasks.rados.rados.0.smithi086.stdout:3487: finishing copy_from racing read to smithi08678205-6 2024-09-11T03:43:36.867 INFO:tasks.rados.rados.0.smithi086.stdout:3487: finishing copy_from to smithi08678205-6 2024-09-11T03:43:36.867 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 2576 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:43:36.868 INFO:tasks.rados.rados.0.smithi086.stdout:3491: seq_num 1096 ranges {0=761856,761856=786432,1548288=16384} 2024-09-11T03:43:36.871 INFO:tasks.rados.rados.0.smithi086.stdout:3491: writing smithi08678205-42 from 0 to 761856 tid 1 2024-09-11T03:43:36.877 INFO:tasks.rados.rados.0.smithi086.stdout:3491: writing smithi08678205-42 from 761856 to 1548288 tid 2 2024-09-11T03:43:36.877 INFO:tasks.rados.rados.0.smithi086.stdout:3491: writing smithi08678205-42 from 1548288 to 1564672 tid 3 2024-09-11T03:43:36.877 INFO:tasks.rados.rados.0.smithi086.stdout:3485: done (3 left) 2024-09-11T03:43:36.877 INFO:tasks.rados.rados.0.smithi086.stdout:3487: done (2 left) 2024-09-11T03:43:36.877 INFO:tasks.rados.rados.0.smithi086.stdout:3492: read oid 20 snap -1 2024-09-11T03:43:36.877 INFO:tasks.rados.rados.0.smithi086.stdout:3492: expect deleted 2024-09-11T03:43:36.877 INFO:tasks.rados.rados.0.smithi086.stdout:3493: copy_from oid 17 from oid 41 current snap is 321 2024-09-11T03:43:36.877 INFO:tasks.rados.rados.0.smithi086.stdout:3494: snap_remove snap 311 2024-09-11T03:43:37.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:36 smithi086 ceph-mon[89281]: pgmap v772: 121 pgs: 121 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-11T03:43:37.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:36 smithi086 ceph-mon[91691]: pgmap v772: 121 pgs: 121 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-11T03:43:37.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:36 smithi130 ceph-mon[83685]: pgmap v772: 121 pgs: 121 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-11T03:43:37.754 INFO:tasks.rados.rados.0.smithi086.stdout:3494: done (4 left) 2024-09-11T03:43:37.754 INFO:tasks.rados.rados.0.smithi086.stdout:3495: rmattr oid 48 current snap is 321 2024-09-11T03:43:37.754 INFO:tasks.rados.rados.0.smithi086.stdout:3495: done (4 left) 2024-09-11T03:43:37.754 INFO:tasks.rados.rados.0.smithi086.stdout:3496: setattr oid 28 current snap is 321 2024-09-11T03:43:37.754 INFO:tasks.rados.rados.0.smithi086.stdout:3491: finishing write tid 1 to smithi08678205-42 2024-09-11T03:43:37.755 INFO:tasks.rados.rados.0.smithi086.stdout:3491: finishing write tid 2 to smithi08678205-42 2024-09-11T03:43:37.755 INFO:tasks.rados.rados.0.smithi086.stdout:3491: finishing write tid 3 to smithi08678205-42 2024-09-11T03:43:37.755 INFO:tasks.rados.rados.0.smithi086.stdout:3491: finishing write tid 4 to smithi08678205-42 2024-09-11T03:43:37.755 INFO:tasks.rados.rados.0.smithi086.stdout:3493: finishing copy_from racing read to smithi08678205-17 2024-09-11T03:43:37.755 INFO:tasks.rados.rados.0.smithi086.stdout:3490: expect (ObjNum 1017 snap 297 seq_num 1017) 2024-09-11T03:43:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:37 smithi086 ceph-mon[89281]: osdmap e734: 8 total, 8 up, 8 in 2024-09-11T03:43:38.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:37 smithi086 ceph-mon[89281]: osdmap e735: 8 total, 8 up, 8 in 2024-09-11T03:43:38.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:37 smithi086 ceph-mon[91691]: osdmap e734: 8 total, 8 up, 8 in 2024-09-11T03:43:38.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:37 smithi086 ceph-mon[91691]: osdmap e735: 8 total, 8 up, 8 in 2024-09-11T03:43:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:37 smithi130 ceph-mon[83685]: osdmap e734: 8 total, 8 up, 8 in 2024-09-11T03:43:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:37 smithi130 ceph-mon[83685]: osdmap e735: 8 total, 8 up, 8 in 2024-09-11T03:43:38.392 INFO:tasks.rados.rados.0.smithi086.stdout:3493: finishing copy_from to smithi08678205-17 2024-09-11T03:43:38.392 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 2697 (ObjNum 1084 snap 319 seq_num 1084) dirty exists 2024-09-11T03:43:38.392 INFO:tasks.rados.rados.0.smithi086.stdout:3491: finishing write tid 5 to smithi08678205-42 2024-09-11T03:43:38.392 INFO:tasks.rados.rados.0.smithi086.stdout:3491: oid 42 updating version 0 to 2618 2024-09-11T03:43:38.392 INFO:tasks.rados.rados.0.smithi086.stdout:3491: oid 42 version 2618 is already newer than 2617 2024-09-11T03:43:38.392 INFO:tasks.rados.rados.0.smithi086.stdout:3491: oid 42 updating version 2618 to 2619 2024-09-11T03:43:38.393 INFO:tasks.rados.rados.0.smithi086.stdout:3491: oid 42 version 2619 is already newer than 2616 2024-09-11T03:43:38.393 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 2619 (ObjNum 1096 snap 321 seq_num 1096) dirty exists 2024-09-11T03:43:38.393 INFO:tasks.rados.rados.0.smithi086.stdout:3491: left oid 42 (ObjNum 1096 snap 321 seq_num 1096) 2024-09-11T03:43:38.393 INFO:tasks.rados.rados.0.smithi086.stdout:3490: done (4 left) 2024-09-11T03:43:38.393 INFO:tasks.rados.rados.0.smithi086.stdout:3491: done (3 left) 2024-09-11T03:43:38.393 INFO:tasks.rados.rados.0.smithi086.stdout:3492: done (2 left) 2024-09-11T03:43:38.393 INFO:tasks.rados.rados.0.smithi086.stdout:3493: done (1 left) 2024-09-11T03:43:38.393 INFO:tasks.rados.rados.0.smithi086.stdout:3497: read oid 33 snap -1 2024-09-11T03:43:38.393 INFO:tasks.rados.rados.0.smithi086.stdout:3497: expect deleted 2024-09-11T03:43:38.393 INFO:tasks.rados.rados.0.smithi086.stdout:3498: snap_remove snap 305 2024-09-11T03:43:38.877 INFO:tasks.rados.rados.0.smithi086.stdout:3498: done (2 left) 2024-09-11T03:43:38.877 INFO:tasks.rados.rados.0.smithi086.stdout:3499: snap_remove snap 310 2024-09-11T03:43:39.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:38 smithi086 ceph-mon[89281]: pgmap v774: 121 pgs: 121 active+clean; 272 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 700 KiB/s wr, 5 op/s 2024-09-11T03:43:39.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:38 smithi086 ceph-mon[91691]: pgmap v774: 121 pgs: 121 active+clean; 272 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 700 KiB/s wr, 5 op/s 2024-09-11T03:43:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:38 smithi130 ceph-mon[83685]: pgmap v774: 121 pgs: 121 active+clean; 272 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 700 KiB/s wr, 5 op/s 2024-09-11T03:43:39.889 INFO:tasks.rados.rados.0.smithi086.stdout:3499: done (2 left) 2024-09-11T03:43:39.889 INFO:tasks.rados.rados.0.smithi086.stdout:3500: copy_from oid 20 from oid 44 current snap is 321 2024-09-11T03:43:39.889 INFO:tasks.rados.rados.0.smithi086.stdout:3501: setattr oid 1 current snap is 321 2024-09-11T03:43:39.889 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 2725 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:43:39.891 INFO:tasks.rados.rados.0.smithi086.stdout:3496: done (3 left) 2024-09-11T03:43:39.891 INFO:tasks.rados.rados.0.smithi086.stdout:3497: done (2 left) 2024-09-11T03:43:39.891 INFO:tasks.rados.rados.0.smithi086.stdout:3502: snap_remove snap 315 2024-09-11T03:43:40.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:39 smithi086 ceph-mon[89281]: osdmap e736: 8 total, 8 up, 8 in 2024-09-11T03:43:40.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:39 smithi086 ceph-mon[91691]: osdmap e736: 8 total, 8 up, 8 in 2024-09-11T03:43:40.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:39 smithi130 ceph-mon[83685]: osdmap e736: 8 total, 8 up, 8 in 2024-09-11T03:43:40.894 INFO:tasks.rados.rados.0.smithi086.stdout:3502: done (2 left) 2024-09-11T03:43:40.894 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 42 current snap is 321 2024-09-11T03:43:40.894 INFO:tasks.rados.rados.0.smithi086.stdout:3503: seq_num 1097 ranges {1564672=778240,2342912=671744,3014656=131072} 2024-09-11T03:43:40.906 INFO:tasks.rados.rados.0.smithi086.stdout:3503: writing smithi08678205-42 from 1564672 to 2342912 tid 1 2024-09-11T03:43:40.911 INFO:tasks.rados.rados.0.smithi086.stdout:3503: writing smithi08678205-42 from 2342912 to 3014656 tid 2 2024-09-11T03:43:40.912 INFO:tasks.rados.rados.0.smithi086.stdout:3503: writing smithi08678205-42 from 3014656 to 3145728 tid 3 2024-09-11T03:43:40.912 INFO:tasks.rados.rados.0.smithi086.stdout:3504: rollback oid 34 current snap is 321 2024-09-11T03:43:40.912 INFO:tasks.rados.rados.0.smithi086.stdout:3504: done (3 left) 2024-09-11T03:43:40.912 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 321 2024-09-11T03:43:40.912 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 2388 (ObjNum 1088 snap 321 seq_num 1088) dirty exists 2024-09-11T03:43:40.912 INFO:tasks.rados.rados.0.smithi086.stdout:3500: finishing copy_from racing read to smithi08678205-20 2024-09-11T03:43:40.913 INFO:tasks.rados.rados.0.smithi086.stdout:3500: finishing copy_from to smithi08678205-20 2024-09-11T03:43:40.913 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 611 (ObjNum 1052 snap 308 seq_num 1052) dirty exists 2024-09-11T03:43:40.913 INFO:tasks.rados.rados.0.smithi086.stdout:3505: seq_num 1098 ranges {4120576=794624,4915200=557056,5472256=245760} 2024-09-11T03:43:40.939 INFO:tasks.rados.rados.0.smithi086.stdout:3505: writing smithi08678205-26 from 4120576 to 4915200 tid 1 2024-09-11T03:43:40.945 INFO:tasks.rados.rados.0.smithi086.stdout:3505: writing smithi08678205-26 from 4915200 to 5472256 tid 2 2024-09-11T03:43:40.945 INFO:tasks.rados.rados.0.smithi086.stdout:3505: writing smithi08678205-26 from 5472256 to 5718016 tid 3 2024-09-11T03:43:40.945 INFO:tasks.rados.rados.0.smithi086.stdout:3500: done (3 left) 2024-09-11T03:43:40.945 INFO:tasks.rados.rados.0.smithi086.stdout:3501: done (2 left) 2024-09-11T03:43:40.946 INFO:tasks.rados.rados.0.smithi086.stdout:3506: rollback oid 46 current snap is 321 2024-09-11T03:43:40.946 INFO:tasks.rados.rados.0.smithi086.stdout:3506: done (2 left) 2024-09-11T03:43:40.946 INFO:tasks.rados.rados.0.smithi086.stdout:3507: delete oid 24 current snap is 321 2024-09-11T03:43:40.946 INFO:tasks.rados.rados.0.smithi086.stdout:3503: finishing write tid 1 to smithi08678205-42 2024-09-11T03:43:40.946 INFO:tasks.rados.rados.0.smithi086.stdout:3503: finishing write tid 2 to smithi08678205-42 2024-09-11T03:43:40.946 INFO:tasks.rados.rados.0.smithi086.stdout:3503: finishing write tid 3 to smithi08678205-42 2024-09-11T03:43:40.946 INFO:tasks.rados.rados.0.smithi086.stdout:3503: finishing write tid 4 to smithi08678205-42 2024-09-11T03:43:40.946 INFO:tasks.rados.rados.0.smithi086.stdout:3503: finishing write tid 5 to smithi08678205-42 2024-09-11T03:43:40.946 INFO:tasks.rados.rados.0.smithi086.stdout:3503: oid 42 updating version 0 to 2621 2024-09-11T03:43:40.946 INFO:tasks.rados.rados.0.smithi086.stdout:3503: oid 42 updating version 2621 to 2622 2024-09-11T03:43:40.946 INFO:tasks.rados.rados.0.smithi086.stdout:3503: oid 42 updating version 2622 to 2623 2024-09-11T03:43:40.946 INFO:tasks.rados.rados.0.smithi086.stdout:3503: oid 42 version 2623 is already newer than 2620 2024-09-11T03:43:40.947 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 2623 (ObjNum 1097 snap 321 seq_num 1097) dirty exists 2024-09-11T03:43:40.947 INFO:tasks.rados.rados.0.smithi086.stdout:3503: left oid 42 (ObjNum 1097 snap 321 seq_num 1097) 2024-09-11T03:43:40.947 INFO:tasks.rados.rados.0.smithi086.stdout:3505: finishing write tid 1 to smithi08678205-26 2024-09-11T03:43:40.947 INFO:tasks.rados.rados.0.smithi086.stdout:3503: done (2 left) 2024-09-11T03:43:40.947 INFO:tasks.rados.rados.0.smithi086.stdout:3507: done (1 left) 2024-09-11T03:43:40.947 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 321 2024-09-11T03:43:40.947 INFO:tasks.rados.rados.0.smithi086.stdout:3508: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2024-09-11T03:43:40.948 INFO:tasks.rados.rados.0.smithi086.stdout:3508: writing smithi08678205-10 from 0 to 425984 tid 1 2024-09-11T03:43:40.952 INFO:tasks.rados.rados.0.smithi086.stdout:3508: writing smithi08678205-10 from 425984 to 1155072 tid 2 2024-09-11T03:43:40.956 INFO:tasks.rados.rados.0.smithi086.stdout:3508: writing smithi08678205-10 from 1155072 to 1630208 tid 3 2024-09-11T03:43:40.956 INFO:tasks.rados.rados.0.smithi086.stdout:3509: delete oid 41 current snap is 321 2024-09-11T03:43:40.956 INFO:tasks.rados.rados.0.smithi086.stdout:3505: finishing write tid 2 to smithi08678205-26 2024-09-11T03:43:40.956 INFO:tasks.rados.rados.0.smithi086.stdout:3505: finishing write tid 3 to smithi08678205-26 2024-09-11T03:43:40.956 INFO:tasks.rados.rados.0.smithi086.stdout:3505: finishing write tid 4 to smithi08678205-26 2024-09-11T03:43:40.956 INFO:tasks.rados.rados.0.smithi086.stdout:3505: finishing write tid 5 to smithi08678205-26 2024-09-11T03:43:40.956 INFO:tasks.rados.rados.0.smithi086.stdout:3505: oid 26 updating version 0 to 2586 2024-09-11T03:43:40.956 INFO:tasks.rados.rados.0.smithi086.stdout:3505: oid 26 version 2586 is already newer than 2584 2024-09-11T03:43:40.957 INFO:tasks.rados.rados.0.smithi086.stdout:3505: oid 26 updating version 2586 to 2587 2024-09-11T03:43:40.957 INFO:tasks.rados.rados.0.smithi086.stdout:3505: oid 26 version 2587 is already newer than 2585 2024-09-11T03:43:40.957 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 2587 (ObjNum 1098 snap 321 seq_num 1098) dirty exists 2024-09-11T03:43:40.957 INFO:tasks.rados.rados.0.smithi086.stdout:3505: left oid 26 (ObjNum 1098 snap 321 seq_num 1098) 2024-09-11T03:43:40.957 INFO:tasks.rados.rados.0.smithi086.stdout:3508: finishing write tid 1 to smithi08678205-10 2024-09-11T03:43:40.957 INFO:tasks.rados.rados.0.smithi086.stdout:3508: finishing write tid 2 to smithi08678205-10 2024-09-11T03:43:40.958 INFO:tasks.rados.rados.0.smithi086.stdout:3508: finishing write tid 3 to smithi08678205-10 2024-09-11T03:43:40.958 INFO:tasks.rados.rados.0.smithi086.stdout:3505: done (2 left) 2024-09-11T03:43:40.959 INFO:tasks.rados.rados.0.smithi086.stdout:3509: done (1 left) 2024-09-11T03:43:40.959 INFO:tasks.rados.rados.0.smithi086.stdout:3510: copy_from oid 35 from oid 30 current snap is 321 2024-09-11T03:43:40.959 INFO:tasks.rados.rados.0.smithi086.stdout:3511: copy_from oid 26 from oid 32 current snap is 321 2024-09-11T03:43:40.959 INFO:tasks.rados.rados.0.smithi086.stdout:3508: finishing write tid 4 to smithi08678205-10 2024-09-11T03:43:40.959 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 40 current snap is 321 2024-09-11T03:43:40.959 INFO:tasks.rados.rados.0.smithi086.stdout:3512: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2024-09-11T03:43:40.961 INFO:tasks.rados.rados.0.smithi086.stdout:3512: writing smithi08678205-40 from 0 to 458752 tid 1 2024-09-11T03:43:40.964 INFO:tasks.rados.rados.0.smithi086.stdout:3512: writing smithi08678205-40 from 458752 to 950272 tid 2 2024-09-11T03:43:40.966 INFO:tasks.rados.rados.0.smithi086.stdout:3512: writing smithi08678205-40 from 950272 to 1441792 tid 3 2024-09-11T03:43:40.968 INFO:tasks.rados.rados.0.smithi086.stdout:3512: writing smithi08678205-40 from 1441792 to 1662976 tid 4 2024-09-11T03:43:40.968 INFO:tasks.rados.rados.0.smithi086.stdout:3513: rollback oid 13 current snap is 321 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:3513: done (4 left) 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 49 current snap is 321 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:3511: finishing copy_from to smithi08678205-26 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:3511: got expected ENOENT (src dne) 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:3511: finishing copy_from racing read to smithi08678205-26 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:3508: finishing write tid 5 to smithi08678205-10 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:3508: oid 10 updating version 0 to 2680 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:3508: oid 10 version 2680 is already newer than 2678 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:3508: oid 10 version 2680 is already newer than 2679 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:3508: oid 10 updating version 2680 to 2681 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2681 (ObjNum 1100 snap 321 seq_num 1100) dirty exists 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:3508: left oid 10 (ObjNum 1100 snap 321 seq_num 1100) 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:3512: finishing write tid 1 to smithi08678205-40 2024-09-11T03:43:40.969 INFO:tasks.rados.rados.0.smithi086.stdout:3514: seq_num 1103 ranges {7184384=475136,7659520=425984,8085504=696320,8781824=81920} 2024-09-11T03:43:41.008 INFO:tasks.rados.rados.0.smithi086.stdout:3514: writing smithi08678205-49 from 7184384 to 7659520 tid 1 2024-09-11T03:43:41.010 INFO:tasks.rados.rados.0.smithi086.stdout:3514: writing smithi08678205-49 from 7659520 to 8085504 tid 2 2024-09-11T03:43:41.014 INFO:tasks.rados.rados.0.smithi086.stdout:3514: writing smithi08678205-49 from 8085504 to 8781824 tid 3 2024-09-11T03:43:41.016 INFO:tasks.rados.rados.0.smithi086.stdout:3514: writing smithi08678205-49 from 8781824 to 8863744 tid 4 2024-09-11T03:43:41.016 INFO:tasks.rados.rados.0.smithi086.stdout:3508: done (4 left) 2024-09-11T03:43:41.016 INFO:tasks.rados.rados.0.smithi086.stdout:3511: done (3 left) 2024-09-11T03:43:41.016 INFO:tasks.rados.rados.0.smithi086.stdout:3515: read oid 34 snap -1 2024-09-11T03:43:41.016 INFO:tasks.rados.rados.0.smithi086.stdout:3515: expect deleted 2024-09-11T03:43:41.016 INFO:tasks.rados.rados.0.smithi086.stdout:3516: copy_from oid 43 from oid 6 current snap is 321 2024-09-11T03:43:41.016 INFO:tasks.rados.rados.0.smithi086.stdout:3510: finishing copy_from racing read to smithi08678205-35 2024-09-11T03:43:41.016 INFO:tasks.rados.rados.0.smithi086.stdout:3510: finishing copy_from to smithi08678205-35 2024-09-11T03:43:41.016 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2612 (ObjNum 1016 snap 297 seq_num 1016) dirty exists 2024-09-11T03:43:41.016 INFO:tasks.rados.rados.0.smithi086.stdout:3512: finishing write tid 2 to smithi08678205-40 2024-09-11T03:43:41.017 INFO:tasks.rados.rados.0.smithi086.stdout:3512: finishing write tid 3 to smithi08678205-40 2024-09-11T03:43:41.017 INFO:tasks.rados.rados.0.smithi086.stdout:3512: finishing write tid 4 to smithi08678205-40 2024-09-11T03:43:41.017 INFO:tasks.rados.rados.0.smithi086.stdout:3512: finishing write tid 5 to smithi08678205-40 2024-09-11T03:43:41.017 INFO:tasks.rados.rados.0.smithi086.stdout:3512: finishing write tid 6 to smithi08678205-40 2024-09-11T03:43:41.017 INFO:tasks.rados.rados.0.smithi086.stdout:3512: oid 40 updating version 0 to 2594 2024-09-11T03:43:41.017 INFO:tasks.rados.rados.0.smithi086.stdout:3512: oid 40 updating version 2594 to 2595 2024-09-11T03:43:41.017 INFO:tasks.rados.rados.0.smithi086.stdout:3512: oid 40 updating version 2595 to 2596 2024-09-11T03:43:41.017 INFO:tasks.rados.rados.0.smithi086.stdout:3512: oid 40 updating version 2596 to 2597 2024-09-11T03:43:41.017 INFO:tasks.rados.rados.0.smithi086.stdout:3512: oid 40 updating version 2597 to 2598 2024-09-11T03:43:41.017 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 2598 (ObjNum 1102 snap 321 seq_num 1102) dirty exists 2024-09-11T03:43:41.017 INFO:tasks.rados.rados.0.smithi086.stdout:3512: left oid 40 (ObjNum 1102 snap 321 seq_num 1102) 2024-09-11T03:43:41.018 INFO:tasks.rados.rados.0.smithi086.stdout:3514: finishing write tid 1 to smithi08678205-49 2024-09-11T03:43:41.018 INFO:tasks.rados.rados.0.smithi086.stdout:3514: finishing write tid 2 to smithi08678205-49 2024-09-11T03:43:41.018 INFO:tasks.rados.rados.0.smithi086.stdout:3510: done (4 left) 2024-09-11T03:43:41.018 INFO:tasks.rados.rados.0.smithi086.stdout:3512: done (3 left) 2024-09-11T03:43:41.018 INFO:tasks.rados.rados.0.smithi086.stdout:3517: rollback oid 23 current snap is 321 2024-09-11T03:43:41.018 INFO:tasks.rados.rados.0.smithi086.stdout:3517: done (3 left) 2024-09-11T03:43:41.018 INFO:tasks.rados.rados.0.smithi086.stdout:3518: rollback oid 22 current snap is 321 2024-09-11T03:43:41.018 INFO:tasks.rados.rados.0.smithi086.stdout:3518: done (3 left) 2024-09-11T03:43:41.019 INFO:tasks.rados.rados.0.smithi086.stdout:3519: rmattr oid 1 current snap is 321 2024-09-11T03:43:41.019 INFO:tasks.rados.rados.0.smithi086.stdout:3520: delete oid 2 current snap is 321 2024-09-11T03:43:41.019 INFO:tasks.rados.rados.0.smithi086.stdout:3515: done (4 left) 2024-09-11T03:43:41.020 INFO:tasks.rados.rados.0.smithi086.stdout:3520: done (3 left) 2024-09-11T03:43:41.020 INFO:tasks.rados.rados.0.smithi086.stdout:3521: read oid 13 snap -1 2024-09-11T03:43:41.020 INFO:tasks.rados.rados.0.smithi086.stdout:3521: expect (ObjNum 1004 snap 296 seq_num 1004) 2024-09-11T03:43:41.020 INFO:tasks.rados.rados.0.smithi086.stdout:3522: snap_create 2024-09-11T03:43:41.020 INFO:tasks.rados.rados.0.smithi086.stdout:3514: finishing write tid 3 to smithi08678205-49 2024-09-11T03:43:41.020 INFO:tasks.rados.rados.0.smithi086.stdout:3514: finishing write tid 4 to smithi08678205-49 2024-09-11T03:43:41.020 INFO:tasks.rados.rados.0.smithi086.stdout:3514: finishing write tid 5 to smithi08678205-49 2024-09-11T03:43:41.021 INFO:tasks.rados.rados.0.smithi086.stdout:3514: finishing write tid 6 to smithi08678205-49 2024-09-11T03:43:41.021 INFO:tasks.rados.rados.0.smithi086.stdout:3514: oid 49 updating version 0 to 2391 2024-09-11T03:43:41.021 INFO:tasks.rados.rados.0.smithi086.stdout:3514: oid 49 version 2391 is already newer than 2389 2024-09-11T03:43:41.021 INFO:tasks.rados.rados.0.smithi086.stdout:3514: oid 49 updating version 2391 to 2393 2024-09-11T03:43:41.021 INFO:tasks.rados.rados.0.smithi086.stdout:3514: oid 49 version 2393 is already newer than 2392 2024-09-11T03:43:41.021 INFO:tasks.rados.rados.0.smithi086.stdout:3514: oid 49 version 2393 is already newer than 2390 2024-09-11T03:43:41.022 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 2393 (ObjNum 1103 snap 321 seq_num 1103) dirty exists 2024-09-11T03:43:41.022 INFO:tasks.rados.rados.0.smithi086.stdout:3514: left oid 49 (ObjNum 1103 snap 321 seq_num 1103) 2024-09-11T03:43:41.022 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 2394 (ObjNum 1088 snap 321 seq_num 1088) dirty exists 2024-09-11T03:43:41.031 INFO:tasks.rados.rados.0.smithi086.stdout:3516: finishing copy_from racing read to smithi08678205-43 2024-09-11T03:43:41.033 INFO:tasks.rados.rados.0.smithi086.stdout:3516: finishing copy_from to smithi08678205-43 2024-09-11T03:43:41.033 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 2576 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:43:41.040 INFO:tasks.rados.rados.0.smithi086.stdout:3521: expect (ObjNum 1004 snap 296 seq_num 1004) 2024-09-11T03:43:41.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:40 smithi086 ceph-mon[89281]: pgmap v777: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 277 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-09-11T03:43:41.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:40 smithi086 ceph-mon[89281]: osdmap e737: 8 total, 8 up, 8 in 2024-09-11T03:43:41.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:40 smithi086 ceph-mon[91691]: pgmap v777: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 277 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-09-11T03:43:41.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:40 smithi086 ceph-mon[91691]: osdmap e737: 8 total, 8 up, 8 in 2024-09-11T03:43:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:40 smithi130 ceph-mon[83685]: pgmap v777: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 277 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-09-11T03:43:41.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:40 smithi130 ceph-mon[83685]: osdmap e737: 8 total, 8 up, 8 in 2024-09-11T03:43:41.901 INFO:tasks.rados.rados.0.smithi086.stdout:3514: done (4 left) 2024-09-11T03:43:41.901 INFO:tasks.rados.rados.0.smithi086.stdout:3516: done (3 left) 2024-09-11T03:43:41.901 INFO:tasks.rados.rados.0.smithi086.stdout:3519: done (2 left) 2024-09-11T03:43:41.901 INFO:tasks.rados.rados.0.smithi086.stdout:3521: done (1 left) 2024-09-11T03:43:41.901 INFO:tasks.rados.rados.0.smithi086.stdout:3522: done (0 left) 2024-09-11T03:43:41.901 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 34 current snap is 322 2024-09-11T03:43:41.902 INFO:tasks.rados.rados.0.smithi086.stdout:3523: seq_num 1105 ranges {0=516096,516096=598016,1114112=606208} 2024-09-11T03:43:41.903 INFO:tasks.rados.rados.0.smithi086.stdout:3523: writing smithi08678205-34 from 0 to 516096 tid 1 2024-09-11T03:43:41.907 INFO:tasks.rados.rados.0.smithi086.stdout:3523: writing smithi08678205-34 from 516096 to 1114112 tid 2 2024-09-11T03:43:41.911 INFO:tasks.rados.rados.0.smithi086.stdout:3523: writing smithi08678205-34 from 1114112 to 1720320 tid 3 2024-09-11T03:43:41.911 INFO:tasks.rados.rados.0.smithi086.stdout:3524: snap_create 2024-09-11T03:43:41.911 INFO:tasks.rados.rados.0.smithi086.stdout:3523: finishing write tid 1 to smithi08678205-34 2024-09-11T03:43:41.911 INFO:tasks.rados.rados.0.smithi086.stdout:3523: finishing write tid 2 to smithi08678205-34 2024-09-11T03:43:41.914 INFO:tasks.rados.rados.0.smithi086.stdout:3523: finishing write tid 3 to smithi08678205-34 2024-09-11T03:43:41.914 INFO:tasks.rados.rados.0.smithi086.stdout:3523: finishing write tid 4 to smithi08678205-34 2024-09-11T03:43:41.914 INFO:tasks.rados.rados.0.smithi086.stdout:3523: finishing write tid 5 to smithi08678205-34 2024-09-11T03:43:41.915 INFO:tasks.rados.rados.0.smithi086.stdout:3523: oid 34 updating version 0 to 2509 2024-09-11T03:43:41.915 INFO:tasks.rados.rados.0.smithi086.stdout:3523: oid 34 version 2509 is already newer than 2508 2024-09-11T03:43:41.915 INFO:tasks.rados.rados.0.smithi086.stdout:3523: oid 34 version 2509 is already newer than 2507 2024-09-11T03:43:41.915 INFO:tasks.rados.rados.0.smithi086.stdout:3523: oid 34 updating version 2509 to 2510 2024-09-11T03:43:41.915 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 2510 (ObjNum 1105 snap 322 seq_num 1105) dirty exists 2024-09-11T03:43:41.915 INFO:tasks.rados.rados.0.smithi086.stdout:3523: left oid 34 (ObjNum 1105 snap 322 seq_num 1105) 2024-09-11T03:43:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:41 smithi086 ceph-mon[89281]: osdmap e738: 8 total, 8 up, 8 in 2024-09-11T03:43:42.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:41 smithi086 ceph-mon[91691]: osdmap e738: 8 total, 8 up, 8 in 2024-09-11T03:43:42.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:41 smithi130 ceph-mon[83685]: osdmap e738: 8 total, 8 up, 8 in 2024-09-11T03:43:42.756 INFO:tasks.rados.rados.0.smithi086.stdout:3523: done (1 left) 2024-09-11T03:43:42.756 INFO:tasks.rados.rados.0.smithi086.stdout:3524: done (0 left) 2024-09-11T03:43:42.756 INFO:tasks.rados.rados.0.smithi086.stdout:3525: delete oid 47 current snap is 323 2024-09-11T03:43:42.758 INFO:tasks.rados.rados.0.smithi086.stdout:3525: done (0 left) 2024-09-11T03:43:42.758 INFO:tasks.rados.rados.0.smithi086.stdout:3526: snap_create 2024-09-11T03:43:43.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:42 smithi086 ceph-mon[89281]: pgmap v780: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 287 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-09-11T03:43:43.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:42 smithi086 ceph-mon[89281]: osdmap e739: 8 total, 8 up, 8 in 2024-09-11T03:43:43.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:42 smithi086 ceph-mon[89281]: osdmap e740: 8 total, 8 up, 8 in 2024-09-11T03:43:43.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:42 smithi086 ceph-mon[91691]: pgmap v780: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 287 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-09-11T03:43:43.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:42 smithi086 ceph-mon[91691]: osdmap e739: 8 total, 8 up, 8 in 2024-09-11T03:43:43.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:42 smithi086 ceph-mon[91691]: osdmap e740: 8 total, 8 up, 8 in 2024-09-11T03:43:43.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:42 smithi130 ceph-mon[83685]: pgmap v780: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 287 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-09-11T03:43:43.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:42 smithi130 ceph-mon[83685]: osdmap e739: 8 total, 8 up, 8 in 2024-09-11T03:43:43.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:42 smithi130 ceph-mon[83685]: osdmap e740: 8 total, 8 up, 8 in 2024-09-11T03:43:43.754 INFO:tasks.rados.rados.0.smithi086.stdout:3526: done (0 left) 2024-09-11T03:43:43.754 INFO:tasks.rados.rados.0.smithi086.stdout:3527: read oid 39 snap -1 2024-09-11T03:43:43.754 INFO:tasks.rados.rados.0.smithi086.stdout:3527: expect (ObjNum 1094 snap 321 seq_num 1094) 2024-09-11T03:43:43.754 INFO:tasks.rados.rados.0.smithi086.stdout:3528: snap_create 2024-09-11T03:43:43.769 INFO:tasks.rados.rados.0.smithi086.stdout:3527: expect (ObjNum 1094 snap 321 seq_num 1094) 2024-09-11T03:43:44.757 INFO:tasks.rados.rados.0.smithi086.stdout:3527: done (1 left) 2024-09-11T03:43:44.757 INFO:tasks.rados.rados.0.smithi086.stdout:3528: done (0 left) 2024-09-11T03:43:44.757 INFO:tasks.rados.rados.0.smithi086.stdout:3529: delete oid 11 current snap is 325 2024-09-11T03:43:44.759 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:43:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:43:44] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-09-11T03:43:44.764 INFO:tasks.rados.rados.0.smithi086.stdout:3529: done (0 left) 2024-09-11T03:43:44.764 INFO:tasks.rados.rados.0.smithi086.stdout:3530: delete oid 18 current snap is 325 2024-09-11T03:43:44.771 INFO:tasks.rados.rados.0.smithi086.stdout:3530: done (0 left) 2024-09-11T03:43:44.771 INFO:tasks.rados.rados.0.smithi086.stdout:3531: read oid 38 snap -1 2024-09-11T03:43:44.771 INFO:tasks.rados.rados.0.smithi086.stdout:3531: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:43:44.771 INFO:tasks.rados.rados.0.smithi086.stdout:3532: read oid 31 snap -1 2024-09-11T03:43:44.771 INFO:tasks.rados.rados.0.smithi086.stdout:3532: expect (ObjNum 1083 snap 319 seq_num 1083) 2024-09-11T03:43:44.771 INFO:tasks.rados.rados.0.smithi086.stdout:3533: snap_remove snap 321 2024-09-11T03:43:45.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:44 smithi086 ceph-mon[89281]: pgmap v783: 121 pgs: 121 active+clean; 275 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-09-11T03:43:45.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:44 smithi086 ceph-mon[89281]: osdmap e741: 8 total, 8 up, 8 in 2024-09-11T03:43:45.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:44 smithi086 ceph-mon[91691]: pgmap v783: 121 pgs: 121 active+clean; 275 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-09-11T03:43:45.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:44 smithi086 ceph-mon[91691]: osdmap e741: 8 total, 8 up, 8 in 2024-09-11T03:43:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:44 smithi130 ceph-mon[83685]: pgmap v783: 121 pgs: 121 active+clean; 275 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-09-11T03:43:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:44 smithi130 ceph-mon[83685]: osdmap e741: 8 total, 8 up, 8 in 2024-09-11T03:43:45.770 INFO:tasks.rados.rados.0.smithi086.stdout:3533: done (2 left) 2024-09-11T03:43:45.770 INFO:tasks.rados.rados.0.smithi086.stdout:3534: setattr oid 12 current snap is 325 2024-09-11T03:43:45.770 INFO:tasks.rados.rados.0.smithi086.stdout:3531: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:43:45.792 INFO:tasks.rados.rados.0.smithi086.stdout:3532: expect (ObjNum 1083 snap 319 seq_num 1083) 2024-09-11T03:43:45.870 INFO:tasks.rados.rados.0.smithi086.stdout:3531: done (2 left) 2024-09-11T03:43:45.871 INFO:tasks.rados.rados.0.smithi086.stdout:3532: done (1 left) 2024-09-11T03:43:45.871 INFO:tasks.rados.rados.0.smithi086.stdout:3535: rollback oid 38 current snap is 325 2024-09-11T03:43:45.871 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 38 to 322 2024-09-11T03:43:45.871 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 29 current snap is 325 2024-09-11T03:43:45.871 INFO:tasks.rados.rados.0.smithi086.stdout:3536: seq_num 1109 ranges {5873664=581632,6455296=532480,6987776=647168,7634944=24576} 2024-09-11T03:43:45.904 INFO:tasks.rados.rados.0.smithi086.stdout:3536: writing smithi08678205-29 from 5873664 to 6455296 tid 1 2024-09-11T03:43:45.908 INFO:tasks.rados.rados.0.smithi086.stdout:3536: writing smithi08678205-29 from 6455296 to 6987776 tid 2 2024-09-11T03:43:45.913 INFO:tasks.rados.rados.0.smithi086.stdout:3536: writing smithi08678205-29 from 6987776 to 7634944 tid 3 2024-09-11T03:43:45.913 INFO:tasks.rados.rados.0.smithi086.stdout:3536: writing smithi08678205-29 from 7634944 to 7659520 tid 4 2024-09-11T03:43:45.913 INFO:tasks.rados.rados.0.smithi086.stdout:3537: copy_from oid 40 from oid 47 current snap is 325 2024-09-11T03:43:45.913 INFO:tasks.rados.rados.0.smithi086.stdout:3535: finishing rollback tid 0 to smithi08678205-38 2024-09-11T03:43:45.913 INFO:tasks.rados.rados.0.smithi086.stdout:3535: finishing rollback tid 1 to smithi08678205-38 2024-09-11T03:43:45.913 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 1928 (ObjNum 1091 snap 321 seq_num 1091) dirty exists 2024-09-11T03:43:45.913 INFO:tasks.rados.rados.0.smithi086.stdout:3535: finishing rollback tid 2 to smithi08678205-38 2024-09-11T03:43:45.913 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 2601 (ObjNum 1052 snap 308 seq_num 1052) dirty exists 2024-09-11T03:43:45.913 INFO:tasks.rados.rados.0.smithi086.stdout:3536: finishing write tid 1 to smithi08678205-29 2024-09-11T03:43:45.913 INFO:tasks.rados.rados.0.smithi086.stdout:3536: finishing write tid 2 to smithi08678205-29 2024-09-11T03:43:45.913 INFO:tasks.rados.rados.0.smithi086.stdout:3534: done (3 left) 2024-09-11T03:43:45.913 INFO:tasks.rados.rados.0.smithi086.stdout:3535: done (2 left) 2024-09-11T03:43:45.914 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 325 2024-09-11T03:43:45.914 INFO:tasks.rados.rados.0.smithi086.stdout:3538: seq_num 1110 ranges {23904256=598016,24502272=466944,24969216=450560,25419776=286720} 2024-09-11T03:43:46.039 INFO:tasks.rados.rados.0.smithi086.stdout:3538: writing smithi08678205-22 from 23904256 to 24502272 tid 1 2024-09-11T03:43:46.041 INFO:tasks.rados.rados.0.smithi086.stdout:3538: writing smithi08678205-22 from 24502272 to 24969216 tid 2 2024-09-11T03:43:46.044 INFO:tasks.rados.rados.0.smithi086.stdout:3538: writing smithi08678205-22 from 24969216 to 25419776 tid 3 2024-09-11T03:43:46.046 INFO:tasks.rados.rados.0.smithi086.stdout:3538: writing smithi08678205-22 from 25419776 to 25706496 tid 4 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 43 current snap is 325 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:3537: finishing copy_from to smithi08678205-40 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:3537: got expected ENOENT (src dne) 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:3537: finishing copy_from racing read to smithi08678205-40 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:3536: finishing write tid 3 to smithi08678205-29 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:3536: finishing write tid 4 to smithi08678205-29 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:3536: finishing write tid 5 to smithi08678205-29 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:3536: finishing write tid 6 to smithi08678205-29 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:3536: oid 29 updating version 0 to 2512 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:3536: oid 29 updating version 2512 to 2515 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:3536: oid 29 version 2515 is already newer than 2513 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:3536: oid 29 updating version 2515 to 2516 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:3536: oid 29 version 2516 is already newer than 2514 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 2516 (ObjNum 1109 snap 325 seq_num 1109) dirty exists 2024-09-11T03:43:46.047 INFO:tasks.rados.rados.0.smithi086.stdout:3536: left oid 29 (ObjNum 1109 snap 325 seq_num 1109) 2024-09-11T03:43:46.048 INFO:tasks.rados.rados.0.smithi086.stdout:3539: seq_num 1111 ranges {3194880=614400,3809280=753664,4562944=450560} 2024-09-11T03:43:46.066 INFO:tasks.rados.rados.0.smithi086.stdout:3539: writing smithi08678205-43 from 3194880 to 3809280 tid 1 2024-09-11T03:43:46.070 INFO:tasks.rados.rados.0.smithi086.stdout:3539: writing smithi08678205-43 from 3809280 to 4562944 tid 2 2024-09-11T03:43:46.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:45 smithi086 ceph-mon[89281]: osdmap e742: 8 total, 8 up, 8 in 2024-09-11T03:43:46.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:45 smithi086 ceph-mon[91691]: osdmap e742: 8 total, 8 up, 8 in 2024-09-11T03:43:46.074 INFO:tasks.rados.rados.0.smithi086.stdout:3539: writing smithi08678205-43 from 4562944 to 5013504 tid 3 2024-09-11T03:43:46.074 INFO:tasks.rados.rados.0.smithi086.stdout:3536: done (3 left) 2024-09-11T03:43:46.074 INFO:tasks.rados.rados.0.smithi086.stdout:3537: done (2 left) 2024-09-11T03:43:46.075 INFO:tasks.rados.rados.0.smithi086.stdout:3540: read oid 10 snap -1 2024-09-11T03:43:46.075 INFO:tasks.rados.rados.0.smithi086.stdout:3540: expect (ObjNum 1100 snap 321 seq_num 1100) 2024-09-11T03:43:46.075 INFO:tasks.rados.rados.0.smithi086.stdout:3541: read oid 50 snap 323 2024-09-11T03:43:46.075 INFO:tasks.rados.rados.0.smithi086.stdout:3541: expect (ObjNum 908 snap 272 seq_num 908) 2024-09-11T03:43:46.075 INFO:tasks.rados.rados.0.smithi086.stdout:3542: read oid 37 snap -1 2024-09-11T03:43:46.075 INFO:tasks.rados.rados.0.smithi086.stdout:3542: expect (ObjNum 1073 snap 318 seq_num 1073) 2024-09-11T03:43:46.075 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 325 2024-09-11T03:43:46.075 INFO:tasks.rados.rados.0.smithi086.stdout:3538: finishing write tid 1 to smithi08678205-22 2024-09-11T03:43:46.075 INFO:tasks.rados.rados.0.smithi086.stdout:3538: finishing write tid 2 to smithi08678205-22 2024-09-11T03:43:46.075 INFO:tasks.rados.rados.0.smithi086.stdout:3538: finishing write tid 3 to smithi08678205-22 2024-09-11T03:43:46.075 INFO:tasks.rados.rados.0.smithi086.stdout:3538: finishing write tid 4 to smithi08678205-22 2024-09-11T03:43:46.075 INFO:tasks.rados.rados.0.smithi086.stdout:3538: finishing write tid 5 to smithi08678205-22 2024-09-11T03:43:46.075 INFO:tasks.rados.rados.0.smithi086.stdout:3538: finishing write tid 6 to smithi08678205-22 2024-09-11T03:43:46.076 INFO:tasks.rados.rados.0.smithi086.stdout:3538: oid 22 updating version 0 to 2603 2024-09-11T03:43:46.076 INFO:tasks.rados.rados.0.smithi086.stdout:3538: oid 22 version 2603 is already newer than 2602 2024-09-11T03:43:46.076 INFO:tasks.rados.rados.0.smithi086.stdout:3538: oid 22 updating version 2603 to 2604 2024-09-11T03:43:46.076 INFO:tasks.rados.rados.0.smithi086.stdout:3538: oid 22 updating version 2604 to 2605 2024-09-11T03:43:46.076 INFO:tasks.rados.rados.0.smithi086.stdout:3538: oid 22 updating version 2605 to 2606 2024-09-11T03:43:46.076 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 2606 (ObjNum 1110 snap 325 seq_num 1110) dirty exists 2024-09-11T03:43:46.076 INFO:tasks.rados.rados.0.smithi086.stdout:3538: left oid 22 (ObjNum 1110 snap 325 seq_num 1110) 2024-09-11T03:43:46.076 INFO:tasks.rados.rados.0.smithi086.stdout:3539: finishing write tid 1 to smithi08678205-43 2024-09-11T03:43:46.076 INFO:tasks.rados.rados.0.smithi086.stdout:3543: seq_num 1112 ranges {3686400=630784,4317184=638976,4956160=466944,5423104=98304} 2024-09-11T03:43:46.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:45 smithi130 ceph-mon[83685]: osdmap e742: 8 total, 8 up, 8 in 2024-09-11T03:43:46.100 INFO:tasks.rados.rados.0.smithi086.stdout:3543: writing smithi08678205-15 from 3686400 to 4317184 tid 1 2024-09-11T03:43:46.104 INFO:tasks.rados.rados.0.smithi086.stdout:3543: writing smithi08678205-15 from 4317184 to 4956160 tid 2 2024-09-11T03:43:46.107 INFO:tasks.rados.rados.0.smithi086.stdout:3543: writing smithi08678205-15 from 4956160 to 5423104 tid 3 2024-09-11T03:43:46.108 INFO:tasks.rados.rados.0.smithi086.stdout:3543: writing smithi08678205-15 from 5423104 to 5521408 tid 4 2024-09-11T03:43:46.108 INFO:tasks.rados.rados.0.smithi086.stdout:3538: done (5 left) 2024-09-11T03:43:46.108 INFO:tasks.rados.rados.0.smithi086.stdout:3544: snap_remove snap 322 2024-09-11T03:43:46.776 INFO:tasks.rados.rados.0.smithi086.stdout:3544: done (5 left) 2024-09-11T03:43:46.777 INFO:tasks.rados.rados.0.smithi086.stdout:3545: delete oid 44 current snap is 325 2024-09-11T03:43:46.777 INFO:tasks.rados.rados.0.smithi086.stdout:3539: finishing write tid 2 to smithi08678205-43 2024-09-11T03:43:46.777 INFO:tasks.rados.rados.0.smithi086.stdout:3539: finishing write tid 3 to smithi08678205-43 2024-09-11T03:43:46.777 INFO:tasks.rados.rados.0.smithi086.stdout:3539: finishing write tid 4 to smithi08678205-43 2024-09-11T03:43:46.777 INFO:tasks.rados.rados.0.smithi086.stdout:3539: finishing write tid 5 to smithi08678205-43 2024-09-11T03:43:46.777 INFO:tasks.rados.rados.0.smithi086.stdout:3539: oid 43 updating version 0 to 2759 2024-09-11T03:43:46.777 INFO:tasks.rados.rados.0.smithi086.stdout:3539: oid 43 version 2759 is already newer than 2757 2024-09-11T03:43:46.777 INFO:tasks.rados.rados.0.smithi086.stdout:3539: oid 43 version 2759 is already newer than 2758 2024-09-11T03:43:46.777 INFO:tasks.rados.rados.0.smithi086.stdout:3539: oid 43 updating version 2759 to 2760 2024-09-11T03:43:46.777 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 2760 (ObjNum 1111 snap 325 seq_num 1111) dirty exists 2024-09-11T03:43:46.777 INFO:tasks.rados.rados.0.smithi086.stdout:3539: left oid 43 (ObjNum 1111 snap 325 seq_num 1111) 2024-09-11T03:43:46.777 INFO:tasks.rados.rados.0.smithi086.stdout:3540: expect (ObjNum 1100 snap 321 seq_num 1100) 2024-09-11T03:43:46.823 INFO:tasks.rados.rados.0.smithi086.stdout:3541: expect (ObjNum 908 snap 272 seq_num 908) 2024-09-11T03:43:47.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:46 smithi086 ceph-mon[89281]: pgmap v786: 121 pgs: 121 active+clean; 222 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-11T03:43:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:46 smithi086 ceph-mon[89281]: osdmap e743: 8 total, 8 up, 8 in 2024-09-11T03:43:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:46 smithi086 ceph-mon[91691]: pgmap v786: 121 pgs: 121 active+clean; 222 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-11T03:43:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:46 smithi086 ceph-mon[91691]: osdmap e743: 8 total, 8 up, 8 in 2024-09-11T03:43:47.086 INFO:tasks.rados.rados.0.smithi086.stdout:3542: expect (ObjNum 1073 snap 318 seq_num 1073) 2024-09-11T03:43:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:46 smithi130 ceph-mon[83685]: pgmap v786: 121 pgs: 121 active+clean; 222 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-11T03:43:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:46 smithi130 ceph-mon[83685]: osdmap e743: 8 total, 8 up, 8 in 2024-09-11T03:43:47.358 INFO:tasks.rados.rados.0.smithi086.stdout:3543: finishing write tid 1 to smithi08678205-15 2024-09-11T03:43:47.358 INFO:tasks.rados.rados.0.smithi086.stdout:3543: finishing write tid 2 to smithi08678205-15 2024-09-11T03:43:47.358 INFO:tasks.rados.rados.0.smithi086.stdout:3539: done (5 left) 2024-09-11T03:43:47.358 INFO:tasks.rados.rados.0.smithi086.stdout:3540: done (4 left) 2024-09-11T03:43:47.358 INFO:tasks.rados.rados.0.smithi086.stdout:3541: done (3 left) 2024-09-11T03:43:47.358 INFO:tasks.rados.rados.0.smithi086.stdout:3542: done (2 left) 2024-09-11T03:43:47.358 INFO:tasks.rados.rados.0.smithi086.stdout:3545: done (1 left) 2024-09-11T03:43:47.358 INFO:tasks.rados.rados.0.smithi086.stdout:3546: read oid 24 snap 323 2024-09-11T03:43:47.359 INFO:tasks.rados.rados.0.smithi086.stdout:3546: expect deleted 2024-09-11T03:43:47.359 INFO:tasks.rados.rados.0.smithi086.stdout:3547: snap_remove snap 324 2024-09-11T03:43:47.755 INFO:tasks.rados.rados.0.smithi086.stdout:3547: done (2 left) 2024-09-11T03:43:47.755 INFO:tasks.rados.rados.0.smithi086.stdout:3548: delete oid 8 current snap is 325 2024-09-11T03:43:47.755 INFO:tasks.rados.rados.0.smithi086.stdout:3543: finishing write tid 3 to smithi08678205-15 2024-09-11T03:43:47.755 INFO:tasks.rados.rados.0.smithi086.stdout:3543: finishing write tid 4 to smithi08678205-15 2024-09-11T03:43:47.755 INFO:tasks.rados.rados.0.smithi086.stdout:3543: finishing write tid 5 to smithi08678205-15 2024-09-11T03:43:47.756 INFO:tasks.rados.rados.0.smithi086.stdout:3543: finishing write tid 6 to smithi08678205-15 2024-09-11T03:43:47.756 INFO:tasks.rados.rados.0.smithi086.stdout:3543: oid 15 updating version 0 to 2764 2024-09-11T03:43:47.756 INFO:tasks.rados.rados.0.smithi086.stdout:3543: oid 15 version 2764 is already newer than 2763 2024-09-11T03:43:47.756 INFO:tasks.rados.rados.0.smithi086.stdout:3543: oid 15 version 2764 is already newer than 2762 2024-09-11T03:43:47.756 INFO:tasks.rados.rados.0.smithi086.stdout:3543: oid 15 updating version 2764 to 2765 2024-09-11T03:43:47.756 INFO:tasks.rados.rados.0.smithi086.stdout:3543: oid 15 updating version 2765 to 2766 2024-09-11T03:43:47.756 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2766 (ObjNum 1112 snap 325 seq_num 1112) dirty exists 2024-09-11T03:43:47.756 INFO:tasks.rados.rados.0.smithi086.stdout:3543: left oid 15 (ObjNum 1112 snap 325 seq_num 1112) 2024-09-11T03:43:47.767 INFO:tasks.rados.rados.0.smithi086.stdout:3543: done (2 left) 2024-09-11T03:43:47.767 INFO:tasks.rados.rados.0.smithi086.stdout:3546: done (1 left) 2024-09-11T03:43:47.767 INFO:tasks.rados.rados.0.smithi086.stdout:3548: done (0 left) 2024-09-11T03:43:47.767 INFO:tasks.rados.rados.0.smithi086.stdout:3549: rollback oid 41 current snap is 325 2024-09-11T03:43:47.767 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 41 to 323 2024-09-11T03:43:47.767 INFO:tasks.rados.rados.0.smithi086.stdout:3550: rollback oid 19 current snap is 325 2024-09-11T03:43:47.767 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 19 to 323 2024-09-11T03:43:47.767 INFO:tasks.rados.rados.0.smithi086.stdout:3551: rollback oid 24 current snap is 325 2024-09-11T03:43:47.767 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 24 to 323 2024-09-11T03:43:47.767 INFO:tasks.rados.rados.0.smithi086.stdout:3552: snap_create 2024-09-11T03:43:47.770 INFO:tasks.rados.rados.0.smithi086.stdout:3551: finishing rollback tid 1 to smithi08678205-24 2024-09-11T03:43:47.770 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 0 (ObjNum 545 snap 0 seq_num 3221464688) dirty dne 2024-09-11T03:43:47.772 INFO:tasks.rados.rados.0.smithi086.stdout:3550: finishing rollback tid 0 to smithi08678205-19 2024-09-11T03:43:47.772 INFO:tasks.rados.rados.0.smithi086.stdout:3550: finishing rollback tid 1 to smithi08678205-19 2024-09-11T03:43:47.774 INFO:tasks.rados.rados.0.smithi086.stdout:3550: finishing rollback tid 2 to smithi08678205-19 2024-09-11T03:43:47.774 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 2601 (ObjNum 1058 snap 308 seq_num 1058) dirty exists 2024-09-11T03:43:47.775 INFO:tasks.rados.rados.0.smithi086.stdout:3549: finishing rollback tid 1 to smithi08678205-41 2024-09-11T03:43:47.775 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 0 (ObjNum 321 snap 0 seq_num 3221569984) dirty dne 2024-09-11T03:43:48.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:47 smithi086 ceph-mon[89281]: osdmap e744: 8 total, 8 up, 8 in 2024-09-11T03:43:48.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:47 smithi086 ceph-mon[89281]: osdmap e745: 8 total, 8 up, 8 in 2024-09-11T03:43:48.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:47 smithi086 ceph-mon[91691]: osdmap e744: 8 total, 8 up, 8 in 2024-09-11T03:43:48.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:47 smithi086 ceph-mon[91691]: osdmap e745: 8 total, 8 up, 8 in 2024-09-11T03:43:48.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:47 smithi130 ceph-mon[83685]: osdmap e744: 8 total, 8 up, 8 in 2024-09-11T03:43:48.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:47 smithi130 ceph-mon[83685]: osdmap e745: 8 total, 8 up, 8 in 2024-09-11T03:43:48.756 INFO:tasks.rados.rados.0.smithi086.stdout:3549: done (3 left) 2024-09-11T03:43:48.757 INFO:tasks.rados.rados.0.smithi086.stdout:3550: done (2 left) 2024-09-11T03:43:48.757 INFO:tasks.rados.rados.0.smithi086.stdout:3551: done (1 left) 2024-09-11T03:43:48.757 INFO:tasks.rados.rados.0.smithi086.stdout:3552: done (0 left) 2024-09-11T03:43:48.757 INFO:tasks.rados.rados.0.smithi086.stdout:3553: read oid 49 snap -1 2024-09-11T03:43:48.757 INFO:tasks.rados.rados.0.smithi086.stdout:3553: expect (ObjNum 1103 snap 321 seq_num 1103) 2024-09-11T03:43:48.757 INFO:tasks.rados.rados.0.smithi086.stdout:3554: rollback oid 19 current snap is 326 2024-09-11T03:43:48.757 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 19 to 323 2024-09-11T03:43:48.757 INFO:tasks.rados.rados.0.smithi086.stdout:3555: copy_from oid 16 from oid 38 current snap is 326 2024-09-11T03:43:48.757 INFO:tasks.rados.rados.0.smithi086.stdout:3556: copy_from oid 26 from oid 1 current snap is 326 2024-09-11T03:43:48.757 INFO:tasks.rados.rados.0.smithi086.stdout:3557: setattr oid 29 current snap is 326 2024-09-11T03:43:48.758 INFO:tasks.rados.rados.0.smithi086.stdout:3558: delete oid 28 current snap is 326 2024-09-11T03:43:48.765 INFO:tasks.rados.rados.0.smithi086.stdout:3558: done (5 left) 2024-09-11T03:43:48.765 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 326 2024-09-11T03:43:48.765 INFO:tasks.rados.rados.0.smithi086.stdout:3559: seq_num 1116 ranges {5529600=696320,6225920=573440,6799360=450560,7249920=180224} 2024-09-11T03:43:48.799 INFO:tasks.rados.rados.0.smithi086.stdout:3559: writing smithi08678205-17 from 5529600 to 6225920 tid 1 2024-09-11T03:43:48.802 INFO:tasks.rados.rados.0.smithi086.stdout:3559: writing smithi08678205-17 from 6225920 to 6799360 tid 2 2024-09-11T03:43:48.805 INFO:tasks.rados.rados.0.smithi086.stdout:3559: writing smithi08678205-17 from 6799360 to 7249920 tid 3 2024-09-11T03:43:48.807 INFO:tasks.rados.rados.0.smithi086.stdout:3559: writing smithi08678205-17 from 7249920 to 7430144 tid 4 2024-09-11T03:43:48.807 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 326 2024-09-11T03:43:48.807 INFO:tasks.rados.rados.0.smithi086.stdout:3554: finishing rollback tid 0 to smithi08678205-19 2024-09-11T03:43:48.807 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 2517 (ObjNum 1109 snap 325 seq_num 1109) dirty exists 2024-09-11T03:43:48.807 INFO:tasks.rados.rados.0.smithi086.stdout:3554: finishing rollback tid 1 to smithi08678205-19 2024-09-11T03:43:48.807 INFO:tasks.rados.rados.0.smithi086.stdout:3560: seq_num 1117 ranges {0=712704,712704=458752,1171456=655360,1826816=90112} 2024-09-11T03:43:48.810 INFO:tasks.rados.rados.0.smithi086.stdout:3560: writing smithi08678205-7 from 0 to 712704 tid 1 2024-09-11T03:43:48.813 INFO:tasks.rados.rados.0.smithi086.stdout:3560: writing smithi08678205-7 from 712704 to 1171456 tid 2 2024-09-11T03:43:48.817 INFO:tasks.rados.rados.0.smithi086.stdout:3560: writing smithi08678205-7 from 1171456 to 1826816 tid 3 2024-09-11T03:43:48.818 INFO:tasks.rados.rados.0.smithi086.stdout:3560: writing smithi08678205-7 from 1826816 to 1916928 tid 4 2024-09-11T03:43:48.818 INFO:tasks.rados.rados.0.smithi086.stdout:3557: done (6 left) 2024-09-11T03:43:48.818 INFO:tasks.rados.rados.0.smithi086.stdout:3561: setattr oid 14 current snap is 326 2024-09-11T03:43:48.818 INFO:tasks.rados.rados.0.smithi086.stdout:3554: finishing rollback tid 2 to smithi08678205-19 2024-09-11T03:43:48.818 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 2604 (ObjNum 1058 snap 308 seq_num 1058) dirty exists 2024-09-11T03:43:48.818 INFO:tasks.rados.rados.0.smithi086.stdout:3555: finishing copy_from racing read to smithi08678205-16 2024-09-11T03:43:48.818 INFO:tasks.rados.rados.0.smithi086.stdout:3555: finishing copy_from to smithi08678205-16 2024-09-11T03:43:48.818 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 2601 (ObjNum 1052 snap 308 seq_num 1052) dirty exists 2024-09-11T03:43:48.819 INFO:tasks.rados.rados.0.smithi086.stdout:3556: finishing copy_from racing read to smithi08678205-26 2024-09-11T03:43:48.819 INFO:tasks.rados.rados.0.smithi086.stdout:3556: finishing copy_from to smithi08678205-26 2024-09-11T03:43:48.819 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 2394 (ObjNum 1088 snap 321 seq_num 1088) dirty exists 2024-09-11T03:43:48.819 INFO:tasks.rados.rados.0.smithi086.stdout:3559: finishing write tid 1 to smithi08678205-17 2024-09-11T03:43:48.819 INFO:tasks.rados.rados.0.smithi086.stdout:3553: expect (ObjNum 1103 snap 321 seq_num 1103) 2024-09-11T03:43:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:48 smithi086 ceph-mon[89281]: pgmap v789: 121 pgs: 121 active+clean; 184 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-09-11T03:43:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:48 smithi086 ceph-mon[89281]: osdmap e746: 8 total, 8 up, 8 in 2024-09-11T03:43:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:48 smithi086 ceph-mon[91691]: pgmap v789: 121 pgs: 121 active+clean; 184 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-09-11T03:43:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:48 smithi086 ceph-mon[91691]: osdmap e746: 8 total, 8 up, 8 in 2024-09-11T03:43:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:48 smithi130 ceph-mon[83685]: pgmap v789: 121 pgs: 121 active+clean; 184 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-09-11T03:43:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:48 smithi130 ceph-mon[83685]: osdmap e746: 8 total, 8 up, 8 in 2024-09-11T03:43:49.452 INFO:tasks.rados.rados.0.smithi086.stdout:3559: finishing write tid 2 to smithi08678205-17 2024-09-11T03:43:49.453 INFO:tasks.rados.rados.0.smithi086.stdout:3559: finishing write tid 3 to smithi08678205-17 2024-09-11T03:43:49.453 INFO:tasks.rados.rados.0.smithi086.stdout:3559: finishing write tid 4 to smithi08678205-17 2024-09-11T03:43:49.453 INFO:tasks.rados.rados.0.smithi086.stdout:3559: finishing write tid 5 to smithi08678205-17 2024-09-11T03:43:49.453 INFO:tasks.rados.rados.0.smithi086.stdout:3559: finishing write tid 6 to smithi08678205-17 2024-09-11T03:43:49.453 INFO:tasks.rados.rados.0.smithi086.stdout:3559: oid 17 updating version 0 to 2699 2024-09-11T03:43:49.453 INFO:tasks.rados.rados.0.smithi086.stdout:3559: oid 17 version 2699 is already newer than 2698 2024-09-11T03:43:49.453 INFO:tasks.rados.rados.0.smithi086.stdout:3559: oid 17 updating version 2699 to 2702 2024-09-11T03:43:49.453 INFO:tasks.rados.rados.0.smithi086.stdout:3559: oid 17 version 2702 is already newer than 2700 2024-09-11T03:43:49.453 INFO:tasks.rados.rados.0.smithi086.stdout:3559: oid 17 version 2702 is already newer than 2701 2024-09-11T03:43:49.453 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 2702 (ObjNum 1116 snap 326 seq_num 1116) dirty exists 2024-09-11T03:43:49.453 INFO:tasks.rados.rados.0.smithi086.stdout:3559: left oid 17 (ObjNum 1116 snap 326 seq_num 1116) 2024-09-11T03:43:49.453 INFO:tasks.rados.rados.0.smithi086.stdout:3560: finishing write tid 1 to smithi08678205-7 2024-09-11T03:43:49.453 INFO:tasks.rados.rados.0.smithi086.stdout:3560: finishing write tid 2 to smithi08678205-7 2024-09-11T03:43:49.454 INFO:tasks.rados.rados.0.smithi086.stdout:3560: finishing write tid 3 to smithi08678205-7 2024-09-11T03:43:49.454 INFO:tasks.rados.rados.0.smithi086.stdout:3560: finishing write tid 4 to smithi08678205-7 2024-09-11T03:43:49.454 INFO:tasks.rados.rados.0.smithi086.stdout:3560: finishing write tid 5 to smithi08678205-7 2024-09-11T03:43:49.454 INFO:tasks.rados.rados.0.smithi086.stdout:3560: finishing write tid 6 to smithi08678205-7 2024-09-11T03:43:49.454 INFO:tasks.rados.rados.0.smithi086.stdout:3560: oid 7 updating version 0 to 1932 2024-09-11T03:43:49.454 INFO:tasks.rados.rados.0.smithi086.stdout:3560: oid 7 version 1932 is already newer than 1929 2024-09-11T03:43:49.454 INFO:tasks.rados.rados.0.smithi086.stdout:3560: oid 7 version 1932 is already newer than 1930 2024-09-11T03:43:49.454 INFO:tasks.rados.rados.0.smithi086.stdout:3560: oid 7 updating version 1932 to 1933 2024-09-11T03:43:49.454 INFO:tasks.rados.rados.0.smithi086.stdout:3560: oid 7 version 1933 is already newer than 1931 2024-09-11T03:43:49.455 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1933 (ObjNum 1117 snap 326 seq_num 1117) dirty exists 2024-09-11T03:43:49.455 INFO:tasks.rados.rados.0.smithi086.stdout:3560: left oid 7 (ObjNum 1117 snap 326 seq_num 1117) 2024-09-11T03:43:49.455 INFO:tasks.rados.rados.0.smithi086.stdout:3553: done (6 left) 2024-09-11T03:43:49.455 INFO:tasks.rados.rados.0.smithi086.stdout:3554: done (5 left) 2024-09-11T03:43:49.455 INFO:tasks.rados.rados.0.smithi086.stdout:3555: done (4 left) 2024-09-11T03:43:49.455 INFO:tasks.rados.rados.0.smithi086.stdout:3556: done (3 left) 2024-09-11T03:43:49.455 INFO:tasks.rados.rados.0.smithi086.stdout:3559: done (2 left) 2024-09-11T03:43:49.455 INFO:tasks.rados.rados.0.smithi086.stdout:3560: done (1 left) 2024-09-11T03:43:49.455 INFO:tasks.rados.rados.0.smithi086.stdout:3562: rollback oid 12 current snap is 326 2024-09-11T03:43:49.455 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 12 to 323 2024-09-11T03:43:49.455 INFO:tasks.rados.rados.0.smithi086.stdout:3563: setattr oid 43 current snap is 326 2024-09-11T03:43:49.456 INFO:tasks.rados.rados.0.smithi086.stdout:3564: snap_create 2024-09-11T03:43:49.456 INFO:tasks.rados.rados.0.smithi086.stdout:3562: finishing rollback tid 0 to smithi08678205-12 2024-09-11T03:43:49.456 INFO:tasks.rados.rados.0.smithi086.stdout:3562: finishing rollback tid 1 to smithi08678205-12 2024-09-11T03:43:49.456 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 2625 (ObjNum 1065 snap 315 seq_num 1065) dirty exists 2024-09-11T03:43:49.456 INFO:tasks.rados.rados.0.smithi086.stdout:3562: finishing rollback tid 2 to smithi08678205-12 2024-09-11T03:43:49.456 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 1936 (ObjNum 1091 snap 321 seq_num 1091) dirty exists 2024-09-11T03:43:49.457 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 2779 (ObjNum 1111 snap 325 seq_num 1111) dirty exists 2024-09-11T03:43:49.788 INFO:tasks.rados.rados.0.smithi086.stdout:3561: done (3 left) 2024-09-11T03:43:49.788 INFO:tasks.rados.rados.0.smithi086.stdout:3562: done (2 left) 2024-09-11T03:43:49.788 INFO:tasks.rados.rados.0.smithi086.stdout:3563: done (1 left) 2024-09-11T03:43:49.788 INFO:tasks.rados.rados.0.smithi086.stdout:3564: done (0 left) 2024-09-11T03:43:49.788 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 327 2024-09-11T03:43:49.788 INFO:tasks.rados.rados.0.smithi086.stdout:3565: seq_num 1118 ranges {2121728=729088,2850816=794624,3645440=409600} 2024-09-11T03:43:49.803 INFO:tasks.rados.rados.0.smithi086.stdout:3565: writing smithi08678205-45 from 2121728 to 2850816 tid 1 2024-09-11T03:43:49.808 INFO:tasks.rados.rados.0.smithi086.stdout:3565: writing smithi08678205-45 from 2850816 to 3645440 tid 2 2024-09-11T03:43:49.810 INFO:tasks.rados.rados.0.smithi086.stdout:3565: writing smithi08678205-45 from 3645440 to 4055040 tid 3 2024-09-11T03:43:49.810 INFO:tasks.rados.rados.0.smithi086.stdout:3566: read oid 41 snap 323 2024-09-11T03:43:49.810 INFO:tasks.rados.rados.0.smithi086.stdout:3566: expect deleted 2024-09-11T03:43:49.810 INFO:tasks.rados.rados.0.smithi086.stdout:3567: delete oid 6 current snap is 327 2024-09-11T03:43:49.810 INFO:tasks.rados.rados.0.smithi086.stdout:3565: finishing write tid 1 to smithi08678205-45 2024-09-11T03:43:49.814 INFO:tasks.rados.rados.0.smithi086.stdout:3565: finishing write tid 2 to smithi08678205-45 2024-09-11T03:43:49.814 INFO:tasks.rados.rados.0.smithi086.stdout:3565: finishing write tid 3 to smithi08678205-45 2024-09-11T03:43:49.814 INFO:tasks.rados.rados.0.smithi086.stdout:3566: done (2 left) 2024-09-11T03:43:49.814 INFO:tasks.rados.rados.0.smithi086.stdout:3567: done (1 left) 2024-09-11T03:43:49.814 INFO:tasks.rados.rados.0.smithi086.stdout:3568: copy_from oid 29 from oid 8 current snap is 327 2024-09-11T03:43:49.815 INFO:tasks.rados.rados.0.smithi086.stdout:3569: setattr oid 15 current snap is 327 2024-09-11T03:43:49.815 INFO:tasks.rados.rados.0.smithi086.stdout:3565: finishing write tid 4 to smithi08678205-45 2024-09-11T03:43:49.816 INFO:tasks.rados.rados.0.smithi086.stdout:3568: finishing copy_from to smithi08678205-29 2024-09-11T03:43:49.816 INFO:tasks.rados.rados.0.smithi086.stdout:3568: got expected ENOENT (src dne) 2024-09-11T03:43:49.816 INFO:tasks.rados.rados.0.smithi086.stdout:3568: finishing copy_from racing read to smithi08678205-29 2024-09-11T03:43:49.816 INFO:tasks.rados.rados.0.smithi086.stdout:3565: finishing write tid 5 to smithi08678205-45 2024-09-11T03:43:49.816 INFO:tasks.rados.rados.0.smithi086.stdout:3565: oid 45 updating version 0 to 2628 2024-09-11T03:43:49.816 INFO:tasks.rados.rados.0.smithi086.stdout:3565: oid 45 version 2628 is already newer than 2626 2024-09-11T03:43:49.816 INFO:tasks.rados.rados.0.smithi086.stdout:3565: oid 45 updating version 2628 to 2629 2024-09-11T03:43:49.816 INFO:tasks.rados.rados.0.smithi086.stdout:3565: oid 45 version 2629 is already newer than 2627 2024-09-11T03:43:49.816 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 2629 (ObjNum 1118 snap 327 seq_num 1118) dirty exists 2024-09-11T03:43:49.817 INFO:tasks.rados.rados.0.smithi086.stdout:3565: left oid 45 (ObjNum 1118 snap 327 seq_num 1118) 2024-09-11T03:43:49.817 INFO:tasks.rados.rados.0.smithi086.stdout:3565: done (2 left) 2024-09-11T03:43:49.817 INFO:tasks.rados.rados.0.smithi086.stdout:3568: done (1 left) 2024-09-11T03:43:49.817 INFO:tasks.rados.rados.0.smithi086.stdout:3570: read oid 36 snap 323 2024-09-11T03:43:49.817 INFO:tasks.rados.rados.0.smithi086.stdout:3570: expect (ObjNum 1056 snap 308 seq_num 1056) 2024-09-11T03:43:49.817 INFO:tasks.rados.rados.0.smithi086.stdout:3571: setattr oid 3 current snap is 327 2024-09-11T03:43:49.818 INFO:tasks.rados.rados.0.smithi086.stdout:3572: read oid 17 snap 326 2024-09-11T03:43:49.818 INFO:tasks.rados.rados.0.smithi086.stdout:3572: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-09-11T03:43:49.818 INFO:tasks.rados.rados.0.smithi086.stdout:3573: delete oid 21 current snap is 327 2024-09-11T03:43:49.823 INFO:tasks.rados.rados.0.smithi086.stdout:3573: done (4 left) 2024-09-11T03:43:49.824 INFO:tasks.rados.rados.0.smithi086.stdout:3574: read oid 48 snap -1 2024-09-11T03:43:49.824 INFO:tasks.rados.rados.0.smithi086.stdout:3574: expect deleted 2024-09-11T03:43:49.824 INFO:tasks.rados.rados.0.smithi086.stdout:3575: rollback oid 44 current snap is 327 2024-09-11T03:43:49.824 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 44 to 326 2024-09-11T03:43:49.824 INFO:tasks.rados.rados.0.smithi086.stdout:3576: snap_create 2024-09-11T03:43:49.824 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2781 (ObjNum 1112 snap 325 seq_num 1112) dirty exists 2024-09-11T03:43:49.828 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 2682 (ObjNum 991 snap 290 seq_num 991) dirty exists 2024-09-11T03:43:49.829 INFO:tasks.rados.rados.0.smithi086.stdout:3570: expect (ObjNum 1056 snap 308 seq_num 1056) 2024-09-11T03:43:49.887 INFO:tasks.rados.rados.0.smithi086.stdout:3575: finishing rollback tid 1 to smithi08678205-44 2024-09-11T03:43:49.887 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 612 (ObjNum 65 snap 0 seq_num 3220607616) dirty dne 2024-09-11T03:43:49.887 INFO:tasks.rados.rados.0.smithi086.stdout:3572: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-09-11T03:43:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:43:50.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:43:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:43:50.793 INFO:tasks.rados.rados.0.smithi086.stdout:3569: done (6 left) 2024-09-11T03:43:50.793 INFO:tasks.rados.rados.0.smithi086.stdout:3570: done (5 left) 2024-09-11T03:43:50.793 INFO:tasks.rados.rados.0.smithi086.stdout:3571: done (4 left) 2024-09-11T03:43:50.794 INFO:tasks.rados.rados.0.smithi086.stdout:3572: done (3 left) 2024-09-11T03:43:50.794 INFO:tasks.rados.rados.0.smithi086.stdout:3574: done (2 left) 2024-09-11T03:43:50.794 INFO:tasks.rados.rados.0.smithi086.stdout:3575: done (1 left) 2024-09-11T03:43:50.794 INFO:tasks.rados.rados.0.smithi086.stdout:3576: done (0 left) 2024-09-11T03:43:50.794 INFO:tasks.rados.rados.0.smithi086.stdout:3577: rollback oid 24 current snap is 328 2024-09-11T03:43:50.794 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 24 to 326 2024-09-11T03:43:50.794 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 328 2024-09-11T03:43:50.794 INFO:tasks.rados.rados.0.smithi086.stdout:3578: seq_num 1121 ranges {25706496=778240,26484736=442368,26927104=638976,27566080=122880} 2024-09-11T03:43:50.931 INFO:tasks.rados.rados.0.smithi086.stdout:3578: writing smithi08678205-22 from 25706496 to 26484736 tid 1 2024-09-11T03:43:50.933 INFO:tasks.rados.rados.0.smithi086.stdout:3578: writing smithi08678205-22 from 26484736 to 26927104 tid 2 2024-09-11T03:43:50.936 INFO:tasks.rados.rados.0.smithi086.stdout:3578: writing smithi08678205-22 from 26927104 to 27566080 tid 3 2024-09-11T03:43:50.937 INFO:tasks.rados.rados.0.smithi086.stdout:3578: writing smithi08678205-22 from 27566080 to 27688960 tid 4 2024-09-11T03:43:50.937 INFO:tasks.rados.rados.0.smithi086.stdout:3579: delete oid 47 current snap is 328 2024-09-11T03:43:50.937 INFO:tasks.rados.rados.0.smithi086.stdout:3577: finishing rollback tid 1 to smithi08678205-24 2024-09-11T03:43:50.937 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 0 (ObjNum 65 snap 0 seq_num 1750164841) dirty dne 2024-09-11T03:43:50.940 INFO:tasks.rados.rados.0.smithi086.stdout:3577: done (2 left) 2024-09-11T03:43:50.940 INFO:tasks.rados.rados.0.smithi086.stdout:3579: done (1 left) 2024-09-11T03:43:50.940 INFO:tasks.rados.rados.0.smithi086.stdout:3580: copy_from oid 42 from oid 30 current snap is 328 2024-09-11T03:43:50.940 INFO:tasks.rados.rados.0.smithi086.stdout:3581: setattr oid 16 current snap is 328 2024-09-11T03:43:50.941 INFO:tasks.rados.rados.0.smithi086.stdout:3578: finishing write tid 1 to smithi08678205-22 2024-09-11T03:43:50.941 INFO:tasks.rados.rados.0.smithi086.stdout:3578: finishing write tid 2 to smithi08678205-22 2024-09-11T03:43:50.942 INFO:tasks.rados.rados.0.smithi086.stdout:3582: rollback oid 43 current snap is 328 2024-09-11T03:43:50.942 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 43 to 326 2024-09-11T03:43:50.942 INFO:tasks.rados.rados.0.smithi086.stdout:3583: rmattr oid 25 current snap is 328 2024-09-11T03:43:50.942 INFO:tasks.rados.rados.0.smithi086.stdout:3584: rollback oid 27 current snap is 328 2024-09-11T03:43:50.942 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 27 to 325 2024-09-11T03:43:50.943 INFO:tasks.rados.rados.0.smithi086.stdout:3585: copy_from oid 50 from oid 48 current snap is 328 2024-09-11T03:43:50.943 INFO:tasks.rados.rados.0.smithi086.stdout:3586: rollback oid 2 current snap is 328 2024-09-11T03:43:50.943 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 2 to 327 2024-09-11T03:43:50.943 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 18 current snap is 328 2024-09-11T03:43:50.943 INFO:tasks.rados.rados.0.smithi086.stdout:3587: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-09-11T03:43:50.945 INFO:tasks.rados.rados.0.smithi086.stdout:3587: writing smithi08678205-18 from 0 to 409600 tid 1 2024-09-11T03:43:50.949 INFO:tasks.rados.rados.0.smithi086.stdout:3587: writing smithi08678205-18 from 409600 to 1024000 tid 2 2024-09-11T03:43:50.953 INFO:tasks.rados.rados.0.smithi086.stdout:3587: writing smithi08678205-18 from 1024000 to 1622016 tid 3 2024-09-11T03:43:50.958 INFO:tasks.rados.rados.0.smithi086.stdout:3587: writing smithi08678205-18 from 1622016 to 2015232 tid 4 2024-09-11T03:43:50.958 INFO:tasks.rados.rados.0.smithi086.stdout:3588: read oid 28 snap 327 2024-09-11T03:43:50.958 INFO:tasks.rados.rados.0.smithi086.stdout:3588: expect deleted 2024-09-11T03:43:50.958 INFO:tasks.rados.rados.0.smithi086.stdout:3589: read oid 20 snap -1 2024-09-11T03:43:50.958 INFO:tasks.rados.rados.0.smithi086.stdout:3589: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:43:50.958 INFO:tasks.rados.rados.0.smithi086.stdout:3590: delete oid 33 current snap is 328 2024-09-11T03:43:50.958 INFO:tasks.rados.rados.0.smithi086.stdout:3586: finishing rollback tid 1 to smithi08678205-2 2024-09-11T03:43:50.958 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 0 (ObjNum 33 snap 0 seq_num 3195454712) dirty dne 2024-09-11T03:43:50.958 INFO:tasks.rados.rados.0.smithi086.stdout:3578: finishing write tid 3 to smithi08678205-22 2024-09-11T03:43:50.958 INFO:tasks.rados.rados.0.smithi086.stdout:3578: finishing write tid 4 to smithi08678205-22 2024-09-11T03:43:50.958 INFO:tasks.rados.rados.0.smithi086.stdout:3578: finishing write tid 5 to smithi08678205-22 2024-09-11T03:43:50.959 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 2602 (ObjNum 1052 snap 308 seq_num 1052) dirty exists 2024-09-11T03:43:50.959 INFO:tasks.rados.rados.0.smithi086.stdout:3584: finishing rollback tid 0 to smithi08678205-27 2024-09-11T03:43:50.959 INFO:tasks.rados.rados.0.smithi086.stdout:3578: finishing write tid 6 to smithi08678205-22 2024-09-11T03:43:50.959 INFO:tasks.rados.rados.0.smithi086.stdout:3578: oid 22 updating version 0 to 2608 2024-09-11T03:43:50.959 INFO:tasks.rados.rados.0.smithi086.stdout:3578: oid 22 updating version 2608 to 2610 2024-09-11T03:43:50.959 INFO:tasks.rados.rados.0.smithi086.stdout:3578: oid 22 version 2610 is already newer than 2609 2024-09-11T03:43:50.959 INFO:tasks.rados.rados.0.smithi086.stdout:3578: oid 22 updating version 2610 to 2611 2024-09-11T03:43:50.959 INFO:tasks.rados.rados.0.smithi086.stdout:3578: oid 22 version 2611 is already newer than 2607 2024-09-11T03:43:50.959 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 2611 (ObjNum 1121 snap 328 seq_num 1121) dirty exists 2024-09-11T03:43:50.959 INFO:tasks.rados.rados.0.smithi086.stdout:3578: left oid 22 (ObjNum 1121 snap 328 seq_num 1121) 2024-09-11T03:43:50.959 INFO:tasks.rados.rados.0.smithi086.stdout:3585: finishing copy_from to smithi08678205-50 2024-09-11T03:43:50.960 INFO:tasks.rados.rados.0.smithi086.stdout:3585: got expected ENOENT (src dne) 2024-09-11T03:43:50.960 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 25 v 2605 (ObjNum 1079 snap 319 seq_num 1079) dirty exists 2024-09-11T03:43:50.960 INFO:tasks.rados.rados.0.smithi086.stdout:3585: finishing copy_from racing read to smithi08678205-50 2024-09-11T03:43:50.960 INFO:tasks.rados.rados.0.smithi086.stdout:3584: finishing rollback tid 1 to smithi08678205-27 2024-09-11T03:43:50.960 INFO:tasks.rados.rados.0.smithi086.stdout:3580: finishing copy_from racing read to smithi08678205-42 2024-09-11T03:43:50.960 INFO:tasks.rados.rados.0.smithi086.stdout:3584: finishing rollback tid 2 to smithi08678205-27 2024-09-11T03:43:50.960 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 2580 (ObjNum 1093 snap 321 seq_num 1093) dirty exists 2024-09-11T03:43:50.960 INFO:tasks.rados.rados.0.smithi086.stdout:3582: finishing rollback tid 0 to smithi08678205-43 2024-09-11T03:43:50.960 INFO:tasks.rados.rados.0.smithi086.stdout:3580: finishing copy_from to smithi08678205-42 2024-09-11T03:43:50.960 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 2612 (ObjNum 1016 snap 297 seq_num 1016) dirty exists 2024-09-11T03:43:50.960 INFO:tasks.rados.rados.0.smithi086.stdout:3587: finishing write tid 1 to smithi08678205-18 2024-09-11T03:43:50.960 INFO:tasks.rados.rados.0.smithi086.stdout:3582: finishing rollback tid 1 to smithi08678205-43 2024-09-11T03:43:50.961 INFO:tasks.rados.rados.0.smithi086.stdout:3587: finishing write tid 2 to smithi08678205-18 2024-09-11T03:43:50.961 INFO:tasks.rados.rados.0.smithi086.stdout:3582: finishing rollback tid 2 to smithi08678205-43 2024-09-11T03:43:50.961 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 2785 (ObjNum 1111 snap 325 seq_num 1111) dirty exists 2024-09-11T03:43:50.961 INFO:tasks.rados.rados.0.smithi086.stdout:3587: finishing write tid 3 to smithi08678205-18 2024-09-11T03:43:50.963 INFO:tasks.rados.rados.0.smithi086.stdout:3587: finishing write tid 4 to smithi08678205-18 2024-09-11T03:43:50.963 INFO:tasks.rados.rados.0.smithi086.stdout:3587: finishing write tid 5 to smithi08678205-18 2024-09-11T03:43:50.963 INFO:tasks.rados.rados.0.smithi086.stdout:3578: done (11 left) 2024-09-11T03:43:50.963 INFO:tasks.rados.rados.0.smithi086.stdout:3580: done (10 left) 2024-09-11T03:43:50.963 INFO:tasks.rados.rados.0.smithi086.stdout:3581: done (9 left) 2024-09-11T03:43:50.963 INFO:tasks.rados.rados.0.smithi086.stdout:3582: done (8 left) 2024-09-11T03:43:50.963 INFO:tasks.rados.rados.0.smithi086.stdout:3583: done (7 left) 2024-09-11T03:43:50.963 INFO:tasks.rados.rados.0.smithi086.stdout:3584: done (6 left) 2024-09-11T03:43:50.963 INFO:tasks.rados.rados.0.smithi086.stdout:3585: done (5 left) 2024-09-11T03:43:50.963 INFO:tasks.rados.rados.0.smithi086.stdout:3586: done (4 left) 2024-09-11T03:43:50.963 INFO:tasks.rados.rados.0.smithi086.stdout:3588: done (3 left) 2024-09-11T03:43:50.963 INFO:tasks.rados.rados.0.smithi086.stdout:3590: done (2 left) 2024-09-11T03:43:50.964 INFO:tasks.rados.rados.0.smithi086.stdout:3591: delete oid 47 current snap is 328 2024-09-11T03:43:50.964 INFO:tasks.rados.rados.0.smithi086.stdout:3587: finishing write tid 6 to smithi08678205-18 2024-09-11T03:43:50.964 INFO:tasks.rados.rados.0.smithi086.stdout:3587: oid 18 updating version 0 to 2521 2024-09-11T03:43:50.964 INFO:tasks.rados.rados.0.smithi086.stdout:3587: oid 18 version 2521 is already newer than 2519 2024-09-11T03:43:50.964 INFO:tasks.rados.rados.0.smithi086.stdout:3587: oid 18 version 2521 is already newer than 2520 2024-09-11T03:43:50.964 INFO:tasks.rados.rados.0.smithi086.stdout:3587: oid 18 updating version 2521 to 2522 2024-09-11T03:43:50.964 INFO:tasks.rados.rados.0.smithi086.stdout:3587: oid 18 version 2522 is already newer than 2518 2024-09-11T03:43:50.964 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 2522 (ObjNum 1123 snap 328 seq_num 1123) dirty exists 2024-09-11T03:43:50.964 INFO:tasks.rados.rados.0.smithi086.stdout:3587: left oid 18 (ObjNum 1123 snap 328 seq_num 1123) 2024-09-11T03:43:50.965 INFO:tasks.rados.rados.0.smithi086.stdout:3587: done (2 left) 2024-09-11T03:43:50.965 INFO:tasks.rados.rados.0.smithi086.stdout:3591: done (1 left) 2024-09-11T03:43:50.965 INFO:tasks.rados.rados.0.smithi086.stdout:3592: read oid 27 snap -1 2024-09-11T03:43:50.965 INFO:tasks.rados.rados.0.smithi086.stdout:3592: expect (ObjNum 1093 snap 321 seq_num 1093) 2024-09-11T03:43:50.965 INFO:tasks.rados.rados.0.smithi086.stdout:3593: copy_from oid 38 from oid 41 current snap is 328 2024-09-11T03:43:50.965 INFO:tasks.rados.rados.0.smithi086.stdout:3594: rollback oid 7 current snap is 328 2024-09-11T03:43:50.965 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 7 to 326 2024-09-11T03:43:50.965 INFO:tasks.rados.rados.0.smithi086.stdout:3595: snap_create 2024-09-11T03:43:50.965 INFO:tasks.rados.rados.0.smithi086.stdout:3593: finishing copy_from to smithi08678205-38 2024-09-11T03:43:50.965 INFO:tasks.rados.rados.0.smithi086.stdout:3593: got expected ENOENT (src dne) 2024-09-11T03:43:50.965 INFO:tasks.rados.rados.0.smithi086.stdout:3593: finishing copy_from racing read to smithi08678205-38 2024-09-11T03:43:50.966 INFO:tasks.rados.rados.0.smithi086.stdout:3589: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:43:50.988 INFO:tasks.rados.rados.0.smithi086.stdout:3594: finishing rollback tid 0 to smithi08678205-7 2024-09-11T03:43:50.988 INFO:tasks.rados.rados.0.smithi086.stdout:3594: finishing rollback tid 1 to smithi08678205-7 2024-09-11T03:43:50.988 INFO:tasks.rados.rados.0.smithi086.stdout:3594: finishing rollback tid 2 to smithi08678205-7 2024-09-11T03:43:50.988 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1939 (ObjNum 1117 snap 326 seq_num 1117) dirty exists 2024-09-11T03:43:50.989 INFO:tasks.rados.rados.0.smithi086.stdout:3592: expect (ObjNum 1093 snap 321 seq_num 1093) 2024-09-11T03:43:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:50 smithi086 ceph-mon[89281]: pgmap v792: 121 pgs: 121 active+clean; 184 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-11T03:43:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:50 smithi086 ceph-mon[89281]: osdmap e747: 8 total, 8 up, 8 in 2024-09-11T03:43:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:50 smithi086 ceph-mon[91691]: pgmap v792: 121 pgs: 121 active+clean; 184 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-11T03:43:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:50 smithi086 ceph-mon[91691]: osdmap e747: 8 total, 8 up, 8 in 2024-09-11T03:43:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:50 smithi130 ceph-mon[83685]: pgmap v792: 121 pgs: 121 active+clean; 184 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-11T03:43:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:50 smithi130 ceph-mon[83685]: osdmap e747: 8 total, 8 up, 8 in 2024-09-11T03:43:51.804 INFO:tasks.rados.rados.0.smithi086.stdout:3589: done (4 left) 2024-09-11T03:43:51.804 INFO:tasks.rados.rados.0.smithi086.stdout:3592: done (3 left) 2024-09-11T03:43:51.804 INFO:tasks.rados.rados.0.smithi086.stdout:3593: done (2 left) 2024-09-11T03:43:51.804 INFO:tasks.rados.rados.0.smithi086.stdout:3594: done (1 left) 2024-09-11T03:43:51.804 INFO:tasks.rados.rados.0.smithi086.stdout:3595: done (0 left) 2024-09-11T03:43:51.804 INFO:tasks.rados.rados.0.smithi086.stdout:3596: snap_create 2024-09-11T03:43:52.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:51 smithi086 ceph-mon[89281]: osdmap e748: 8 total, 8 up, 8 in 2024-09-11T03:43:52.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:51 smithi086 ceph-mon[91691]: osdmap e748: 8 total, 8 up, 8 in 2024-09-11T03:43:52.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:51 smithi130 ceph-mon[83685]: osdmap e748: 8 total, 8 up, 8 in 2024-09-11T03:43:52.757 INFO:tasks.rados.rados.0.smithi086.stdout:3596: done (0 left) 2024-09-11T03:43:52.758 INFO:tasks.rados.rados.0.smithi086.stdout:3597: delete oid 22 current snap is 330 2024-09-11T03:43:52.766 INFO:tasks.rados.rados.0.smithi086.stdout:3597: done (0 left) 2024-09-11T03:43:52.766 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 47 current snap is 330 2024-09-11T03:43:52.766 INFO:tasks.rados.rados.0.smithi086.stdout:3598: seq_num 1127 ranges {0=483328,483328=598016,1081344=581632,1662976=425984} 2024-09-11T03:43:52.769 INFO:tasks.rados.rados.0.smithi086.stdout:3598: writing smithi08678205-47 from 0 to 483328 tid 1 2024-09-11T03:43:52.772 INFO:tasks.rados.rados.0.smithi086.stdout:3598: writing smithi08678205-47 from 483328 to 1081344 tid 2 2024-09-11T03:43:52.775 INFO:tasks.rados.rados.0.smithi086.stdout:3598: writing smithi08678205-47 from 1081344 to 1662976 tid 3 2024-09-11T03:43:52.778 INFO:tasks.rados.rados.0.smithi086.stdout:3598: writing smithi08678205-47 from 1662976 to 2088960 tid 4 2024-09-11T03:43:52.778 INFO:tasks.rados.rados.0.smithi086.stdout:3599: setattr oid 7 current snap is 330 2024-09-11T03:43:52.778 INFO:tasks.rados.rados.0.smithi086.stdout:3598: finishing write tid 1 to smithi08678205-47 2024-09-11T03:43:52.778 INFO:tasks.rados.rados.0.smithi086.stdout:3598: finishing write tid 2 to smithi08678205-47 2024-09-11T03:43:52.780 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 330 2024-09-11T03:43:52.780 INFO:tasks.rados.rados.0.smithi086.stdout:3600: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2024-09-11T03:43:52.783 INFO:tasks.rados.rados.0.smithi086.stdout:3600: writing smithi08678205-2 from 0 to 499712 tid 1 2024-09-11T03:43:52.785 INFO:tasks.rados.rados.0.smithi086.stdout:3600: writing smithi08678205-2 from 499712 to 983040 tid 2 2024-09-11T03:43:52.790 INFO:tasks.rados.rados.0.smithi086.stdout:3600: writing smithi08678205-2 from 983040 to 1769472 tid 3 2024-09-11T03:43:52.792 INFO:tasks.rados.rados.0.smithi086.stdout:3600: writing smithi08678205-2 from 1769472 to 2105344 tid 4 2024-09-11T03:43:52.792 INFO:tasks.rados.rados.0.smithi086.stdout:3601: rmattr oid 28 current snap is 330 2024-09-11T03:43:52.792 INFO:tasks.rados.rados.0.smithi086.stdout:3601: done (3 left) 2024-09-11T03:43:52.792 INFO:tasks.rados.rados.0.smithi086.stdout:3602: snap_create 2024-09-11T03:43:52.792 INFO:tasks.rados.rados.0.smithi086.stdout:3598: finishing write tid 3 to smithi08678205-47 2024-09-11T03:43:52.792 INFO:tasks.rados.rados.0.smithi086.stdout:3598: finishing write tid 4 to smithi08678205-47 2024-09-11T03:43:52.792 INFO:tasks.rados.rados.0.smithi086.stdout:3598: finishing write tid 5 to smithi08678205-47 2024-09-11T03:43:52.793 INFO:tasks.rados.rados.0.smithi086.stdout:3598: finishing write tid 6 to smithi08678205-47 2024-09-11T03:43:52.793 INFO:tasks.rados.rados.0.smithi086.stdout:3598: oid 47 updating version 0 to 2397 2024-09-11T03:43:52.793 INFO:tasks.rados.rados.0.smithi086.stdout:3598: oid 47 version 2397 is already newer than 2396 2024-09-11T03:43:52.793 INFO:tasks.rados.rados.0.smithi086.stdout:3598: oid 47 updating version 2397 to 2399 2024-09-11T03:43:52.793 INFO:tasks.rados.rados.0.smithi086.stdout:3598: oid 47 version 2399 is already newer than 2395 2024-09-11T03:43:52.793 INFO:tasks.rados.rados.0.smithi086.stdout:3598: oid 47 version 2399 is already newer than 2398 2024-09-11T03:43:52.793 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 2399 (ObjNum 1127 snap 330 seq_num 1127) dirty exists 2024-09-11T03:43:52.793 INFO:tasks.rados.rados.0.smithi086.stdout:3598: left oid 47 (ObjNum 1127 snap 330 seq_num 1127) 2024-09-11T03:43:52.793 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1940 (ObjNum 1117 snap 326 seq_num 1117) dirty exists 2024-09-11T03:43:52.793 INFO:tasks.rados.rados.0.smithi086.stdout:3600: finishing write tid 1 to smithi08678205-2 2024-09-11T03:43:52.793 INFO:tasks.rados.rados.0.smithi086.stdout:3600: finishing write tid 2 to smithi08678205-2 2024-09-11T03:43:52.794 INFO:tasks.rados.rados.0.smithi086.stdout:3600: finishing write tid 3 to smithi08678205-2 2024-09-11T03:43:52.794 INFO:tasks.rados.rados.0.smithi086.stdout:3600: finishing write tid 4 to smithi08678205-2 2024-09-11T03:43:52.794 INFO:tasks.rados.rados.0.smithi086.stdout:3600: finishing write tid 5 to smithi08678205-2 2024-09-11T03:43:52.798 INFO:tasks.rados.rados.0.smithi086.stdout:3600: finishing write tid 6 to smithi08678205-2 2024-09-11T03:43:52.798 INFO:tasks.rados.rados.0.smithi086.stdout:3600: oid 2 updating version 0 to 2518 2024-09-11T03:43:52.799 INFO:tasks.rados.rados.0.smithi086.stdout:3600: oid 2 updating version 2518 to 2519 2024-09-11T03:43:52.799 INFO:tasks.rados.rados.0.smithi086.stdout:3600: oid 2 updating version 2519 to 2520 2024-09-11T03:43:52.799 INFO:tasks.rados.rados.0.smithi086.stdout:3600: oid 2 version 2520 is already newer than 2517 2024-09-11T03:43:52.799 INFO:tasks.rados.rados.0.smithi086.stdout:3600: oid 2 version 2520 is already newer than 2516 2024-09-11T03:43:52.799 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 2520 (ObjNum 1128 snap 330 seq_num 1128) dirty exists 2024-09-11T03:43:52.799 INFO:tasks.rados.rados.0.smithi086.stdout:3600: left oid 2 (ObjNum 1128 snap 330 seq_num 1128) 2024-09-11T03:43:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:52 smithi086 ceph-mon[89281]: pgmap v795: 121 pgs: 121 active+clean; 196 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 48 op/s 2024-09-11T03:43:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:52 smithi086 ceph-mon[89281]: osdmap e749: 8 total, 8 up, 8 in 2024-09-11T03:43:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:52 smithi086 ceph-mon[89281]: osdmap e750: 8 total, 8 up, 8 in 2024-09-11T03:43:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:52 smithi086 ceph-mon[91691]: pgmap v795: 121 pgs: 121 active+clean; 196 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 48 op/s 2024-09-11T03:43:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:52 smithi086 ceph-mon[91691]: osdmap e749: 8 total, 8 up, 8 in 2024-09-11T03:43:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:52 smithi086 ceph-mon[91691]: osdmap e750: 8 total, 8 up, 8 in 2024-09-11T03:43:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:52 smithi130 ceph-mon[83685]: pgmap v795: 121 pgs: 121 active+clean; 196 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 48 op/s 2024-09-11T03:43:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:52 smithi130 ceph-mon[83685]: osdmap e749: 8 total, 8 up, 8 in 2024-09-11T03:43:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:52 smithi130 ceph-mon[83685]: osdmap e750: 8 total, 8 up, 8 in 2024-09-11T03:43:53.758 INFO:tasks.rados.rados.0.smithi086.stdout:3598: done (3 left) 2024-09-11T03:43:53.758 INFO:tasks.rados.rados.0.smithi086.stdout:3599: done (2 left) 2024-09-11T03:43:53.758 INFO:tasks.rados.rados.0.smithi086.stdout:3600: done (1 left) 2024-09-11T03:43:53.758 INFO:tasks.rados.rados.0.smithi086.stdout:3602: done (0 left) 2024-09-11T03:43:53.758 INFO:tasks.rados.rados.0.smithi086.stdout:3603: copy_from oid 26 from oid 49 current snap is 331 2024-09-11T03:43:53.758 INFO:tasks.rados.rados.0.smithi086.stdout:3604: setattr oid 24 current snap is 331 2024-09-11T03:43:53.760 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 331 2024-09-11T03:43:53.760 INFO:tasks.rados.rados.0.smithi086.stdout:3605: seq_num 1129 ranges {827392=516096,1343488=770048,2113536=598016,2711552=237568} 2024-09-11T03:43:53.767 INFO:tasks.rados.rados.0.smithi086.stdout:3605: writing smithi08678205-16 from 827392 to 1343488 tid 1 2024-09-11T03:43:53.771 INFO:tasks.rados.rados.0.smithi086.stdout:3605: writing smithi08678205-16 from 1343488 to 2113536 tid 2 2024-09-11T03:43:53.774 INFO:tasks.rados.rados.0.smithi086.stdout:3605: writing smithi08678205-16 from 2113536 to 2711552 tid 3 2024-09-11T03:43:53.776 INFO:tasks.rados.rados.0.smithi086.stdout:3605: writing smithi08678205-16 from 2711552 to 2949120 tid 4 2024-09-11T03:43:53.776 INFO:tasks.rados.rados.0.smithi086.stdout:3606: delete oid 41 current snap is 331 2024-09-11T03:43:53.776 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 2683 (ObjNum 33 snap 0 seq_num 3221853056) dirty exists 2024-09-11T03:43:53.776 INFO:tasks.rados.rados.0.smithi086.stdout:3605: finishing write tid 1 to smithi08678205-16 2024-09-11T03:43:53.781 INFO:tasks.rados.rados.0.smithi086.stdout:3604: done (3 left) 2024-09-11T03:43:53.781 INFO:tasks.rados.rados.0.smithi086.stdout:3606: done (2 left) 2024-09-11T03:43:53.781 INFO:tasks.rados.rados.0.smithi086.stdout:3607: rmattr oid 21 current snap is 331 2024-09-11T03:43:53.781 INFO:tasks.rados.rados.0.smithi086.stdout:3607: done (2 left) 2024-09-11T03:43:53.781 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 331 2024-09-11T03:43:53.781 INFO:tasks.rados.rados.0.smithi086.stdout:3608: seq_num 1131 ranges {1916928=548864,2465792=540672,3006464=565248,3571712=425984,3997696=73728} 2024-09-11T03:43:53.794 INFO:tasks.rados.rados.0.smithi086.stdout:3608: writing smithi08678205-7 from 1916928 to 2465792 tid 1 2024-09-11T03:43:53.798 INFO:tasks.rados.rados.0.smithi086.stdout:3608: writing smithi08678205-7 from 2465792 to 3006464 tid 2 2024-09-11T03:43:53.801 INFO:tasks.rados.rados.0.smithi086.stdout:3608: writing smithi08678205-7 from 3006464 to 3571712 tid 3 2024-09-11T03:43:53.804 INFO:tasks.rados.rados.0.smithi086.stdout:3608: writing smithi08678205-7 from 3571712 to 3997696 tid 4 2024-09-11T03:43:53.805 INFO:tasks.rados.rados.0.smithi086.stdout:3608: writing smithi08678205-7 from 3997696 to 4071424 tid 5 2024-09-11T03:43:53.805 INFO:tasks.rados.rados.0.smithi086.stdout:3609: snap_create 2024-09-11T03:43:53.805 INFO:tasks.rados.rados.0.smithi086.stdout:3605: finishing write tid 2 to smithi08678205-16 2024-09-11T03:43:53.805 INFO:tasks.rados.rados.0.smithi086.stdout:3605: finishing write tid 3 to smithi08678205-16 2024-09-11T03:43:53.805 INFO:tasks.rados.rados.0.smithi086.stdout:3605: finishing write tid 4 to smithi08678205-16 2024-09-11T03:43:53.805 INFO:tasks.rados.rados.0.smithi086.stdout:3605: finishing write tid 5 to smithi08678205-16 2024-09-11T03:43:53.806 INFO:tasks.rados.rados.0.smithi086.stdout:3605: finishing write tid 6 to smithi08678205-16 2024-09-11T03:43:53.806 INFO:tasks.rados.rados.0.smithi086.stdout:3605: oid 16 updating version 0 to 2604 2024-09-11T03:43:53.806 INFO:tasks.rados.rados.0.smithi086.stdout:3605: oid 16 version 2604 is already newer than 2603 2024-09-11T03:43:53.806 INFO:tasks.rados.rados.0.smithi086.stdout:3605: oid 16 updating version 2604 to 2607 2024-09-11T03:43:53.806 INFO:tasks.rados.rados.0.smithi086.stdout:3605: oid 16 version 2607 is already newer than 2605 2024-09-11T03:43:53.806 INFO:tasks.rados.rados.0.smithi086.stdout:3605: oid 16 version 2607 is already newer than 2606 2024-09-11T03:43:53.806 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 2607 (ObjNum 1129 snap 331 seq_num 1129) dirty exists 2024-09-11T03:43:53.806 INFO:tasks.rados.rados.0.smithi086.stdout:3605: left oid 16 (ObjNum 1129 snap 331 seq_num 1129) 2024-09-11T03:43:53.806 INFO:tasks.rados.rados.0.smithi086.stdout:3603: finishing copy_from racing read to smithi08678205-26 2024-09-11T03:43:53.806 INFO:tasks.rados.rados.0.smithi086.stdout:3608: finishing write tid 1 to smithi08678205-7 2024-09-11T03:43:53.806 INFO:tasks.rados.rados.0.smithi086.stdout:3603: finishing copy_from to smithi08678205-26 2024-09-11T03:43:53.806 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 2393 (ObjNum 1103 snap 321 seq_num 1103) dirty exists 2024-09-11T03:43:53.807 INFO:tasks.rados.rados.0.smithi086.stdout:3608: finishing write tid 2 to smithi08678205-7 2024-09-11T03:43:53.807 INFO:tasks.rados.rados.0.smithi086.stdout:3608: finishing write tid 3 to smithi08678205-7 2024-09-11T03:43:53.808 INFO:tasks.rados.rados.0.smithi086.stdout:3608: finishing write tid 4 to smithi08678205-7 2024-09-11T03:43:53.809 INFO:tasks.rados.rados.0.smithi086.stdout:3608: finishing write tid 5 to smithi08678205-7 2024-09-11T03:43:53.809 INFO:tasks.rados.rados.0.smithi086.stdout:3608: finishing write tid 6 to smithi08678205-7 2024-09-11T03:43:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:3608: finishing write tid 7 to smithi08678205-7 2024-09-11T03:43:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:3608: oid 7 updating version 0 to 1941 2024-09-11T03:43:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:3608: oid 7 updating version 1941 to 1944 2024-09-11T03:43:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:3608: oid 7 updating version 1944 to 1945 2024-09-11T03:43:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:3608: oid 7 version 1945 is already newer than 1943 2024-09-11T03:43:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:3608: oid 7 updating version 1945 to 1946 2024-09-11T03:43:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:3608: oid 7 version 1946 is already newer than 1942 2024-09-11T03:43:53.810 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1946 (ObjNum 1131 snap 331 seq_num 1131) dirty exists 2024-09-11T03:43:53.811 INFO:tasks.rados.rados.0.smithi086.stdout:3608: left oid 7 (ObjNum 1131 snap 331 seq_num 1131) 2024-09-11T03:43:54.755 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:43:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:43:54] "GET /metrics HTTP/1.1" 200 36371 "" "Prometheus/2.51.0" 2024-09-11T03:43:54.809 INFO:tasks.rados.rados.0.smithi086.stdout:3603: done (3 left) 2024-09-11T03:43:54.809 INFO:tasks.rados.rados.0.smithi086.stdout:3605: done (2 left) 2024-09-11T03:43:54.809 INFO:tasks.rados.rados.0.smithi086.stdout:3608: done (1 left) 2024-09-11T03:43:54.809 INFO:tasks.rados.rados.0.smithi086.stdout:3609: done (0 left) 2024-09-11T03:43:54.810 INFO:tasks.rados.rados.0.smithi086.stdout:3610: delete oid 25 current snap is 332 2024-09-11T03:43:54.818 INFO:tasks.rados.rados.0.smithi086.stdout:3610: done (0 left) 2024-09-11T03:43:54.818 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 332 2024-09-11T03:43:54.818 INFO:tasks.rados.rados.0.smithi086.stdout:3611: seq_num 1133 ranges {4055040=581632,4636672=753664,5390336=573440,5963776=278528} 2024-09-11T03:43:54.842 INFO:tasks.rados.rados.0.smithi086.stdout:3611: writing smithi08678205-45 from 4055040 to 4636672 tid 1 2024-09-11T03:43:54.847 INFO:tasks.rados.rados.0.smithi086.stdout:3611: writing smithi08678205-45 from 4636672 to 5390336 tid 2 2024-09-11T03:43:54.850 INFO:tasks.rados.rados.0.smithi086.stdout:3611: writing smithi08678205-45 from 5390336 to 5963776 tid 3 2024-09-11T03:43:54.852 INFO:tasks.rados.rados.0.smithi086.stdout:3611: writing smithi08678205-45 from 5963776 to 6242304 tid 4 2024-09-11T03:43:54.853 INFO:tasks.rados.rados.0.smithi086.stdout:3612: read oid 17 snap -1 2024-09-11T03:43:54.853 INFO:tasks.rados.rados.0.smithi086.stdout:3612: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-09-11T03:43:54.853 INFO:tasks.rados.rados.0.smithi086.stdout:3613: delete oid 32 current snap is 332 2024-09-11T03:43:54.853 INFO:tasks.rados.rados.0.smithi086.stdout:3611: finishing write tid 1 to smithi08678205-45 2024-09-11T03:43:54.853 INFO:tasks.rados.rados.0.smithi086.stdout:3611: finishing write tid 2 to smithi08678205-45 2024-09-11T03:43:54.856 INFO:tasks.rados.rados.0.smithi086.stdout:3611: finishing write tid 3 to smithi08678205-45 2024-09-11T03:43:54.856 INFO:tasks.rados.rados.0.smithi086.stdout:3613: done (2 left) 2024-09-11T03:43:54.856 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 332 2024-09-11T03:43:54.856 INFO:tasks.rados.rados.0.smithi086.stdout:3614: seq_num 1135 ranges {1433600=614400,2048000=524288,2572288=540672,3112960=483328,3596288=57344} 2024-09-11T03:43:54.867 INFO:tasks.rados.rados.0.smithi086.stdout:3614: writing smithi08678205-1 from 1433600 to 2048000 tid 1 2024-09-11T03:43:54.870 INFO:tasks.rados.rados.0.smithi086.stdout:3614: writing smithi08678205-1 from 2048000 to 2572288 tid 2 2024-09-11T03:43:54.876 INFO:tasks.rados.rados.0.smithi086.stdout:3614: writing smithi08678205-1 from 2572288 to 3112960 tid 3 2024-09-11T03:43:54.877 INFO:tasks.rados.rados.0.smithi086.stdout:3614: writing smithi08678205-1 from 3112960 to 3596288 tid 4 2024-09-11T03:43:54.878 INFO:tasks.rados.rados.0.smithi086.stdout:3614: writing smithi08678205-1 from 3596288 to 3653632 tid 5 2024-09-11T03:43:54.878 INFO:tasks.rados.rados.0.smithi086.stdout:3615: snap_create 2024-09-11T03:43:54.878 INFO:tasks.rados.rados.0.smithi086.stdout:3611: finishing write tid 4 to smithi08678205-45 2024-09-11T03:43:54.879 INFO:tasks.rados.rados.0.smithi086.stdout:3611: finishing write tid 5 to smithi08678205-45 2024-09-11T03:43:54.879 INFO:tasks.rados.rados.0.smithi086.stdout:3611: finishing write tid 6 to smithi08678205-45 2024-09-11T03:43:54.879 INFO:tasks.rados.rados.0.smithi086.stdout:3611: oid 45 updating version 0 to 2632 2024-09-11T03:43:54.879 INFO:tasks.rados.rados.0.smithi086.stdout:3611: oid 45 updating version 2632 to 2633 2024-09-11T03:43:54.879 INFO:tasks.rados.rados.0.smithi086.stdout:3611: oid 45 updating version 2633 to 2635 2024-09-11T03:43:54.879 INFO:tasks.rados.rados.0.smithi086.stdout:3611: oid 45 version 2635 is already newer than 2631 2024-09-11T03:43:54.879 INFO:tasks.rados.rados.0.smithi086.stdout:3611: oid 45 version 2635 is already newer than 2634 2024-09-11T03:43:54.879 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 2635 (ObjNum 1133 snap 332 seq_num 1133) dirty exists 2024-09-11T03:43:54.879 INFO:tasks.rados.rados.0.smithi086.stdout:3611: left oid 45 (ObjNum 1133 snap 332 seq_num 1133) 2024-09-11T03:43:54.879 INFO:tasks.rados.rados.0.smithi086.stdout:3614: finishing write tid 1 to smithi08678205-1 2024-09-11T03:43:54.879 INFO:tasks.rados.rados.0.smithi086.stdout:3614: finishing write tid 2 to smithi08678205-1 2024-09-11T03:43:54.879 INFO:tasks.rados.rados.0.smithi086.stdout:3614: finishing write tid 3 to smithi08678205-1 2024-09-11T03:43:54.880 INFO:tasks.rados.rados.0.smithi086.stdout:3612: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-09-11T03:43:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:54 smithi086 ceph-mon[89281]: pgmap v798: 121 pgs: 121 active+clean; 196 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 45 op/s 2024-09-11T03:43:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:54 smithi086 ceph-mon[89281]: osdmap e751: 8 total, 8 up, 8 in 2024-09-11T03:43:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:54 smithi086 ceph-mon[91691]: pgmap v798: 121 pgs: 121 active+clean; 196 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 45 op/s 2024-09-11T03:43:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:54 smithi086 ceph-mon[91691]: osdmap e751: 8 total, 8 up, 8 in 2024-09-11T03:43:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:54 smithi130 ceph-mon[83685]: pgmap v798: 121 pgs: 121 active+clean; 196 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 45 op/s 2024-09-11T03:43:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:54 smithi130 ceph-mon[83685]: osdmap e751: 8 total, 8 up, 8 in 2024-09-11T03:43:55.340 INFO:tasks.rados.rados.0.smithi086.stdout:3614: finishing write tid 4 to smithi08678205-1 2024-09-11T03:43:55.340 INFO:tasks.rados.rados.0.smithi086.stdout:3614: finishing write tid 5 to smithi08678205-1 2024-09-11T03:43:55.340 INFO:tasks.rados.rados.0.smithi086.stdout:3614: finishing write tid 6 to smithi08678205-1 2024-09-11T03:43:55.340 INFO:tasks.rados.rados.0.smithi086.stdout:3614: finishing write tid 7 to smithi08678205-1 2024-09-11T03:43:55.341 INFO:tasks.rados.rados.0.smithi086.stdout:3614: oid 1 updating version 0 to 2403 2024-09-11T03:43:55.341 INFO:tasks.rados.rados.0.smithi086.stdout:3614: oid 1 version 2403 is already newer than 2402 2024-09-11T03:43:55.341 INFO:tasks.rados.rados.0.smithi086.stdout:3614: oid 1 version 2403 is already newer than 2401 2024-09-11T03:43:55.341 INFO:tasks.rados.rados.0.smithi086.stdout:3614: oid 1 updating version 2403 to 2405 2024-09-11T03:43:55.341 INFO:tasks.rados.rados.0.smithi086.stdout:3614: oid 1 version 2405 is already newer than 2404 2024-09-11T03:43:55.341 INFO:tasks.rados.rados.0.smithi086.stdout:3614: oid 1 version 2405 is already newer than 2400 2024-09-11T03:43:55.341 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 2405 (ObjNum 1135 snap 332 seq_num 1135) dirty exists 2024-09-11T03:43:55.341 INFO:tasks.rados.rados.0.smithi086.stdout:3614: left oid 1 (ObjNum 1135 snap 332 seq_num 1135) 2024-09-11T03:43:55.821 INFO:tasks.rados.rados.0.smithi086.stdout:3611: done (3 left) 2024-09-11T03:43:55.821 INFO:tasks.rados.rados.0.smithi086.stdout:3612: done (2 left) 2024-09-11T03:43:55.821 INFO:tasks.rados.rados.0.smithi086.stdout:3614: done (1 left) 2024-09-11T03:43:55.821 INFO:tasks.rados.rados.0.smithi086.stdout:3615: done (0 left) 2024-09-11T03:43:55.821 INFO:tasks.rados.rados.0.smithi086.stdout:3616: delete oid 26 current snap is 333 2024-09-11T03:43:55.824 INFO:tasks.rados.rados.0.smithi086.stdout:3616: done (0 left) 2024-09-11T03:43:55.824 INFO:tasks.rados.rados.0.smithi086.stdout:3617: copy_from oid 40 from oid 42 current snap is 333 2024-09-11T03:43:55.824 INFO:tasks.rados.rados.0.smithi086.stdout:3618: rmattr oid 28 current snap is 333 2024-09-11T03:43:55.824 INFO:tasks.rados.rados.0.smithi086.stdout:3619: delete oid 50 current snap is 333 2024-09-11T03:43:55.824 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-11T03:43:55.829 INFO:tasks.rados.rados.0.smithi086.stdout:3618: done (2 left) 2024-09-11T03:43:55.829 INFO:tasks.rados.rados.0.smithi086.stdout:3619: done (1 left) 2024-09-11T03:43:55.830 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 333 2024-09-11T03:43:55.830 INFO:tasks.rados.rados.0.smithi086.stdout:3620: seq_num 1138 ranges {6242304=663552,6905856=581632,7487488=712704,8200192=311296} 2024-09-11T03:43:55.865 INFO:tasks.rados.rados.0.smithi086.stdout:3620: writing smithi08678205-45 from 6242304 to 6905856 tid 1 2024-09-11T03:43:55.869 INFO:tasks.rados.rados.0.smithi086.stdout:3620: writing smithi08678205-45 from 6905856 to 7487488 tid 2 2024-09-11T03:43:55.873 INFO:tasks.rados.rados.0.smithi086.stdout:3620: writing smithi08678205-45 from 7487488 to 8200192 tid 3 2024-09-11T03:43:55.875 INFO:tasks.rados.rados.0.smithi086.stdout:3620: writing smithi08678205-45 from 8200192 to 8511488 tid 4 2024-09-11T03:43:55.876 INFO:tasks.rados.rados.0.smithi086.stdout:3621: read oid 14 snap -1 2024-09-11T03:43:55.876 INFO:tasks.rados.rados.0.smithi086.stdout:3621: expect (ObjNum 1065 snap 315 seq_num 1065) 2024-09-11T03:43:55.876 INFO:tasks.rados.rados.0.smithi086.stdout:3622: rollback oid 9 current snap is 333 2024-09-11T03:43:55.876 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 9 to 329 2024-09-11T03:43:55.876 INFO:tasks.rados.rados.0.smithi086.stdout:3617: finishing copy_from racing read to smithi08678205-40 2024-09-11T03:43:55.876 INFO:tasks.rados.rados.0.smithi086.stdout:3617: finishing copy_from to smithi08678205-40 2024-09-11T03:43:55.876 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 2612 (ObjNum 1016 snap 297 seq_num 1016) dirty exists 2024-09-11T03:43:55.876 INFO:tasks.rados.rados.0.smithi086.stdout:3620: finishing write tid 1 to smithi08678205-45 2024-09-11T03:43:55.876 INFO:tasks.rados.rados.0.smithi086.stdout:3617: done (3 left) 2024-09-11T03:43:55.876 INFO:tasks.rados.rados.0.smithi086.stdout:3623: setattr oid 46 current snap is 333 2024-09-11T03:43:55.876 INFO:tasks.rados.rados.0.smithi086.stdout:3620: finishing write tid 2 to smithi08678205-45 2024-09-11T03:43:55.877 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 333 2024-09-11T03:43:55.877 INFO:tasks.rados.rados.0.smithi086.stdout:3624: seq_num 1139 ranges {3653632=679936,4333568=458752,4792320=524288,5316608=540672,5857280=81920} 2024-09-11T03:43:55.899 INFO:tasks.rados.rados.0.smithi086.stdout:3624: writing smithi08678205-1 from 3653632 to 4333568 tid 1 2024-09-11T03:43:55.902 INFO:tasks.rados.rados.0.smithi086.stdout:3624: writing smithi08678205-1 from 4333568 to 4792320 tid 2 2024-09-11T03:43:55.905 INFO:tasks.rados.rados.0.smithi086.stdout:3624: writing smithi08678205-1 from 4792320 to 5316608 tid 3 2024-09-11T03:43:55.908 INFO:tasks.rados.rados.0.smithi086.stdout:3624: writing smithi08678205-1 from 5316608 to 5857280 tid 4 2024-09-11T03:43:55.910 INFO:tasks.rados.rados.0.smithi086.stdout:3624: writing smithi08678205-1 from 5857280 to 5939200 tid 5 2024-09-11T03:43:55.910 INFO:tasks.rados.rados.0.smithi086.stdout:3625: read oid 33 snap -1 2024-09-11T03:43:55.911 INFO:tasks.rados.rados.0.smithi086.stdout:3625: expect deleted 2024-09-11T03:43:55.911 INFO:tasks.rados.rados.0.smithi086.stdout:3626: copy_from oid 42 from oid 26 current snap is 333 2024-09-11T03:43:55.911 INFO:tasks.rados.rados.0.smithi086.stdout:3620: finishing write tid 3 to smithi08678205-45 2024-09-11T03:43:55.911 INFO:tasks.rados.rados.0.smithi086.stdout:3620: finishing write tid 4 to smithi08678205-45 2024-09-11T03:43:55.911 INFO:tasks.rados.rados.0.smithi086.stdout:3620: finishing write tid 5 to smithi08678205-45 2024-09-11T03:43:55.911 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 2608 (ObjNum 1060 snap 312 seq_num 1060) dirty exists 2024-09-11T03:43:55.911 INFO:tasks.rados.rados.0.smithi086.stdout:3622: finishing rollback tid 0 to smithi08678205-9 2024-09-11T03:43:55.911 INFO:tasks.rados.rados.0.smithi086.stdout:3623: done (6 left) 2024-09-11T03:43:55.911 INFO:tasks.rados.rados.0.smithi086.stdout:3627: read oid 23 snap -1 2024-09-11T03:43:55.911 INFO:tasks.rados.rados.0.smithi086.stdout:3627: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:43:55.911 INFO:tasks.rados.rados.0.smithi086.stdout:3628: read oid 39 snap 330 2024-09-11T03:43:55.911 INFO:tasks.rados.rados.0.smithi086.stdout:3628: expect (ObjNum 1094 snap 321 seq_num 1094) 2024-09-11T03:43:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:3629: copy_from oid 4 from oid 13 current snap is 333 2024-09-11T03:43:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:3622: finishing rollback tid 1 to smithi08678205-9 2024-09-11T03:43:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:3622: finishing rollback tid 2 to smithi08678205-9 2024-09-11T03:43:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 2615 (ObjNum 1071 snap 318 seq_num 1071) dirty exists 2024-09-11T03:43:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:3620: finishing write tid 6 to smithi08678205-45 2024-09-11T03:43:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:3620: oid 45 updating version 0 to 2637 2024-09-11T03:43:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:3620: oid 45 updating version 2637 to 2640 2024-09-11T03:43:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:3620: oid 45 version 2640 is already newer than 2638 2024-09-11T03:43:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:3620: oid 45 version 2640 is already newer than 2639 2024-09-11T03:43:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:3620: oid 45 version 2640 is already newer than 2636 2024-09-11T03:43:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 2640 (ObjNum 1138 snap 333 seq_num 1138) dirty exists 2024-09-11T03:43:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:3620: left oid 45 (ObjNum 1138 snap 333 seq_num 1138) 2024-09-11T03:43:55.912 INFO:tasks.rados.rados.0.smithi086.stdout:3624: finishing write tid 1 to smithi08678205-1 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:3624: finishing write tid 2 to smithi08678205-1 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:3624: finishing write tid 3 to smithi08678205-1 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:3620: done (8 left) 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:3622: done (7 left) 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:3630: rollback oid 48 current snap is 333 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 48 to 332 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:3631: read oid 3 snap -1 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:3631: expect (ObjNum 991 snap 290 seq_num 991) 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:3632: read oid 30 snap -1 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:3632: expect (ObjNum 1016 snap 297 seq_num 1016) 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:3633: rmattr oid 12 current snap is 333 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:3633: done (10 left) 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 333 2024-09-11T03:43:55.913 INFO:tasks.rados.rados.0.smithi086.stdout:3634: seq_num 1140 ranges {5521408=696320,6217728=745472,6963200=729088,7692288=131072} 2024-09-11T03:43:55.943 INFO:tasks.rados.rados.0.smithi086.stdout:3634: writing smithi08678205-15 from 5521408 to 6217728 tid 1 2024-09-11T03:43:55.948 INFO:tasks.rados.rados.0.smithi086.stdout:3634: writing smithi08678205-15 from 6217728 to 6963200 tid 2 2024-09-11T03:43:55.953 INFO:tasks.rados.rados.0.smithi086.stdout:3634: writing smithi08678205-15 from 6963200 to 7692288 tid 3 2024-09-11T03:43:55.954 INFO:tasks.rados.rados.0.smithi086.stdout:3634: writing smithi08678205-15 from 7692288 to 7823360 tid 4 2024-09-11T03:43:55.954 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 333 2024-09-11T03:43:55.955 INFO:tasks.rados.rados.0.smithi086.stdout:3635: seq_num 1141 ranges {1933312=712704,2646016=679936,3325952=540672,3866624=385024} 2024-09-11T03:43:55.969 INFO:tasks.rados.rados.0.smithi086.stdout:3635: writing smithi08678205-35 from 1933312 to 2646016 tid 1 2024-09-11T03:43:55.974 INFO:tasks.rados.rados.0.smithi086.stdout:3635: writing smithi08678205-35 from 2646016 to 3325952 tid 2 2024-09-11T03:43:55.977 INFO:tasks.rados.rados.0.smithi086.stdout:3635: writing smithi08678205-35 from 3325952 to 3866624 tid 3 2024-09-11T03:43:55.979 INFO:tasks.rados.rados.0.smithi086.stdout:3635: writing smithi08678205-35 from 3866624 to 4251648 tid 4 2024-09-11T03:43:55.979 INFO:tasks.rados.rados.0.smithi086.stdout:3636: delete oid 7 current snap is 333 2024-09-11T03:43:55.980 INFO:tasks.rados.rados.0.smithi086.stdout:3624: finishing write tid 4 to smithi08678205-1 2024-09-11T03:43:55.980 INFO:tasks.rados.rados.0.smithi086.stdout:3621: expect (ObjNum 1065 snap 315 seq_num 1065) 2024-09-11T03:43:56.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:55 smithi086 ceph-mon[89281]: osdmap e752: 8 total, 8 up, 8 in 2024-09-11T03:43:56.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:55 smithi086 ceph-mon[91691]: osdmap e752: 8 total, 8 up, 8 in 2024-09-11T03:43:56.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:55 smithi130 ceph-mon[83685]: osdmap e752: 8 total, 8 up, 8 in 2024-09-11T03:43:56.649 INFO:tasks.rados.rados.0.smithi086.stdout:3626: finishing copy_from to smithi08678205-42 2024-09-11T03:43:56.649 INFO:tasks.rados.rados.0.smithi086.stdout:3626: got expected ENOENT (src dne) 2024-09-11T03:43:56.649 INFO:tasks.rados.rados.0.smithi086.stdout:3626: finishing copy_from racing read to smithi08678205-42 2024-09-11T03:43:56.650 INFO:tasks.rados.rados.0.smithi086.stdout:3630: finishing rollback tid 1 to smithi08678205-48 2024-09-11T03:43:56.650 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 0 (ObjNum 113 snap 0 seq_num 406427040) dirty dne 2024-09-11T03:43:56.650 INFO:tasks.rados.rados.0.smithi086.stdout:3624: finishing write tid 5 to smithi08678205-1 2024-09-11T03:43:56.650 INFO:tasks.rados.rados.0.smithi086.stdout:3624: finishing write tid 6 to smithi08678205-1 2024-09-11T03:43:56.650 INFO:tasks.rados.rados.0.smithi086.stdout:3624: finishing write tid 7 to smithi08678205-1 2024-09-11T03:43:56.650 INFO:tasks.rados.rados.0.smithi086.stdout:3624: oid 1 updating version 0 to 2407 2024-09-11T03:43:56.650 INFO:tasks.rados.rados.0.smithi086.stdout:3624: oid 1 updating version 2407 to 2411 2024-09-11T03:43:56.650 INFO:tasks.rados.rados.0.smithi086.stdout:3624: oid 1 version 2411 is already newer than 2410 2024-09-11T03:43:56.650 INFO:tasks.rados.rados.0.smithi086.stdout:3624: oid 1 version 2411 is already newer than 2406 2024-09-11T03:43:56.650 INFO:tasks.rados.rados.0.smithi086.stdout:3624: oid 1 version 2411 is already newer than 2409 2024-09-11T03:43:56.650 INFO:tasks.rados.rados.0.smithi086.stdout:3624: oid 1 version 2411 is already newer than 2408 2024-09-11T03:43:56.650 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 2411 (ObjNum 1139 snap 333 seq_num 1139) dirty exists 2024-09-11T03:43:56.650 INFO:tasks.rados.rados.0.smithi086.stdout:3624: left oid 1 (ObjNum 1139 snap 333 seq_num 1139) 2024-09-11T03:43:56.651 INFO:tasks.rados.rados.0.smithi086.stdout:3628: expect (ObjNum 1094 snap 321 seq_num 1094) 2024-09-11T03:43:56.734 INFO:tasks.rados.rados.0.smithi086.stdout:3627: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:43:56.886 INFO:tasks.rados.rados.0.smithi086.stdout:3632: expect (ObjNum 1016 snap 297 seq_num 1016) 2024-09-11T03:43:57.014 INFO:tasks.rados.rados.0.smithi086.stdout:3634: finishing write tid 1 to smithi08678205-15 2024-09-11T03:43:57.014 INFO:tasks.rados.rados.0.smithi086.stdout:3634: finishing write tid 2 to smithi08678205-15 2024-09-11T03:43:57.014 INFO:tasks.rados.rados.0.smithi086.stdout:3629: finishing copy_from racing read to smithi08678205-4 2024-09-11T03:43:57.014 INFO:tasks.rados.rados.0.smithi086.stdout:3634: finishing write tid 3 to smithi08678205-15 2024-09-11T03:43:57.014 INFO:tasks.rados.rados.0.smithi086.stdout:3634: finishing write tid 4 to smithi08678205-15 2024-09-11T03:43:57.014 INFO:tasks.rados.rados.0.smithi086.stdout:3634: finishing write tid 5 to smithi08678205-15 2024-09-11T03:43:57.014 INFO:tasks.rados.rados.0.smithi086.stdout:3634: finishing write tid 6 to smithi08678205-15 2024-09-11T03:43:57.014 INFO:tasks.rados.rados.0.smithi086.stdout:3634: oid 15 updating version 0 to 2790 2024-09-11T03:43:57.014 INFO:tasks.rados.rados.0.smithi086.stdout:3634: oid 15 updating version 2790 to 2793 2024-09-11T03:43:57.014 INFO:tasks.rados.rados.0.smithi086.stdout:3634: oid 15 version 2793 is already newer than 2791 2024-09-11T03:43:57.015 INFO:tasks.rados.rados.0.smithi086.stdout:3634: oid 15 version 2793 is already newer than 2789 2024-09-11T03:43:57.015 INFO:tasks.rados.rados.0.smithi086.stdout:3634: oid 15 version 2793 is already newer than 2792 2024-09-11T03:43:57.015 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2793 (ObjNum 1140 snap 333 seq_num 1140) dirty exists 2024-09-11T03:43:57.015 INFO:tasks.rados.rados.0.smithi086.stdout:3634: left oid 15 (ObjNum 1140 snap 333 seq_num 1140) 2024-09-11T03:43:57.015 INFO:tasks.rados.rados.0.smithi086.stdout:3629: finishing copy_from to smithi08678205-4 2024-09-11T03:43:57.015 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 612 (ObjNum 1004 snap 296 seq_num 1004) dirty exists 2024-09-11T03:43:57.015 INFO:tasks.rados.rados.0.smithi086.stdout:3631: expect (ObjNum 991 snap 290 seq_num 991) 2024-09-11T03:43:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:56 smithi086 ceph-mon[89281]: pgmap v801: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-09-11T03:43:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:56 smithi086 ceph-mon[89281]: osdmap e753: 8 total, 8 up, 8 in 2024-09-11T03:43:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:56 smithi086 ceph-mon[91691]: pgmap v801: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-09-11T03:43:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:56 smithi086 ceph-mon[91691]: osdmap e753: 8 total, 8 up, 8 in 2024-09-11T03:43:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:56 smithi130 ceph-mon[83685]: pgmap v801: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-09-11T03:43:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:56 smithi130 ceph-mon[83685]: osdmap e753: 8 total, 8 up, 8 in 2024-09-11T03:43:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:58 smithi086 ceph-mon[89281]: pgmap v803: 121 pgs: 121 active+clean; 221 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.5 MiB/s wr, 31 op/s 2024-09-11T03:43:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:43:58 smithi086 ceph-mon[89281]: osdmap e754: 8 total, 8 up, 8 in 2024-09-11T03:43:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:58 smithi086 ceph-mon[91691]: pgmap v803: 121 pgs: 121 active+clean; 221 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.5 MiB/s wr, 31 op/s 2024-09-11T03:43:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:43:58 smithi086 ceph-mon[91691]: osdmap e754: 8 total, 8 up, 8 in 2024-09-11T03:43:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:58 smithi130 ceph-mon[83685]: pgmap v803: 121 pgs: 121 active+clean; 221 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.5 MiB/s wr, 31 op/s 2024-09-11T03:43:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:43:58 smithi130 ceph-mon[83685]: osdmap e754: 8 total, 8 up, 8 in 2024-09-11T03:44:00.511 INFO:tasks.rados.rados.0.smithi086.stdout:3635: finishing write tid 1 to smithi08678205-35 2024-09-11T03:44:00.511 INFO:tasks.rados.rados.0.smithi086.stdout:3635: finishing write tid 2 to smithi08678205-35 2024-09-11T03:44:00.511 INFO:tasks.rados.rados.0.smithi086.stdout:3635: finishing write tid 3 to smithi08678205-35 2024-09-11T03:44:00.512 INFO:tasks.rados.rados.0.smithi086.stdout:3635: finishing write tid 4 to smithi08678205-35 2024-09-11T03:44:00.512 INFO:tasks.rados.rados.0.smithi086.stdout:3621: done (12 left) 2024-09-11T03:44:00.512 INFO:tasks.rados.rados.0.smithi086.stdout:3624: done (11 left) 2024-09-11T03:44:00.512 INFO:tasks.rados.rados.0.smithi086.stdout:3625: done (10 left) 2024-09-11T03:44:00.512 INFO:tasks.rados.rados.0.smithi086.stdout:3626: done (9 left) 2024-09-11T03:44:00.512 INFO:tasks.rados.rados.0.smithi086.stdout:3627: done (8 left) 2024-09-11T03:44:00.512 INFO:tasks.rados.rados.0.smithi086.stdout:3628: done (7 left) 2024-09-11T03:44:00.512 INFO:tasks.rados.rados.0.smithi086.stdout:3629: done (6 left) 2024-09-11T03:44:00.512 INFO:tasks.rados.rados.0.smithi086.stdout:3630: done (5 left) 2024-09-11T03:44:00.512 INFO:tasks.rados.rados.0.smithi086.stdout:3631: done (4 left) 2024-09-11T03:44:00.512 INFO:tasks.rados.rados.0.smithi086.stdout:3632: done (3 left) 2024-09-11T03:44:00.512 INFO:tasks.rados.rados.0.smithi086.stdout:3634: done (2 left) 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:3636: done (1 left) 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:3637: read oid 29 snap 325 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:3637: expect (ObjNum 1109 snap 325 seq_num 1109) 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:3638: copy_from oid 10 from oid 40 current snap is 333 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:3635: finishing write tid 5 to smithi08678205-35 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:3635: finishing write tid 6 to smithi08678205-35 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:3635: oid 35 updating version 0 to 2688 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:3635: oid 35 version 2688 is already newer than 2685 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:3635: oid 35 version 2688 is already newer than 2686 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:3635: oid 35 version 2688 is already newer than 2684 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:3635: oid 35 version 2688 is already newer than 2687 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2688 (ObjNum 1141 snap 333 seq_num 1141) dirty exists 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:3635: left oid 35 (ObjNum 1141 snap 333 seq_num 1141) 2024-09-11T03:44:00.513 INFO:tasks.rados.rados.0.smithi086.stdout:3635: done (2 left) 2024-09-11T03:44:00.514 INFO:tasks.rados.rados.0.smithi086.stdout:3639: read oid 9 snap 325 2024-09-11T03:44:00.514 INFO:tasks.rados.rados.0.smithi086.stdout:3639: expect (ObjNum 1071 snap 318 seq_num 1071) 2024-09-11T03:44:00.514 INFO:tasks.rados.rados.0.smithi086.stdout:3640: rollback oid 24 current snap is 333 2024-09-11T03:44:00.514 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 24 to 325 2024-09-11T03:44:00.514 INFO:tasks.rados.rados.0.smithi086.stdout:3641: delete oid 37 current snap is 333 2024-09-11T03:44:00.518 INFO:tasks.rados.rados.0.smithi086.stdout:3640: finishing rollback tid 0 to smithi08678205-24 2024-09-11T03:44:00.518 INFO:tasks.rados.rados.0.smithi086.stdout:3640: finishing rollback tid 1 to smithi08678205-24 2024-09-11T03:44:00.518 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 24 v 2690 (ObjNum 2034650112 snap 18568452 seq_num 304) dirty dne 2024-09-11T03:44:00.518 INFO:tasks.rados.rados.0.smithi086.stdout:3640: done (4 left) 2024-09-11T03:44:00.519 INFO:tasks.rados.rados.0.smithi086.stdout:3641: done (3 left) 2024-09-11T03:44:00.519 INFO:tasks.rados.rados.0.smithi086.stdout:3642: rmattr oid 5 current snap is 333 2024-09-11T03:44:00.519 INFO:tasks.rados.rados.0.smithi086.stdout:3642: done (3 left) 2024-09-11T03:44:00.519 INFO:tasks.rados.rados.0.smithi086.stdout:3643: snap_create 2024-09-11T03:44:00.539 INFO:tasks.rados.rados.0.smithi086.stdout:3637: expect (ObjNum 1109 snap 325 seq_num 1109) 2024-09-11T03:44:01.037 INFO:tasks.rados.rados.0.smithi086.stdout:3638: finishing copy_from racing read to smithi08678205-10 2024-09-11T03:44:01.038 INFO:tasks.rados.rados.0.smithi086.stdout:3638: finishing copy_from to smithi08678205-10 2024-09-11T03:44:01.038 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2612 (ObjNum 1016 snap 297 seq_num 1016) dirty exists 2024-09-11T03:44:01.038 INFO:tasks.rados.rados.0.smithi086.stdout:3639: expect (ObjNum 1071 snap 318 seq_num 1071) 2024-09-11T03:44:01.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:00 smithi086 ceph-mon[89281]: pgmap v805: 121 pgs: 121 active+clean; 225 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-09-11T03:44:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:00 smithi086 ceph-mon[91691]: pgmap v805: 121 pgs: 121 active+clean; 225 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-09-11T03:44:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:00 smithi130 ceph-mon[83685]: pgmap v805: 121 pgs: 121 active+clean; 225 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-09-11T03:44:01.828 INFO:tasks.rados.rados.0.smithi086.stdout:3637: done (3 left) 2024-09-11T03:44:01.828 INFO:tasks.rados.rados.0.smithi086.stdout:3638: done (2 left) 2024-09-11T03:44:01.828 INFO:tasks.rados.rados.0.smithi086.stdout:3639: done (1 left) 2024-09-11T03:44:01.829 INFO:tasks.rados.rados.0.smithi086.stdout:3643: done (0 left) 2024-09-11T03:44:01.829 INFO:tasks.rados.rados.0.smithi086.stdout:3644: delete oid 43 current snap is 334 2024-09-11T03:44:01.830 INFO:tasks.rados.rados.0.smithi086.stdout:3644: done (0 left) 2024-09-11T03:44:01.830 INFO:tasks.rados.rados.0.smithi086.stdout:3645: snap_create 2024-09-11T03:44:02.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:01 smithi086 ceph-mon[89281]: osdmap e755: 8 total, 8 up, 8 in 2024-09-11T03:44:02.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:01 smithi086 ceph-mon[91691]: osdmap e755: 8 total, 8 up, 8 in 2024-09-11T03:44:02.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:01 smithi130 ceph-mon[83685]: osdmap e755: 8 total, 8 up, 8 in 2024-09-11T03:44:02.782 INFO:tasks.rados.rados.0.smithi086.stdout:3645: done (0 left) 2024-09-11T03:44:02.782 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 335 2024-09-11T03:44:02.782 INFO:tasks.rados.rados.0.smithi086.stdout:3646: seq_num 1145 ranges {0=786432,786432=622592,1409024=516096,1925120=417792,2342912=49152} 2024-09-11T03:44:02.786 INFO:tasks.rados.rados.0.smithi086.stdout:3646: writing smithi08678205-33 from 0 to 786432 tid 1 2024-09-11T03:44:02.789 INFO:tasks.rados.rados.0.smithi086.stdout:3646: writing smithi08678205-33 from 786432 to 1409024 tid 2 2024-09-11T03:44:02.793 INFO:tasks.rados.rados.0.smithi086.stdout:3646: writing smithi08678205-33 from 1409024 to 1925120 tid 3 2024-09-11T03:44:02.796 INFO:tasks.rados.rados.0.smithi086.stdout:3646: writing smithi08678205-33 from 1925120 to 2342912 tid 4 2024-09-11T03:44:02.796 INFO:tasks.rados.rados.0.smithi086.stdout:3646: writing smithi08678205-33 from 2342912 to 2392064 tid 5 2024-09-11T03:44:02.796 INFO:tasks.rados.rados.0.smithi086.stdout:3647: copy_from oid 10 from oid 40 current snap is 335 2024-09-11T03:44:02.796 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 18 current snap is 335 2024-09-11T03:44:02.797 INFO:tasks.rados.rados.0.smithi086.stdout:3648: seq_num 1146 ranges {2015232=802816,2818048=499712,3317760=679936,3997696=425984} 2024-09-11T03:44:02.811 INFO:tasks.rados.rados.0.smithi086.stdout:3648: writing smithi08678205-18 from 2015232 to 2818048 tid 1 2024-09-11T03:44:02.815 INFO:tasks.rados.rados.0.smithi086.stdout:3648: writing smithi08678205-18 from 2818048 to 3317760 tid 2 2024-09-11T03:44:02.819 INFO:tasks.rados.rados.0.smithi086.stdout:3648: writing smithi08678205-18 from 3317760 to 3997696 tid 3 2024-09-11T03:44:02.821 INFO:tasks.rados.rados.0.smithi086.stdout:3648: writing smithi08678205-18 from 3997696 to 4423680 tid 4 2024-09-11T03:44:02.821 INFO:tasks.rados.rados.0.smithi086.stdout:3649: setattr oid 34 current snap is 335 2024-09-11T03:44:02.821 INFO:tasks.rados.rados.0.smithi086.stdout:3647: finishing copy_from racing read to smithi08678205-10 2024-09-11T03:44:02.823 INFO:tasks.rados.rados.0.smithi086.stdout:3646: finishing write tid 1 to smithi08678205-33 2024-09-11T03:44:02.823 INFO:tasks.rados.rados.0.smithi086.stdout:3650: snap_remove snap 323 2024-09-11T03:44:03.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:02 smithi086 ceph-mon[89281]: pgmap v807: 121 pgs: 121 active+clean; 244 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.6 MiB/s wr, 25 op/s 2024-09-11T03:44:03.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:02 smithi086 ceph-mon[91691]: pgmap v807: 121 pgs: 121 active+clean; 244 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.6 MiB/s wr, 25 op/s 2024-09-11T03:44:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:02 smithi130 ceph-mon[83685]: pgmap v807: 121 pgs: 121 active+clean; 244 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.6 MiB/s wr, 25 op/s 2024-09-11T03:44:03.790 INFO:tasks.rados.rados.0.smithi086.stdout:3650: done (4 left) 2024-09-11T03:44:03.790 INFO:tasks.rados.rados.0.smithi086.stdout:3651: snap_remove snap 327 2024-09-11T03:44:04.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:03 smithi086 ceph-mon[89281]: osdmap e756: 8 total, 8 up, 8 in 2024-09-11T03:44:04.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:03 smithi086 ceph-mon[91691]: osdmap e756: 8 total, 8 up, 8 in 2024-09-11T03:44:04.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:03 smithi130 ceph-mon[83685]: osdmap e756: 8 total, 8 up, 8 in 2024-09-11T03:44:04.787 INFO:tasks.rados.rados.0.smithi086.stdout:3651: done (4 left) 2024-09-11T03:44:04.787 INFO:tasks.rados.rados.0.smithi086.stdout:3652: snap_remove snap 329 2024-09-11T03:44:04.792 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:44:04 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:44:04] "GET /metrics HTTP/1.1" 200 36370 "" "Prometheus/2.51.0" 2024-09-11T03:44:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:04 smithi086 ceph-mon[89281]: pgmap v809: 121 pgs: 121 active+clean; 244 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-09-11T03:44:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:04 smithi086 ceph-mon[89281]: osdmap e757: 8 total, 8 up, 8 in 2024-09-11T03:44:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:44:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:04 smithi086 ceph-mon[91691]: pgmap v809: 121 pgs: 121 active+clean; 244 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-09-11T03:44:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:04 smithi086 ceph-mon[91691]: osdmap e757: 8 total, 8 up, 8 in 2024-09-11T03:44:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:44:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:04 smithi130 ceph-mon[83685]: pgmap v809: 121 pgs: 121 active+clean; 244 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-09-11T03:44:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:04 smithi130 ceph-mon[83685]: osdmap e757: 8 total, 8 up, 8 in 2024-09-11T03:44:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:44:05.793 INFO:tasks.rados.rados.0.smithi086.stdout:3652: done (4 left) 2024-09-11T03:44:05.793 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 335 2024-09-11T03:44:05.793 INFO:tasks.rados.rados.0.smithi086.stdout:3653: seq_num 1147 ranges {0=16384} 2024-09-11T03:44:05.793 INFO:tasks.rados.rados.0.smithi086.stdout:3653: writing smithi08678205-37 from 0 to 16384 tid 1 2024-09-11T03:44:05.793 INFO:tasks.rados.rados.0.smithi086.stdout:3654: snap_create 2024-09-11T03:44:05.793 INFO:tasks.rados.rados.0.smithi086.stdout:3648: finishing write tid 1 to smithi08678205-18 2024-09-11T03:44:05.793 INFO:tasks.rados.rados.0.smithi086.stdout:3646: finishing write tid 2 to smithi08678205-33 2024-09-11T03:44:05.794 INFO:tasks.rados.rados.0.smithi086.stdout:3648: finishing write tid 2 to smithi08678205-18 2024-09-11T03:44:05.794 INFO:tasks.rados.rados.0.smithi086.stdout:3648: finishing write tid 3 to smithi08678205-18 2024-09-11T03:44:05.794 INFO:tasks.rados.rados.0.smithi086.stdout:3646: finishing write tid 3 to smithi08678205-33 2024-09-11T03:44:05.794 INFO:tasks.rados.rados.0.smithi086.stdout:3648: finishing write tid 4 to smithi08678205-18 2024-09-11T03:44:05.794 INFO:tasks.rados.rados.0.smithi086.stdout:3646: finishing write tid 4 to smithi08678205-33 2024-09-11T03:44:05.794 INFO:tasks.rados.rados.0.smithi086.stdout:3646: finishing write tid 5 to smithi08678205-33 2024-09-11T03:44:05.794 INFO:tasks.rados.rados.0.smithi086.stdout:3646: finishing write tid 6 to smithi08678205-33 2024-09-11T03:44:05.794 INFO:tasks.rados.rados.0.smithi086.stdout:3648: finishing write tid 5 to smithi08678205-18 2024-09-11T03:44:05.794 INFO:tasks.rados.rados.0.smithi086.stdout:3646: finishing write tid 7 to smithi08678205-33 2024-09-11T03:44:05.794 INFO:tasks.rados.rados.0.smithi086.stdout:3646: oid 33 updating version 0 to 2800 2024-09-11T03:44:05.794 INFO:tasks.rados.rados.0.smithi086.stdout:3646: oid 33 version 2800 is already newer than 2796 2024-09-11T03:44:05.794 INFO:tasks.rados.rados.0.smithi086.stdout:3646: oid 33 updating version 2800 to 2801 2024-09-11T03:44:05.794 INFO:tasks.rados.rados.0.smithi086.stdout:3646: oid 33 version 2801 is already newer than 2799 2024-09-11T03:44:05.795 INFO:tasks.rados.rados.0.smithi086.stdout:3646: oid 33 version 2801 is already newer than 2797 2024-09-11T03:44:05.795 INFO:tasks.rados.rados.0.smithi086.stdout:3646: oid 33 version 2801 is already newer than 2798 2024-09-11T03:44:05.795 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 2801 (ObjNum 1145 snap 335 seq_num 1145) dirty exists 2024-09-11T03:44:05.795 INFO:tasks.rados.rados.0.smithi086.stdout:3646: left oid 33 (ObjNum 1145 snap 335 seq_num 1145) 2024-09-11T03:44:05.795 INFO:tasks.rados.rados.0.smithi086.stdout:3647: finishing copy_from to smithi08678205-10 2024-09-11T03:44:05.795 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2612 (ObjNum 1016 snap 297 seq_num 1016) dirty exists 2024-09-11T03:44:05.795 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 2528 (ObjNum 1105 snap 322 seq_num 1105) dirty exists 2024-09-11T03:44:05.795 INFO:tasks.rados.rados.0.smithi086.stdout:3648: finishing write tid 6 to smithi08678205-18 2024-09-11T03:44:05.795 INFO:tasks.rados.rados.0.smithi086.stdout:3648: oid 18 updating version 0 to 2523 2024-09-11T03:44:05.796 INFO:tasks.rados.rados.0.smithi086.stdout:3648: oid 18 updating version 2523 to 2526 2024-09-11T03:44:05.796 INFO:tasks.rados.rados.0.smithi086.stdout:3648: oid 18 updating version 2526 to 2527 2024-09-11T03:44:05.796 INFO:tasks.rados.rados.0.smithi086.stdout:3648: oid 18 version 2527 is already newer than 2525 2024-09-11T03:44:05.796 INFO:tasks.rados.rados.0.smithi086.stdout:3648: oid 18 version 2527 is already newer than 2524 2024-09-11T03:44:05.796 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 2527 (ObjNum 1146 snap 335 seq_num 1146) dirty exists 2024-09-11T03:44:05.796 INFO:tasks.rados.rados.0.smithi086.stdout:3648: left oid 18 (ObjNum 1146 snap 335 seq_num 1146) 2024-09-11T03:44:05.800 INFO:tasks.rados.rados.0.smithi086.stdout:3653: finishing write tid 1 to smithi08678205-37 2024-09-11T03:44:05.800 INFO:tasks.rados.rados.0.smithi086.stdout:3653: finishing write tid 2 to smithi08678205-37 2024-09-11T03:44:05.802 INFO:tasks.rados.rados.0.smithi086.stdout:3653: finishing write tid 3 to smithi08678205-37 2024-09-11T03:44:05.803 INFO:tasks.rados.rados.0.smithi086.stdout:3653: oid 37 updating version 0 to 2591 2024-09-11T03:44:05.803 INFO:tasks.rados.rados.0.smithi086.stdout:3653: oid 37 version 2591 is already newer than 2590 2024-09-11T03:44:05.803 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 2591 (ObjNum 1147 snap 335 seq_num 1147) dirty exists 2024-09-11T03:44:05.803 INFO:tasks.rados.rados.0.smithi086.stdout:3653: left oid 37 (ObjNum 1147 snap 335 seq_num 1147) 2024-09-11T03:44:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:05 smithi086 ceph-mon[89281]: osdmap e758: 8 total, 8 up, 8 in 2024-09-11T03:44:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:05 smithi086 ceph-mon[89281]: osdmap e759: 8 total, 8 up, 8 in 2024-09-11T03:44:06.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:05 smithi086 ceph-mon[91691]: osdmap e758: 8 total, 8 up, 8 in 2024-09-11T03:44:06.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:05 smithi086 ceph-mon[91691]: osdmap e759: 8 total, 8 up, 8 in 2024-09-11T03:44:06.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:05 smithi130 ceph-mon[83685]: osdmap e758: 8 total, 8 up, 8 in 2024-09-11T03:44:06.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:05 smithi130 ceph-mon[83685]: osdmap e759: 8 total, 8 up, 8 in 2024-09-11T03:44:06.795 INFO:tasks.rados.rados.0.smithi086.stdout:3646: done (5 left) 2024-09-11T03:44:06.795 INFO:tasks.rados.rados.0.smithi086.stdout:3647: done (4 left) 2024-09-11T03:44:06.795 INFO:tasks.rados.rados.0.smithi086.stdout:3648: done (3 left) 2024-09-11T03:44:06.796 INFO:tasks.rados.rados.0.smithi086.stdout:3649: done (2 left) 2024-09-11T03:44:06.796 INFO:tasks.rados.rados.0.smithi086.stdout:3653: done (1 left) 2024-09-11T03:44:06.796 INFO:tasks.rados.rados.0.smithi086.stdout:3654: done (0 left) 2024-09-11T03:44:06.796 INFO:tasks.rados.rados.0.smithi086.stdout:3655: rmattr oid 43 current snap is 336 2024-09-11T03:44:06.796 INFO:tasks.rados.rados.0.smithi086.stdout:3655: done (0 left) 2024-09-11T03:44:06.796 INFO:tasks.rados.rados.0.smithi086.stdout:3656: read oid 26 snap 326 2024-09-11T03:44:06.796 INFO:tasks.rados.rados.0.smithi086.stdout:3656: expect (ObjNum 1088 snap 321 seq_num 1088) 2024-09-11T03:44:06.796 INFO:tasks.rados.rados.0.smithi086.stdout:3657: rmattr oid 21 current snap is 336 2024-09-11T03:44:06.796 INFO:tasks.rados.rados.0.smithi086.stdout:3657: done (1 left) 2024-09-11T03:44:06.796 INFO:tasks.rados.rados.0.smithi086.stdout:3658: snap_create 2024-09-11T03:44:06.803 INFO:tasks.rados.rados.0.smithi086.stdout:3656: expect (ObjNum 1088 snap 321 seq_num 1088) 2024-09-11T03:44:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:06 smithi086 ceph-mon[89281]: pgmap v812: 121 pgs: 121 active+clean; 240 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-11T03:44:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:06 smithi086 ceph-mon[89281]: osdmap e760: 8 total, 8 up, 8 in 2024-09-11T03:44:07.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:06 smithi086 ceph-mon[91691]: pgmap v812: 121 pgs: 121 active+clean; 240 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-11T03:44:07.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:06 smithi086 ceph-mon[91691]: osdmap e760: 8 total, 8 up, 8 in 2024-09-11T03:44:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:06 smithi130 ceph-mon[83685]: pgmap v812: 121 pgs: 121 active+clean; 240 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-11T03:44:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:06 smithi130 ceph-mon[83685]: osdmap e760: 8 total, 8 up, 8 in 2024-09-11T03:44:07.791 INFO:tasks.rados.rados.0.smithi086.stdout:3656: done (1 left) 2024-09-11T03:44:07.791 INFO:tasks.rados.rados.0.smithi086.stdout:3658: done (0 left) 2024-09-11T03:44:07.791 INFO:tasks.rados.rados.0.smithi086.stdout:3659: read oid 43 snap -1 2024-09-11T03:44:07.792 INFO:tasks.rados.rados.0.smithi086.stdout:3659: expect deleted 2024-09-11T03:44:07.792 INFO:tasks.rados.rados.0.smithi086.stdout:3660: snap_create 2024-09-11T03:44:08.799 INFO:tasks.rados.rados.0.smithi086.stdout:3659: done (1 left) 2024-09-11T03:44:08.799 INFO:tasks.rados.rados.0.smithi086.stdout:3660: done (0 left) 2024-09-11T03:44:08.799 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 338 2024-09-11T03:44:08.799 INFO:tasks.rados.rados.0.smithi086.stdout:3661: seq_num 1148 ranges {0=32768} 2024-09-11T03:44:08.799 INFO:tasks.rados.rados.0.smithi086.stdout:3661: writing smithi08678205-7 from 0 to 32768 tid 1 2024-09-11T03:44:08.799 INFO:tasks.rados.rados.0.smithi086.stdout:3662: delete oid 47 current snap is 338 2024-09-11T03:44:08.805 INFO:tasks.rados.rados.0.smithi086.stdout:3661: finishing write tid 1 to smithi08678205-7 2024-09-11T03:44:08.806 INFO:tasks.rados.rados.0.smithi086.stdout:3661: finishing write tid 2 to smithi08678205-7 2024-09-11T03:44:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:3662: done (1 left) 2024-09-11T03:44:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:3663: read oid 21 snap -1 2024-09-11T03:44:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:3663: expect deleted 2024-09-11T03:44:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:3664: rollback oid 4 current snap is 338 2024-09-11T03:44:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 4 to 333 2024-09-11T03:44:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:3665: read oid 11 snap -1 2024-09-11T03:44:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:3665: expect deleted 2024-09-11T03:44:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:3666: copy_from oid 45 from oid 40 current snap is 338 2024-09-11T03:44:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 26 current snap is 338 2024-09-11T03:44:08.807 INFO:tasks.rados.rados.0.smithi086.stdout:3667: seq_num 1150 ranges {0=65536} 2024-09-11T03:44:08.808 INFO:tasks.rados.rados.0.smithi086.stdout:3667: writing smithi08678205-26 from 0 to 65536 tid 1 2024-09-11T03:44:08.808 INFO:tasks.rados.rados.0.smithi086.stdout:3668: copy_from oid 49 from oid 14 current snap is 338 2024-09-11T03:44:08.808 INFO:tasks.rados.rados.0.smithi086.stdout:3661: finishing write tid 3 to smithi08678205-7 2024-09-11T03:44:08.808 INFO:tasks.rados.rados.0.smithi086.stdout:3661: oid 7 updating version 0 to 1949 2024-09-11T03:44:08.809 INFO:tasks.rados.rados.0.smithi086.stdout:3661: oid 7 version 1949 is already newer than 1948 2024-09-11T03:44:08.809 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1949 (ObjNum 1148 snap 338 seq_num 1148) dirty exists 2024-09-11T03:44:08.809 INFO:tasks.rados.rados.0.smithi086.stdout:3661: left oid 7 (ObjNum 1148 snap 338 seq_num 1148) 2024-09-11T03:44:08.809 INFO:tasks.rados.rados.0.smithi086.stdout:3661: done (6 left) 2024-09-11T03:44:08.809 INFO:tasks.rados.rados.0.smithi086.stdout:3665: done (5 left) 2024-09-11T03:44:08.809 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 9 current snap is 338 2024-09-11T03:44:08.809 INFO:tasks.rados.rados.0.smithi086.stdout:3669: seq_num 1151 ranges {9977856=81920} 2024-09-11T03:44:08.864 INFO:tasks.rados.rados.0.smithi086.stdout:3669: writing smithi08678205-9 from 9977856 to 10059776 tid 1 2024-09-11T03:44:08.864 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 338 2024-09-11T03:44:08.864 INFO:tasks.rados.rados.0.smithi086.stdout:3670: seq_num 1152 ranges {2392064=98304} 2024-09-11T03:44:08.878 INFO:tasks.rados.rados.0.smithi086.stdout:3670: writing smithi08678205-33 from 2392064 to 2490368 tid 1 2024-09-11T03:44:08.879 INFO:tasks.rados.rados.0.smithi086.stdout:3671: rollback oid 39 current snap is 338 2024-09-11T03:44:08.879 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 39 to 328 2024-09-11T03:44:08.879 INFO:tasks.rados.rados.0.smithi086.stdout:3664: finishing rollback tid 0 to smithi08678205-4 2024-09-11T03:44:08.879 INFO:tasks.rados.rados.0.smithi086.stdout:3664: finishing rollback tid 1 to smithi08678205-4 2024-09-11T03:44:08.879 INFO:tasks.rados.rados.0.smithi086.stdout:3664: finishing rollback tid 2 to smithi08678205-4 2024-09-11T03:44:08.879 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 2415 (ObjNum 1004 snap 296 seq_num 1004) dirty exists 2024-09-11T03:44:08.879 INFO:tasks.rados.rados.0.smithi086.stdout:3663: done (7 left) 2024-09-11T03:44:08.879 INFO:tasks.rados.rados.0.smithi086.stdout:3664: done (6 left) 2024-09-11T03:44:08.879 INFO:tasks.rados.rados.0.smithi086.stdout:3672: copy_from oid 17 from oid 19 current snap is 338 2024-09-11T03:44:08.879 INFO:tasks.rados.rados.0.smithi086.stdout:3667: finishing write tid 1 to smithi08678205-26 2024-09-11T03:44:08.879 INFO:tasks.rados.rados.0.smithi086.stdout:3667: finishing write tid 2 to smithi08678205-26 2024-09-11T03:44:08.879 INFO:tasks.rados.rados.0.smithi086.stdout:3667: finishing write tid 3 to smithi08678205-26 2024-09-11T03:44:08.879 INFO:tasks.rados.rados.0.smithi086.stdout:3667: oid 26 updating version 0 to 2592 2024-09-11T03:44:08.880 INFO:tasks.rados.rados.0.smithi086.stdout:3667: oid 26 updating version 2592 to 2593 2024-09-11T03:44:08.880 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 2593 (ObjNum 1150 snap 338 seq_num 1150) dirty exists 2024-09-11T03:44:08.880 INFO:tasks.rados.rados.0.smithi086.stdout:3667: left oid 26 (ObjNum 1150 snap 338 seq_num 1150) 2024-09-11T03:44:08.880 INFO:tasks.rados.rados.0.smithi086.stdout:3666: finishing copy_from racing read to smithi08678205-45 2024-09-11T03:44:08.880 INFO:tasks.rados.rados.0.smithi086.stdout:3667: done (6 left) 2024-09-11T03:44:08.880 INFO:tasks.rados.rados.0.smithi086.stdout:3673: snap_create 2024-09-11T03:44:08.880 INFO:tasks.rados.rados.0.smithi086.stdout:3666: finishing copy_from to smithi08678205-45 2024-09-11T03:44:08.880 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 2612 (ObjNum 1016 snap 297 seq_num 1016) dirty exists 2024-09-11T03:44:08.880 INFO:tasks.rados.rados.0.smithi086.stdout:3668: finishing copy_from racing read to smithi08678205-49 2024-09-11T03:44:08.881 INFO:tasks.rados.rados.0.smithi086.stdout:3668: finishing copy_from to smithi08678205-49 2024-09-11T03:44:08.881 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 2625 (ObjNum 1065 snap 315 seq_num 1065) dirty exists 2024-09-11T03:44:08.881 INFO:tasks.rados.rados.0.smithi086.stdout:3669: finishing write tid 1 to smithi08678205-9 2024-09-11T03:44:08.881 INFO:tasks.rados.rados.0.smithi086.stdout:3669: finishing write tid 2 to smithi08678205-9 2024-09-11T03:44:08.881 INFO:tasks.rados.rados.0.smithi086.stdout:3669: finishing write tid 3 to smithi08678205-9 2024-09-11T03:44:08.881 INFO:tasks.rados.rados.0.smithi086.stdout:3669: oid 9 updating version 0 to 2616 2024-09-11T03:44:08.881 INFO:tasks.rados.rados.0.smithi086.stdout:3669: oid 9 updating version 2616 to 2617 2024-09-11T03:44:08.881 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 9 v 2617 (ObjNum 1151 snap 338 seq_num 1151) dirty exists 2024-09-11T03:44:08.881 INFO:tasks.rados.rados.0.smithi086.stdout:3669: left oid 9 (ObjNum 1151 snap 338 seq_num 1151) 2024-09-11T03:44:08.882 INFO:tasks.rados.rados.0.smithi086.stdout:3670: finishing write tid 1 to smithi08678205-33 2024-09-11T03:44:08.882 INFO:tasks.rados.rados.0.smithi086.stdout:3670: finishing write tid 2 to smithi08678205-33 2024-09-11T03:44:08.882 INFO:tasks.rados.rados.0.smithi086.stdout:3671: finishing rollback tid 0 to smithi08678205-39 2024-09-11T03:44:08.882 INFO:tasks.rados.rados.0.smithi086.stdout:3671: finishing rollback tid 1 to smithi08678205-39 2024-09-11T03:44:08.883 INFO:tasks.rados.rados.0.smithi086.stdout:3671: finishing rollback tid 2 to smithi08678205-39 2024-09-11T03:44:08.883 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 2611 (ObjNum 1094 snap 321 seq_num 1094) dirty exists 2024-09-11T03:44:08.883 INFO:tasks.rados.rados.0.smithi086.stdout:3670: finishing write tid 3 to smithi08678205-33 2024-09-11T03:44:08.883 INFO:tasks.rados.rados.0.smithi086.stdout:3670: oid 33 updating version 0 to 2818 2024-09-11T03:44:08.883 INFO:tasks.rados.rados.0.smithi086.stdout:3670: oid 33 version 2818 is already newer than 2817 2024-09-11T03:44:08.883 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 2818 (ObjNum 1152 snap 338 seq_num 1152) dirty exists 2024-09-11T03:44:08.884 INFO:tasks.rados.rados.0.smithi086.stdout:3670: left oid 33 (ObjNum 1152 snap 338 seq_num 1152) 2024-09-11T03:44:08.893 INFO:tasks.rados.rados.0.smithi086.stdout:3672: finishing copy_from racing read to smithi08678205-17 2024-09-11T03:44:08.895 INFO:tasks.rados.rados.0.smithi086.stdout:3672: finishing copy_from to smithi08678205-17 2024-09-11T03:44:08.895 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 2604 (ObjNum 1058 snap 308 seq_num 1058) dirty exists 2024-09-11T03:44:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:08 smithi086 ceph-mon[89281]: pgmap v815: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-09-11T03:44:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:08 smithi086 ceph-mon[89281]: osdmap e761: 8 total, 8 up, 8 in 2024-09-11T03:44:09.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:08 smithi086 ceph-mon[91691]: pgmap v815: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-09-11T03:44:09.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:08 smithi086 ceph-mon[91691]: osdmap e761: 8 total, 8 up, 8 in 2024-09-11T03:44:09.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:08 smithi130 ceph-mon[83685]: pgmap v815: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-09-11T03:44:09.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:08 smithi130 ceph-mon[83685]: osdmap e761: 8 total, 8 up, 8 in 2024-09-11T03:44:09.805 INFO:tasks.rados.rados.0.smithi086.stdout:3666: done (6 left) 2024-09-11T03:44:09.805 INFO:tasks.rados.rados.0.smithi086.stdout:3668: done (5 left) 2024-09-11T03:44:09.805 INFO:tasks.rados.rados.0.smithi086.stdout:3669: done (4 left) 2024-09-11T03:44:09.805 INFO:tasks.rados.rados.0.smithi086.stdout:3670: done (3 left) 2024-09-11T03:44:09.805 INFO:tasks.rados.rados.0.smithi086.stdout:3671: done (2 left) 2024-09-11T03:44:09.805 INFO:tasks.rados.rados.0.smithi086.stdout:3672: done (1 left) 2024-09-11T03:44:09.805 INFO:tasks.rados.rados.0.smithi086.stdout:3673: done (0 left) 2024-09-11T03:44:09.805 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 2 current snap is 339 2024-09-11T03:44:09.805 INFO:tasks.rados.rados.0.smithi086.stdout:3674: seq_num 1153 ranges {2105344=114688} 2024-09-11T03:44:09.816 INFO:tasks.rados.rados.0.smithi086.stdout:3674: writing smithi08678205-2 from 2105344 to 2220032 tid 1 2024-09-11T03:44:09.817 INFO:tasks.rados.rados.0.smithi086.stdout:3675: setattr oid 41 current snap is 339 2024-09-11T03:44:09.818 INFO:tasks.rados.rados.0.smithi086.stdout:3676: read oid 44 snap -1 2024-09-11T03:44:09.819 INFO:tasks.rados.rados.0.smithi086.stdout:3676: expect deleted 2024-09-11T03:44:09.819 INFO:tasks.rados.rados.0.smithi086.stdout:3677: read oid 6 snap -1 2024-09-11T03:44:09.819 INFO:tasks.rados.rados.0.smithi086.stdout:3677: expect deleted 2024-09-11T03:44:09.819 INFO:tasks.rados.rados.0.smithi086.stdout:3678: read oid 35 snap -1 2024-09-11T03:44:09.819 INFO:tasks.rados.rados.0.smithi086.stdout:3678: expect (ObjNum 1141 snap 333 seq_num 1141) 2024-09-11T03:44:09.819 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 339 2024-09-11T03:44:09.820 INFO:tasks.rados.rados.0.smithi086.stdout:3679: seq_num 1154 ranges {7184384=131072} 2024-09-11T03:44:09.861 INFO:tasks.rados.rados.0.smithi086.stdout:3679: writing smithi08678205-4 from 7184384 to 7315456 tid 1 2024-09-11T03:44:09.862 INFO:tasks.rados.rados.0.smithi086.stdout:3680: read oid 34 snap -1 2024-09-11T03:44:09.862 INFO:tasks.rados.rados.0.smithi086.stdout:3680: expect (ObjNum 1105 snap 322 seq_num 1105) 2024-09-11T03:44:09.862 INFO:tasks.rados.rados.0.smithi086.stdout:3681: read oid 33 snap -1 2024-09-11T03:44:09.862 INFO:tasks.rados.rados.0.smithi086.stdout:3681: expect (ObjNum 1152 snap 338 seq_num 1152) 2024-09-11T03:44:09.862 INFO:tasks.rados.rados.0.smithi086.stdout:3682: snap_remove snap 332 2024-09-11T03:44:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:09 smithi086 ceph-mon[89281]: osdmap e762: 8 total, 8 up, 8 in 2024-09-11T03:44:10.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:09 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:44:10.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:09 smithi086 ceph-mon[91691]: osdmap e762: 8 total, 8 up, 8 in 2024-09-11T03:44:10.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:09 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:44:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:09 smithi130 ceph-mon[83685]: osdmap e762: 8 total, 8 up, 8 in 2024-09-11T03:44:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:09 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:44:10.812 INFO:tasks.rados.rados.0.smithi086.stdout:3682: done (8 left) 2024-09-11T03:44:10.812 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 339 2024-09-11T03:44:10.812 INFO:tasks.rados.rados.0.smithi086.stdout:3683: seq_num 1155 ranges {4120576=147456} 2024-09-11T03:44:10.836 INFO:tasks.rados.rados.0.smithi086.stdout:3683: writing smithi08678205-17 from 4120576 to 4268032 tid 1 2024-09-11T03:44:10.836 INFO:tasks.rados.rados.0.smithi086.stdout:3684: copy_from oid 11 from oid 13 current snap is 339 2024-09-11T03:44:10.836 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 2819 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-11T03:44:10.837 INFO:tasks.rados.rados.0.smithi086.stdout:3674: finishing write tid 1 to smithi08678205-2 2024-09-11T03:44:10.837 INFO:tasks.rados.rados.0.smithi086.stdout:3675: done (9 left) 2024-09-11T03:44:10.837 INFO:tasks.rados.rados.0.smithi086.stdout:3676: done (8 left) 2024-09-11T03:44:10.837 INFO:tasks.rados.rados.0.smithi086.stdout:3677: done (7 left) 2024-09-11T03:44:10.837 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 339 2024-09-11T03:44:10.837 INFO:tasks.rados.rados.0.smithi086.stdout:3685: seq_num 1156 ranges {7823360=163840} 2024-09-11T03:44:10.880 INFO:tasks.rados.rados.0.smithi086.stdout:3685: writing smithi08678205-15 from 7823360 to 7987200 tid 1 2024-09-11T03:44:10.881 INFO:tasks.rados.rados.0.smithi086.stdout:3686: snap_create 2024-09-11T03:44:10.881 INFO:tasks.rados.rados.0.smithi086.stdout:3674: finishing write tid 2 to smithi08678205-2 2024-09-11T03:44:10.881 INFO:tasks.rados.rados.0.smithi086.stdout:3674: finishing write tid 3 to smithi08678205-2 2024-09-11T03:44:10.881 INFO:tasks.rados.rados.0.smithi086.stdout:3674: oid 2 updating version 0 to 2522 2024-09-11T03:44:10.881 INFO:tasks.rados.rados.0.smithi086.stdout:3674: oid 2 version 2522 is already newer than 2521 2024-09-11T03:44:10.881 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 2522 (ObjNum 1153 snap 339 seq_num 1153) dirty exists 2024-09-11T03:44:10.881 INFO:tasks.rados.rados.0.smithi086.stdout:3674: left oid 2 (ObjNum 1153 snap 339 seq_num 1153) 2024-09-11T03:44:10.881 INFO:tasks.rados.rados.0.smithi086.stdout:3678: expect (ObjNum 1141 snap 333 seq_num 1141) 2024-09-11T03:44:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:10 smithi086 ceph-mon[89281]: pgmap v818: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 472 KiB/s wr, 0 op/s 2024-09-11T03:44:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:10 smithi086 ceph-mon[89281]: osdmap e763: 8 total, 8 up, 8 in 2024-09-11T03:44:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:44:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:44:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:44:11.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:10 smithi086 ceph-mon[91691]: pgmap v818: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 472 KiB/s wr, 0 op/s 2024-09-11T03:44:11.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:10 smithi086 ceph-mon[91691]: osdmap e763: 8 total, 8 up, 8 in 2024-09-11T03:44:11.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:44:11.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:44:11.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:44:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:10 smithi130 ceph-mon[83685]: pgmap v818: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 472 KiB/s wr, 0 op/s 2024-09-11T03:44:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:10 smithi130 ceph-mon[83685]: osdmap e763: 8 total, 8 up, 8 in 2024-09-11T03:44:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:44:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:44:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:44:11.098 INFO:tasks.rados.rados.0.smithi086.stdout:3679: finishing write tid 1 to smithi08678205-4 2024-09-11T03:44:11.099 INFO:tasks.rados.rados.0.smithi086.stdout:3679: finishing write tid 2 to smithi08678205-4 2024-09-11T03:44:11.099 INFO:tasks.rados.rados.0.smithi086.stdout:3679: finishing write tid 3 to smithi08678205-4 2024-09-11T03:44:11.099 INFO:tasks.rados.rados.0.smithi086.stdout:3679: oid 4 updating version 0 to 2626 2024-09-11T03:44:11.099 INFO:tasks.rados.rados.0.smithi086.stdout:3679: oid 4 updating version 2626 to 2627 2024-09-11T03:44:11.099 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 2627 (ObjNum 1154 snap 339 seq_num 1154) dirty exists 2024-09-11T03:44:11.099 INFO:tasks.rados.rados.0.smithi086.stdout:3679: left oid 4 (ObjNum 1154 snap 339 seq_num 1154) 2024-09-11T03:44:11.099 INFO:tasks.rados.rados.0.smithi086.stdout:3680: expect (ObjNum 1105 snap 322 seq_num 1105) 2024-09-11T03:44:11.144 INFO:tasks.rados.rados.0.smithi086.stdout:3681: expect (ObjNum 1152 snap 338 seq_num 1152) 2024-09-11T03:44:11.244 INFO:tasks.rados.rados.0.smithi086.stdout:3683: finishing write tid 1 to smithi08678205-17 2024-09-11T03:44:11.245 INFO:tasks.rados.rados.0.smithi086.stdout:3683: finishing write tid 2 to smithi08678205-17 2024-09-11T03:44:11.245 INFO:tasks.rados.rados.0.smithi086.stdout:3683: finishing write tid 3 to smithi08678205-17 2024-09-11T03:44:11.245 INFO:tasks.rados.rados.0.smithi086.stdout:3683: oid 17 updating version 0 to 2703 2024-09-11T03:44:11.245 INFO:tasks.rados.rados.0.smithi086.stdout:3683: oid 17 updating version 2703 to 2704 2024-09-11T03:44:11.245 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 2704 (ObjNum 1155 snap 339 seq_num 1155) dirty exists 2024-09-11T03:44:11.245 INFO:tasks.rados.rados.0.smithi086.stdout:3683: left oid 17 (ObjNum 1155 snap 339 seq_num 1155) 2024-09-11T03:44:11.245 INFO:tasks.rados.rados.0.smithi086.stdout:3684: finishing copy_from racing read to smithi08678205-11 2024-09-11T03:44:11.245 INFO:tasks.rados.rados.0.smithi086.stdout:3684: finishing copy_from to smithi08678205-11 2024-09-11T03:44:11.245 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 612 (ObjNum 1004 snap 296 seq_num 1004) dirty exists 2024-09-11T03:44:11.246 INFO:tasks.rados.rados.0.smithi086.stdout:3685: finishing write tid 1 to smithi08678205-15 2024-09-11T03:44:11.246 INFO:tasks.rados.rados.0.smithi086.stdout:3685: finishing write tid 2 to smithi08678205-15 2024-09-11T03:44:11.246 INFO:tasks.rados.rados.0.smithi086.stdout:3685: finishing write tid 3 to smithi08678205-15 2024-09-11T03:44:11.246 INFO:tasks.rados.rados.0.smithi086.stdout:3685: oid 15 updating version 0 to 2826 2024-09-11T03:44:11.246 INFO:tasks.rados.rados.0.smithi086.stdout:3685: oid 15 version 2826 is already newer than 2825 2024-09-11T03:44:11.246 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2826 (ObjNum 1156 snap 339 seq_num 1156) dirty exists 2024-09-11T03:44:11.246 INFO:tasks.rados.rados.0.smithi086.stdout:3685: left oid 15 (ObjNum 1156 snap 339 seq_num 1156) 2024-09-11T03:44:11.819 INFO:tasks.rados.rados.0.smithi086.stdout:3674: done (8 left) 2024-09-11T03:44:11.819 INFO:tasks.rados.rados.0.smithi086.stdout:3678: done (7 left) 2024-09-11T03:44:11.819 INFO:tasks.rados.rados.0.smithi086.stdout:3679: done (6 left) 2024-09-11T03:44:11.819 INFO:tasks.rados.rados.0.smithi086.stdout:3680: done (5 left) 2024-09-11T03:44:11.819 INFO:tasks.rados.rados.0.smithi086.stdout:3681: done (4 left) 2024-09-11T03:44:11.819 INFO:tasks.rados.rados.0.smithi086.stdout:3683: done (3 left) 2024-09-11T03:44:11.819 INFO:tasks.rados.rados.0.smithi086.stdout:3684: done (2 left) 2024-09-11T03:44:11.819 INFO:tasks.rados.rados.0.smithi086.stdout:3685: done (1 left) 2024-09-11T03:44:11.819 INFO:tasks.rados.rados.0.smithi086.stdout:3686: done (0 left) 2024-09-11T03:44:11.819 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 340 2024-09-11T03:44:11.819 INFO:tasks.rados.rados.0.smithi086.stdout:3687: seq_num 1157 ranges {0=180224} 2024-09-11T03:44:11.820 INFO:tasks.rados.rados.0.smithi086.stdout:3687: writing smithi08678205-32 from 0 to 180224 tid 1 2024-09-11T03:44:11.820 INFO:tasks.rados.rados.0.smithi086.stdout:3688: snap_create 2024-09-11T03:44:11.824 INFO:tasks.rados.rados.0.smithi086.stdout:3687: finishing write tid 1 to smithi08678205-32 2024-09-11T03:44:11.825 INFO:tasks.rados.rados.0.smithi086.stdout:3687: finishing write tid 2 to smithi08678205-32 2024-09-11T03:44:11.826 INFO:tasks.rados.rados.0.smithi086.stdout:3687: finishing write tid 3 to smithi08678205-32 2024-09-11T03:44:11.826 INFO:tasks.rados.rados.0.smithi086.stdout:3687: oid 32 updating version 0 to 2609 2024-09-11T03:44:11.826 INFO:tasks.rados.rados.0.smithi086.stdout:3687: oid 32 version 2609 is already newer than 2608 2024-09-11T03:44:11.826 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 2609 (ObjNum 1157 snap 340 seq_num 1157) dirty exists 2024-09-11T03:44:11.826 INFO:tasks.rados.rados.0.smithi086.stdout:3687: left oid 32 (ObjNum 1157 snap 340 seq_num 1157) 2024-09-11T03:44:12.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:11 smithi086 ceph-mon[89281]: osdmap e764: 8 total, 8 up, 8 in 2024-09-11T03:44:12.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:11 smithi086 ceph-mon[91691]: osdmap e764: 8 total, 8 up, 8 in 2024-09-11T03:44:12.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:11 smithi130 ceph-mon[83685]: osdmap e764: 8 total, 8 up, 8 in 2024-09-11T03:44:12.766 INFO:tasks.rados.rados.0.smithi086.stdout:3687: done (1 left) 2024-09-11T03:44:12.766 INFO:tasks.rados.rados.0.smithi086.stdout:3688: done (0 left) 2024-09-11T03:44:12.766 INFO:tasks.rados.rados.0.smithi086.stdout:3689: read oid 10 snap -1 2024-09-11T03:44:12.766 INFO:tasks.rados.rados.0.smithi086.stdout:3689: expect (ObjNum 1016 snap 297 seq_num 1016) 2024-09-11T03:44:12.766 INFO:tasks.rados.rados.0.smithi086.stdout:3690: setattr oid 12 current snap is 341 2024-09-11T03:44:12.767 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 341 2024-09-11T03:44:12.767 INFO:tasks.rados.rados.0.smithi086.stdout:3691: seq_num 1158 ranges {5939200=196608} 2024-09-11T03:44:12.801 INFO:tasks.rados.rados.0.smithi086.stdout:3691: writing smithi08678205-1 from 5939200 to 6135808 tid 1 2024-09-11T03:44:12.802 INFO:tasks.rados.rados.0.smithi086.stdout:3692: read oid 17 snap 337 2024-09-11T03:44:12.802 INFO:tasks.rados.rados.0.smithi086.stdout:3692: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-09-11T03:44:12.802 INFO:tasks.rados.rados.0.smithi086.stdout:3693: delete oid 45 current snap is 341 2024-09-11T03:44:12.802 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 1950 (ObjNum 1091 snap 321 seq_num 1091) dirty exists 2024-09-11T03:44:12.802 INFO:tasks.rados.rados.0.smithi086.stdout:3689: expect (ObjNum 1016 snap 297 seq_num 1016) 2024-09-11T03:44:12.935 INFO:tasks.rados.rados.0.smithi086.stdout:3691: finishing write tid 1 to smithi08678205-1 2024-09-11T03:44:12.935 INFO:tasks.rados.rados.0.smithi086.stdout:3691: finishing write tid 2 to smithi08678205-1 2024-09-11T03:44:12.935 INFO:tasks.rados.rados.0.smithi086.stdout:3689: done (4 left) 2024-09-11T03:44:12.935 INFO:tasks.rados.rados.0.smithi086.stdout:3690: done (3 left) 2024-09-11T03:44:12.935 INFO:tasks.rados.rados.0.smithi086.stdout:3693: done (2 left) 2024-09-11T03:44:12.936 INFO:tasks.rados.rados.0.smithi086.stdout:3694: read oid 32 snap -1 2024-09-11T03:44:12.936 INFO:tasks.rados.rados.0.smithi086.stdout:3694: expect (ObjNum 1157 snap 340 seq_num 1157) 2024-09-11T03:44:12.936 INFO:tasks.rados.rados.0.smithi086.stdout:3695: snap_remove snap 338 2024-09-11T03:44:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:12 smithi086 ceph-mon[89281]: pgmap v821: 121 pgs: 121 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-09-11T03:44:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:12 smithi086 ceph-mon[89281]: osdmap e765: 8 total, 8 up, 8 in 2024-09-11T03:44:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:12 smithi086 ceph-mon[89281]: osdmap e766: 8 total, 8 up, 8 in 2024-09-11T03:44:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:12 smithi086 ceph-mon[91691]: pgmap v821: 121 pgs: 121 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-09-11T03:44:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:12 smithi086 ceph-mon[91691]: osdmap e765: 8 total, 8 up, 8 in 2024-09-11T03:44:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:12 smithi086 ceph-mon[91691]: osdmap e766: 8 total, 8 up, 8 in 2024-09-11T03:44:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:12 smithi130 ceph-mon[83685]: pgmap v821: 121 pgs: 121 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-09-11T03:44:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:12 smithi130 ceph-mon[83685]: osdmap e765: 8 total, 8 up, 8 in 2024-09-11T03:44:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:12 smithi130 ceph-mon[83685]: osdmap e766: 8 total, 8 up, 8 in 2024-09-11T03:44:13.825 INFO:tasks.rados.rados.0.smithi086.stdout:3695: done (3 left) 2024-09-11T03:44:13.825 INFO:tasks.rados.rados.0.smithi086.stdout:3696: snap_remove snap 331 2024-09-11T03:44:14.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:44:14 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:44:14] "GET /metrics HTTP/1.1" 200 36370 "" "Prometheus/2.51.0" 2024-09-11T03:44:14.831 INFO:tasks.rados.rados.0.smithi086.stdout:3696: done (3 left) 2024-09-11T03:44:14.831 INFO:tasks.rados.rados.0.smithi086.stdout:3697: snap_create 2024-09-11T03:44:14.831 INFO:tasks.rados.rados.0.smithi086.stdout:3691: finishing write tid 3 to smithi08678205-1 2024-09-11T03:44:14.831 INFO:tasks.rados.rados.0.smithi086.stdout:3691: oid 1 updating version 0 to 2629 2024-09-11T03:44:14.831 INFO:tasks.rados.rados.0.smithi086.stdout:3691: oid 1 version 2629 is already newer than 2628 2024-09-11T03:44:14.831 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 2629 (ObjNum 1158 snap 341 seq_num 1158) dirty exists 2024-09-11T03:44:14.831 INFO:tasks.rados.rados.0.smithi086.stdout:3691: left oid 1 (ObjNum 1158 snap 341 seq_num 1158) 2024-09-11T03:44:14.831 INFO:tasks.rados.rados.0.smithi086.stdout:3692: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-09-11T03:44:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:14 smithi130 ceph-mon[83685]: pgmap v824: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.5 MiB/s wr, 17 op/s 2024-09-11T03:44:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:14 smithi130 ceph-mon[83685]: osdmap e767: 8 total, 8 up, 8 in 2024-09-11T03:44:15.296 INFO:tasks.rados.rados.0.smithi086.stdout:3694: expect (ObjNum 1157 snap 340 seq_num 1157) 2024-09-11T03:44:15.325 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:14 smithi086 ceph-mon[89281]: pgmap v824: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.5 MiB/s wr, 17 op/s 2024-09-11T03:44:15.325 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:14 smithi086 ceph-mon[89281]: osdmap e767: 8 total, 8 up, 8 in 2024-09-11T03:44:15.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:14 smithi086 ceph-mon[91691]: pgmap v824: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.5 MiB/s wr, 17 op/s 2024-09-11T03:44:15.326 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:14 smithi086 ceph-mon[91691]: osdmap e767: 8 total, 8 up, 8 in 2024-09-11T03:44:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:3691: done (3 left) 2024-09-11T03:44:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:3692: done (2 left) 2024-09-11T03:44:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:3694: done (1 left) 2024-09-11T03:44:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:3697: done (0 left) 2024-09-11T03:44:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:3698: delete oid 7 current snap is 342 2024-09-11T03:44:15.841 INFO:tasks.rados.rados.0.smithi086.stdout:3698: done (0 left) 2024-09-11T03:44:15.841 INFO:tasks.rados.rados.0.smithi086.stdout:3699: setattr oid 17 current snap is 342 2024-09-11T03:44:15.842 INFO:tasks.rados.rados.0.smithi086.stdout:3700: snap_remove snap 337 2024-09-11T03:44:16.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:15 smithi130 ceph-mon[83685]: osdmap e768: 8 total, 8 up, 8 in 2024-09-11T03:44:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:15 smithi086 ceph-mon[89281]: osdmap e768: 8 total, 8 up, 8 in 2024-09-11T03:44:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:15 smithi086 ceph-mon[91691]: osdmap e768: 8 total, 8 up, 8 in 2024-09-11T03:44:16.838 INFO:tasks.rados.rados.0.smithi086.stdout:3700: done (1 left) 2024-09-11T03:44:16.838 INFO:tasks.rados.rados.0.smithi086.stdout:3701: snap_create 2024-09-11T03:44:16.839 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 2705 (ObjNum 1155 snap 339 seq_num 1155) dirty exists 2024-09-11T03:44:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:16 smithi130 ceph-mon[83685]: pgmap v827: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-09-11T03:44:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:16 smithi130 ceph-mon[83685]: osdmap e769: 8 total, 8 up, 8 in 2024-09-11T03:44:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:16 smithi086 ceph-mon[89281]: pgmap v827: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-09-11T03:44:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:16 smithi086 ceph-mon[89281]: osdmap e769: 8 total, 8 up, 8 in 2024-09-11T03:44:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:16 smithi086 ceph-mon[91691]: pgmap v827: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-09-11T03:44:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:16 smithi086 ceph-mon[91691]: osdmap e769: 8 total, 8 up, 8 in 2024-09-11T03:44:17.840 INFO:tasks.rados.rados.0.smithi086.stdout:3699: done (1 left) 2024-09-11T03:44:17.840 INFO:tasks.rados.rados.0.smithi086.stdout:3701: done (0 left) 2024-09-11T03:44:17.840 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 343 2024-09-11T03:44:17.841 INFO:tasks.rados.rados.0.smithi086.stdout:3702: seq_num 1161 ranges {6578176=245760} 2024-09-11T03:44:17.877 INFO:tasks.rados.rados.0.smithi086.stdout:3702: writing smithi08678205-46 from 6578176 to 6823936 tid 1 2024-09-11T03:44:17.877 INFO:tasks.rados.rados.0.smithi086.stdout:3703: read oid 11 snap -1 2024-09-11T03:44:17.877 INFO:tasks.rados.rados.0.smithi086.stdout:3703: expect (ObjNum 1004 snap 296 seq_num 1004) 2024-09-11T03:44:17.877 INFO:tasks.rados.rados.0.smithi086.stdout:3704: read oid 1 snap 341 2024-09-11T03:44:17.877 INFO:tasks.rados.rados.0.smithi086.stdout:3704: expect (ObjNum 1158 snap 341 seq_num 1158) 2024-09-11T03:44:17.877 INFO:tasks.rados.rados.0.smithi086.stdout:3705: delete oid 43 current snap is 343 2024-09-11T03:44:17.880 INFO:tasks.rados.rados.0.smithi086.stdout:3705: done (3 left) 2024-09-11T03:44:17.880 INFO:tasks.rados.rados.0.smithi086.stdout:3706: read oid 17 snap -1 2024-09-11T03:44:17.880 INFO:tasks.rados.rados.0.smithi086.stdout:3706: expect (ObjNum 1155 snap 339 seq_num 1155) 2024-09-11T03:44:17.881 INFO:tasks.rados.rados.0.smithi086.stdout:3707: snap_remove snap 334 2024-09-11T03:44:18.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:17 smithi130 ceph-mon[83685]: osdmap e770: 8 total, 8 up, 8 in 2024-09-11T03:44:18.223 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:17 smithi086 ceph-mon[89281]: osdmap e770: 8 total, 8 up, 8 in 2024-09-11T03:44:18.224 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:17 smithi086 ceph-mon[91691]: osdmap e770: 8 total, 8 up, 8 in 2024-09-11T03:44:18.856 INFO:tasks.rados.rados.0.smithi086.stdout:3707: done (4 left) 2024-09-11T03:44:18.856 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 35 current snap is 343 2024-09-11T03:44:18.857 INFO:tasks.rados.rados.0.smithi086.stdout:3702: finishing write tid 1 to smithi08678205-46 2024-09-11T03:44:18.857 INFO:tasks.rados.rados.0.smithi086.stdout:3708: seq_num 1163 ranges {4251648=286720} 2024-09-11T03:44:18.881 INFO:tasks.rados.rados.0.smithi086.stdout:3708: writing smithi08678205-35 from 4251648 to 4538368 tid 1 2024-09-11T03:44:18.881 INFO:tasks.rados.rados.0.smithi086.stdout:3709: rmattr oid 43 current snap is 343 2024-09-11T03:44:18.881 INFO:tasks.rados.rados.0.smithi086.stdout:3709: done (5 left) 2024-09-11T03:44:18.881 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 343 2024-09-11T03:44:18.881 INFO:tasks.rados.rados.0.smithi086.stdout:3702: finishing write tid 2 to smithi08678205-46 2024-09-11T03:44:18.881 INFO:tasks.rados.rados.0.smithi086.stdout:3702: finishing write tid 3 to smithi08678205-46 2024-09-11T03:44:18.882 INFO:tasks.rados.rados.0.smithi086.stdout:3702: oid 46 updating version 0 to 2612 2024-09-11T03:44:18.882 INFO:tasks.rados.rados.0.smithi086.stdout:3702: oid 46 updating version 2612 to 2613 2024-09-11T03:44:18.882 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 2613 (ObjNum 1161 snap 343 seq_num 1161) dirty exists 2024-09-11T03:44:18.882 INFO:tasks.rados.rados.0.smithi086.stdout:3702: left oid 46 (ObjNum 1161 snap 343 seq_num 1161) 2024-09-11T03:44:18.882 INFO:tasks.rados.rados.0.smithi086.stdout:3706: expect (ObjNum 1155 snap 339 seq_num 1155) 2024-09-11T03:44:19.176 INFO:tasks.rados.rados.0.smithi086.stdout:3703: expect (ObjNum 1004 snap 296 seq_num 1004) 2024-09-11T03:44:19.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:18 smithi086 ceph-mon[91691]: pgmap v830: 121 pgs: 121 active+clean; 256 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 132 KiB/s wr, 10 op/s 2024-09-11T03:44:19.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:18 smithi086 ceph-mon[91691]: osdmap e771: 8 total, 8 up, 8 in 2024-09-11T03:44:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:18 smithi086 ceph-mon[89281]: pgmap v830: 121 pgs: 121 active+clean; 256 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 132 KiB/s wr, 10 op/s 2024-09-11T03:44:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:18 smithi086 ceph-mon[89281]: osdmap e771: 8 total, 8 up, 8 in 2024-09-11T03:44:19.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:18 smithi130 ceph-mon[83685]: pgmap v830: 121 pgs: 121 active+clean; 256 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 132 KiB/s wr, 10 op/s 2024-09-11T03:44:19.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:18 smithi130 ceph-mon[83685]: osdmap e771: 8 total, 8 up, 8 in 2024-09-11T03:44:19.654 INFO:tasks.rados.rados.0.smithi086.stdout:3704: expect (ObjNum 1158 snap 341 seq_num 1158) 2024-09-11T03:44:19.982 INFO:tasks.rados.rados.0.smithi086.stdout:3708: finishing write tid 1 to smithi08678205-35 2024-09-11T03:44:19.982 INFO:tasks.rados.rados.0.smithi086.stdout:3708: finishing write tid 2 to smithi08678205-35 2024-09-11T03:44:19.982 INFO:tasks.rados.rados.0.smithi086.stdout:3708: finishing write tid 3 to smithi08678205-35 2024-09-11T03:44:19.982 INFO:tasks.rados.rados.0.smithi086.stdout:3708: oid 35 updating version 0 to 2691 2024-09-11T03:44:19.982 INFO:tasks.rados.rados.0.smithi086.stdout:3708: oid 35 updating version 2691 to 2692 2024-09-11T03:44:19.982 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2692 (ObjNum 1163 snap 343 seq_num 1163) dirty exists 2024-09-11T03:44:19.982 INFO:tasks.rados.rados.0.smithi086.stdout:3708: left oid 35 (ObjNum 1163 snap 343 seq_num 1163) 2024-09-11T03:44:19.982 INFO:tasks.rados.rados.0.smithi086.stdout:3710: seq_num 1164 ranges {1605632=303104} 2024-09-11T03:44:19.992 INFO:tasks.rados.rados.0.smithi086.stdout:3710: writing smithi08678205-36 from 1605632 to 1908736 tid 1 2024-09-11T03:44:19.992 INFO:tasks.rados.rados.0.smithi086.stdout:3702: done (5 left) 2024-09-11T03:44:19.992 INFO:tasks.rados.rados.0.smithi086.stdout:3703: done (4 left) 2024-09-11T03:44:19.992 INFO:tasks.rados.rados.0.smithi086.stdout:3704: done (3 left) 2024-09-11T03:44:19.993 INFO:tasks.rados.rados.0.smithi086.stdout:3706: done (2 left) 2024-09-11T03:44:19.993 INFO:tasks.rados.rados.0.smithi086.stdout:3708: done (1 left) 2024-09-11T03:44:19.993 INFO:tasks.rados.rados.0.smithi086.stdout:3711: delete oid 41 current snap is 343 2024-09-11T03:44:19.996 INFO:tasks.rados.rados.0.smithi086.stdout:3710: finishing write tid 1 to smithi08678205-36 2024-09-11T03:44:19.998 INFO:tasks.rados.rados.0.smithi086.stdout:3710: finishing write tid 2 to smithi08678205-36 2024-09-11T03:44:19.999 INFO:tasks.rados.rados.0.smithi086.stdout:3711: done (1 left) 2024-09-11T03:44:19.999 INFO:tasks.rados.rados.0.smithi086.stdout:3712: copy_from oid 34 from oid 7 current snap is 343 2024-09-11T03:44:19.999 INFO:tasks.rados.rados.0.smithi086.stdout:3713: rmattr oid 43 current snap is 343 2024-09-11T03:44:19.999 INFO:tasks.rados.rados.0.smithi086.stdout:3713: done (2 left) 2024-09-11T03:44:19.999 INFO:tasks.rados.rados.0.smithi086.stdout:3714: snap_remove snap 342 2024-09-11T03:44:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:19 smithi086 ceph-mon[89281]: osdmap e772: 8 total, 8 up, 8 in 2024-09-11T03:44:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:44:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:19 smithi086 ceph-mon[91691]: osdmap e772: 8 total, 8 up, 8 in 2024-09-11T03:44:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:44:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:19 smithi130 ceph-mon[83685]: osdmap e772: 8 total, 8 up, 8 in 2024-09-11T03:44:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:44:20.867 INFO:tasks.rados.rados.0.smithi086.stdout:3714: done (2 left) 2024-09-11T03:44:20.868 INFO:tasks.rados.rados.0.smithi086.stdout:3715: setattr oid 26 current snap is 343 2024-09-11T03:44:20.868 INFO:tasks.rados.rados.0.smithi086.stdout:3712: finishing copy_from to smithi08678205-34 2024-09-11T03:44:20.868 INFO:tasks.rados.rados.0.smithi086.stdout:3712: got expected ENOENT (src dne) 2024-09-11T03:44:20.868 INFO:tasks.rados.rados.0.smithi086.stdout:3712: finishing copy_from racing read to smithi08678205-34 2024-09-11T03:44:20.868 INFO:tasks.rados.rados.0.smithi086.stdout:3710: finishing write tid 3 to smithi08678205-36 2024-09-11T03:44:20.868 INFO:tasks.rados.rados.0.smithi086.stdout:3710: oid 36 updating version 0 to 2841 2024-09-11T03:44:20.868 INFO:tasks.rados.rados.0.smithi086.stdout:3710: oid 36 updating version 2841 to 2842 2024-09-11T03:44:20.868 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2842 (ObjNum 1164 snap 343 seq_num 1164) dirty exists 2024-09-11T03:44:20.868 INFO:tasks.rados.rados.0.smithi086.stdout:3710: left oid 36 (ObjNum 1164 snap 343 seq_num 1164) 2024-09-11T03:44:20.869 INFO:tasks.rados.rados.0.smithi086.stdout:3710: done (2 left) 2024-09-11T03:44:20.869 INFO:tasks.rados.rados.0.smithi086.stdout:3712: done (1 left) 2024-09-11T03:44:20.870 INFO:tasks.rados.rados.0.smithi086.stdout:3716: copy_from oid 30 from oid 9 current snap is 343 2024-09-11T03:44:20.870 INFO:tasks.rados.rados.0.smithi086.stdout:3717: read oid 44 snap -1 2024-09-11T03:44:20.870 INFO:tasks.rados.rados.0.smithi086.stdout:3717: expect deleted 2024-09-11T03:44:20.870 INFO:tasks.rados.rados.0.smithi086.stdout:3718: read oid 49 snap 341 2024-09-11T03:44:20.870 INFO:tasks.rados.rados.0.smithi086.stdout:3718: expect (ObjNum 1065 snap 315 seq_num 1065) 2024-09-11T03:44:20.870 INFO:tasks.rados.rados.0.smithi086.stdout:3719: snap_remove snap 325 2024-09-11T03:44:21.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:20 smithi086 ceph-mon[89281]: pgmap v833: 121 pgs: 121 active+clean; 254 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 108 KiB/s wr, 3 op/s 2024-09-11T03:44:21.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:20 smithi086 ceph-mon[91691]: pgmap v833: 121 pgs: 121 active+clean; 254 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 108 KiB/s wr, 3 op/s 2024-09-11T03:44:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:20 smithi130 ceph-mon[83685]: pgmap v833: 121 pgs: 121 active+clean; 254 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 108 KiB/s wr, 3 op/s 2024-09-11T03:44:21.875 INFO:tasks.rados.rados.0.smithi086.stdout:3719: done (4 left) 2024-09-11T03:44:21.875 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 343 2024-09-11T03:44:21.875 INFO:tasks.rados.rados.0.smithi086.stdout:3720: seq_num 1166 ranges {0=335872} 2024-09-11T03:44:21.878 INFO:tasks.rados.rados.0.smithi086.stdout:3720: writing smithi08678205-45 from 0 to 335872 tid 1 2024-09-11T03:44:21.878 INFO:tasks.rados.rados.0.smithi086.stdout:3721: read oid 15 snap -1 2024-09-11T03:44:21.878 INFO:tasks.rados.rados.0.smithi086.stdout:3721: expect (ObjNum 1156 snap 339 seq_num 1156) 2024-09-11T03:44:21.878 INFO:tasks.rados.rados.0.smithi086.stdout:3722: snap_remove snap 326 2024-09-11T03:44:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:21 smithi086 ceph-mon[89281]: osdmap e773: 8 total, 8 up, 8 in 2024-09-11T03:44:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:21 smithi086 ceph-mon[91691]: osdmap e773: 8 total, 8 up, 8 in 2024-09-11T03:44:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:21 smithi130 ceph-mon[83685]: osdmap e773: 8 total, 8 up, 8 in 2024-09-11T03:44:22.772 INFO:tasks.rados.rados.0.smithi086.stdout:3722: done (6 left) 2024-09-11T03:44:22.773 INFO:tasks.rados.rados.0.smithi086.stdout:3723: setattr oid 8 current snap is 343 2024-09-11T03:44:22.773 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 2594 (ObjNum 1150 snap 338 seq_num 1150) dirty exists 2024-09-11T03:44:22.773 INFO:tasks.rados.rados.0.smithi086.stdout:3716: finishing copy_from racing read to smithi08678205-30 2024-09-11T03:44:22.773 INFO:tasks.rados.rados.0.smithi086.stdout:3716: finishing copy_from to smithi08678205-30 2024-09-11T03:44:22.773 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 2617 (ObjNum 1151 snap 338 seq_num 1151) dirty exists 2024-09-11T03:44:22.773 INFO:tasks.rados.rados.0.smithi086.stdout:3718: expect (ObjNum 1065 snap 315 seq_num 1065) 2024-09-11T03:44:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:22 smithi086 ceph-mon[89281]: pgmap v835: 121 pgs: 121 active+clean; 255 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 184 KiB/s wr, 10 op/s 2024-09-11T03:44:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:22 smithi086 ceph-mon[89281]: osdmap e774: 8 total, 8 up, 8 in 2024-09-11T03:44:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:22 smithi086 ceph-mon[89281]: osdmap e775: 8 total, 8 up, 8 in 2024-09-11T03:44:23.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:22 smithi086 ceph-mon[91691]: pgmap v835: 121 pgs: 121 active+clean; 255 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 184 KiB/s wr, 10 op/s 2024-09-11T03:44:23.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:22 smithi086 ceph-mon[91691]: osdmap e774: 8 total, 8 up, 8 in 2024-09-11T03:44:23.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:22 smithi086 ceph-mon[91691]: osdmap e775: 8 total, 8 up, 8 in 2024-09-11T03:44:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:22 smithi130 ceph-mon[83685]: pgmap v835: 121 pgs: 121 active+clean; 255 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 184 KiB/s wr, 10 op/s 2024-09-11T03:44:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:22 smithi130 ceph-mon[83685]: osdmap e774: 8 total, 8 up, 8 in 2024-09-11T03:44:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:22 smithi130 ceph-mon[83685]: osdmap e775: 8 total, 8 up, 8 in 2024-09-11T03:44:23.441 INFO:tasks.rados.rados.0.smithi086.stdout:3720: finishing write tid 1 to smithi08678205-45 2024-09-11T03:44:23.442 INFO:tasks.rados.rados.0.smithi086.stdout:3720: finishing write tid 2 to smithi08678205-45 2024-09-11T03:44:23.442 INFO:tasks.rados.rados.0.smithi086.stdout:3720: finishing write tid 3 to smithi08678205-45 2024-09-11T03:44:23.442 INFO:tasks.rados.rados.0.smithi086.stdout:3720: oid 45 updating version 0 to 2643 2024-09-11T03:44:23.442 INFO:tasks.rados.rados.0.smithi086.stdout:3720: oid 45 version 2643 is already newer than 2642 2024-09-11T03:44:23.442 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 2643 (ObjNum 1166 snap 343 seq_num 1166) dirty exists 2024-09-11T03:44:23.442 INFO:tasks.rados.rados.0.smithi086.stdout:3720: left oid 45 (ObjNum 1166 snap 343 seq_num 1166) 2024-09-11T03:44:23.442 INFO:tasks.rados.rados.0.smithi086.stdout:3721: expect (ObjNum 1156 snap 339 seq_num 1156) 2024-09-11T03:44:24.030 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 2644 (ObjNum 289 snap 0 seq_num 2569126587) dirty exists 2024-09-11T03:44:24.030 INFO:tasks.rados.rados.0.smithi086.stdout:3715: done (6 left) 2024-09-11T03:44:24.030 INFO:tasks.rados.rados.0.smithi086.stdout:3716: done (5 left) 2024-09-11T03:44:24.030 INFO:tasks.rados.rados.0.smithi086.stdout:3717: done (4 left) 2024-09-11T03:44:24.030 INFO:tasks.rados.rados.0.smithi086.stdout:3718: done (3 left) 2024-09-11T03:44:24.030 INFO:tasks.rados.rados.0.smithi086.stdout:3720: done (2 left) 2024-09-11T03:44:24.030 INFO:tasks.rados.rados.0.smithi086.stdout:3721: done (1 left) 2024-09-11T03:44:24.031 INFO:tasks.rados.rados.0.smithi086.stdout:3723: done (0 left) 2024-09-11T03:44:24.031 INFO:tasks.rados.rados.0.smithi086.stdout:3724: snap_remove snap 330 2024-09-11T03:44:24.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:44:24 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:44:24] "GET /metrics HTTP/1.1" 200 36368 "" "Prometheus/2.51.0" 2024-09-11T03:44:24.879 INFO:tasks.rados.rados.0.smithi086.stdout:3724: done (0 left) 2024-09-11T03:44:24.879 INFO:tasks.rados.rados.0.smithi086.stdout:3725: snap_create 2024-09-11T03:44:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:24 smithi086 ceph-mon[89281]: pgmap v838: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 252 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-11T03:44:25.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:24 smithi086 ceph-mon[91691]: pgmap v838: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 252 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-11T03:44:25.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:24 smithi130 ceph-mon[83685]: pgmap v838: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 252 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-11T03:44:25.882 INFO:tasks.rados.rados.0.smithi086.stdout:3725: done (0 left) 2024-09-11T03:44:25.883 INFO:tasks.rados.rados.0.smithi086.stdout:3726: read oid 11 snap -1 2024-09-11T03:44:25.883 INFO:tasks.rados.rados.0.smithi086.stdout:3726: expect (ObjNum 1004 snap 296 seq_num 1004) 2024-09-11T03:44:25.883 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 344 2024-09-11T03:44:25.883 INFO:tasks.rados.rados.0.smithi086.stdout:3727: seq_num 1167 ranges {0=352256} 2024-09-11T03:44:25.884 INFO:tasks.rados.rados.0.smithi086.stdout:3727: writing smithi08678205-8 from 0 to 352256 tid 1 2024-09-11T03:44:25.884 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 12 current snap is 344 2024-09-11T03:44:25.884 INFO:tasks.rados.rados.0.smithi086.stdout:3728: seq_num 1168 ranges {3203072=368640} 2024-09-11T03:44:25.905 INFO:tasks.rados.rados.0.smithi086.stdout:3728: writing smithi08678205-12 from 3203072 to 3571712 tid 1 2024-09-11T03:44:25.905 INFO:tasks.rados.rados.0.smithi086.stdout:3729: read oid 29 snap 339 2024-09-11T03:44:25.905 INFO:tasks.rados.rados.0.smithi086.stdout:3729: expect (ObjNum 1109 snap 325 seq_num 1109) 2024-09-11T03:44:25.905 INFO:tasks.rados.rados.0.smithi086.stdout:3730: setattr oid 44 current snap is 344 2024-09-11T03:44:25.905 INFO:tasks.rados.rados.0.smithi086.stdout:3727: finishing write tid 1 to smithi08678205-8 2024-09-11T03:44:25.905 INFO:tasks.rados.rados.0.smithi086.stdout:3727: finishing write tid 2 to smithi08678205-8 2024-09-11T03:44:25.905 INFO:tasks.rados.rados.0.smithi086.stdout:3727: finishing write tid 3 to smithi08678205-8 2024-09-11T03:44:25.906 INFO:tasks.rados.rados.0.smithi086.stdout:3727: oid 8 updating version 0 to 2645 2024-09-11T03:44:25.906 INFO:tasks.rados.rados.0.smithi086.stdout:3727: oid 8 updating version 2645 to 2646 2024-09-11T03:44:25.906 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 2646 (ObjNum 1167 snap 344 seq_num 1167) dirty exists 2024-09-11T03:44:25.906 INFO:tasks.rados.rados.0.smithi086.stdout:3727: left oid 8 (ObjNum 1167 snap 344 seq_num 1167) 2024-09-11T03:44:25.906 INFO:tasks.rados.rados.0.smithi086.stdout:3727: done (4 left) 2024-09-11T03:44:25.906 INFO:tasks.rados.rados.0.smithi086.stdout:3731: delete oid 31 current snap is 344 2024-09-11T03:44:25.910 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 613 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-11T03:44:25.911 INFO:tasks.rados.rados.0.smithi086.stdout:3730: done (4 left) 2024-09-11T03:44:25.911 INFO:tasks.rados.rados.0.smithi086.stdout:3731: done (3 left) 2024-09-11T03:44:25.911 INFO:tasks.rados.rados.0.smithi086.stdout:3732: delete oid 2 current snap is 344 2024-09-11T03:44:25.914 INFO:tasks.rados.rados.0.smithi086.stdout:3726: expect (ObjNum 1004 snap 296 seq_num 1004) 2024-09-11T03:44:26.247 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:25 smithi130 ceph-mon[83685]: osdmap e776: 8 total, 8 up, 8 in 2024-09-11T03:44:26.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:25 smithi086 ceph-mon[89281]: osdmap e776: 8 total, 8 up, 8 in 2024-09-11T03:44:26.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:25 smithi086 ceph-mon[91691]: osdmap e776: 8 total, 8 up, 8 in 2024-09-11T03:44:26.392 INFO:tasks.rados.rados.0.smithi086.stdout:3728: finishing write tid 1 to smithi08678205-12 2024-09-11T03:44:26.392 INFO:tasks.rados.rados.0.smithi086.stdout:3728: finishing write tid 2 to smithi08678205-12 2024-09-11T03:44:26.393 INFO:tasks.rados.rados.0.smithi086.stdout:3726: done (3 left) 2024-09-11T03:44:26.393 INFO:tasks.rados.rados.0.smithi086.stdout:3732: done (2 left) 2024-09-11T03:44:26.393 INFO:tasks.rados.rados.0.smithi086.stdout:3733: rollback oid 23 current snap is 344 2024-09-11T03:44:26.393 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 23 to 340 2024-09-11T03:44:26.393 INFO:tasks.rados.rados.0.smithi086.stdout:3728: finishing write tid 3 to smithi08678205-12 2024-09-11T03:44:26.393 INFO:tasks.rados.rados.0.smithi086.stdout:3728: oid 12 updating version 0 to 1953 2024-09-11T03:44:26.393 INFO:tasks.rados.rados.0.smithi086.stdout:3728: oid 12 version 1953 is already newer than 1952 2024-09-11T03:44:26.393 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 12 v 1953 (ObjNum 1168 snap 344 seq_num 1168) dirty exists 2024-09-11T03:44:26.393 INFO:tasks.rados.rados.0.smithi086.stdout:3728: left oid 12 (ObjNum 1168 snap 344 seq_num 1168) 2024-09-11T03:44:26.393 INFO:tasks.rados.rados.0.smithi086.stdout:3729: expect (ObjNum 1109 snap 325 seq_num 1109) 2024-09-11T03:44:26.892 INFO:tasks.rados.rados.0.smithi086.stdout:3733: finishing rollback tid 0 to smithi08678205-23 2024-09-11T03:44:26.892 INFO:tasks.rados.rados.0.smithi086.stdout:3733: finishing rollback tid 1 to smithi08678205-23 2024-09-11T03:44:26.892 INFO:tasks.rados.rados.0.smithi086.stdout:3733: finishing rollback tid 2 to smithi08678205-23 2024-09-11T03:44:26.892 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2882 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-11T03:44:26.892 INFO:tasks.rados.rados.0.smithi086.stdout:3728: done (2 left) 2024-09-11T03:44:26.892 INFO:tasks.rados.rados.0.smithi086.stdout:3729: done (1 left) 2024-09-11T03:44:26.892 INFO:tasks.rados.rados.0.smithi086.stdout:3733: done (0 left) 2024-09-11T03:44:26.892 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 37 current snap is 344 2024-09-11T03:44:26.893 INFO:tasks.rados.rados.0.smithi086.stdout:3734: seq_num 1171 ranges {16384=417792} 2024-09-11T03:44:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:3734: writing smithi08678205-37 from 16384 to 434176 tid 1 2024-09-11T03:44:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:3735: copy_from oid 29 from oid 30 current snap is 344 2024-09-11T03:44:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:3736: read oid 42 snap -1 2024-09-11T03:44:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:3736: expect (ObjNum 1016 snap 297 seq_num 1016) 2024-09-11T03:44:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:3737: read oid 5 snap -1 2024-09-11T03:44:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:3737: expect deleted 2024-09-11T03:44:26.895 INFO:tasks.rados.rados.0.smithi086.stdout:3738: setattr oid 49 current snap is 344 2024-09-11T03:44:26.896 INFO:tasks.rados.rados.0.smithi086.stdout:3737: done (4 left) 2024-09-11T03:44:26.896 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 344 2024-09-11T03:44:26.896 INFO:tasks.rados.rados.0.smithi086.stdout:3739: seq_num 1172 ranges {0=434176} 2024-09-11T03:44:26.899 INFO:tasks.rados.rados.0.smithi086.stdout:3739: writing smithi08678205-44 from 0 to 434176 tid 1 2024-09-11T03:44:26.899 INFO:tasks.rados.rados.0.smithi086.stdout:3740: read oid 46 snap -1 2024-09-11T03:44:26.899 INFO:tasks.rados.rados.0.smithi086.stdout:3740: expect (ObjNum 1161 snap 343 seq_num 1161) 2024-09-11T03:44:26.899 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 50 current snap is 344 2024-09-11T03:44:26.899 INFO:tasks.rados.rados.0.smithi086.stdout:3741: seq_num 1173 ranges {0=450560} 2024-09-11T03:44:26.903 INFO:tasks.rados.rados.0.smithi086.stdout:3741: writing smithi08678205-50 from 0 to 450560 tid 1 2024-09-11T03:44:26.903 INFO:tasks.rados.rados.0.smithi086.stdout:3742: copy_from oid 39 from oid 17 current snap is 344 2024-09-11T03:44:26.903 INFO:tasks.rados.rados.0.smithi086.stdout:3734: finishing write tid 1 to smithi08678205-37 2024-09-11T03:44:26.903 INFO:tasks.rados.rados.0.smithi086.stdout:3734: finishing write tid 2 to smithi08678205-37 2024-09-11T03:44:26.903 INFO:tasks.rados.rados.0.smithi086.stdout:3734: finishing write tid 3 to smithi08678205-37 2024-09-11T03:44:26.903 INFO:tasks.rados.rados.0.smithi086.stdout:3734: oid 37 updating version 0 to 2595 2024-09-11T03:44:26.903 INFO:tasks.rados.rados.0.smithi086.stdout:3734: oid 37 updating version 2595 to 2596 2024-09-11T03:44:26.903 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 2596 (ObjNum 1171 snap 344 seq_num 1171) dirty exists 2024-09-11T03:44:26.903 INFO:tasks.rados.rados.0.smithi086.stdout:3734: left oid 37 (ObjNum 1171 snap 344 seq_num 1171) 2024-09-11T03:44:26.903 INFO:tasks.rados.rados.0.smithi086.stdout:3734: done (7 left) 2024-09-11T03:44:26.903 INFO:tasks.rados.rados.0.smithi086.stdout:3743: read oid 1 snap -1 2024-09-11T03:44:26.903 INFO:tasks.rados.rados.0.smithi086.stdout:3743: expect (ObjNum 1158 snap 341 seq_num 1158) 2024-09-11T03:44:26.904 INFO:tasks.rados.rados.0.smithi086.stdout:3744: rmattr oid 13 current snap is 344 2024-09-11T03:44:26.904 INFO:tasks.rados.rados.0.smithi086.stdout:3745: snap_remove snap 343 2024-09-11T03:44:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:26 smithi086 ceph-mon[89281]: pgmap v840: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 247 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-09-11T03:44:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:26 smithi086 ceph-mon[89281]: osdmap e777: 8 total, 8 up, 8 in 2024-09-11T03:44:27.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:26 smithi086 ceph-mon[91691]: pgmap v840: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 247 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-09-11T03:44:27.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:26 smithi086 ceph-mon[91691]: osdmap e777: 8 total, 8 up, 8 in 2024-09-11T03:44:27.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:26 smithi130 ceph-mon[83685]: pgmap v840: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 247 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-09-11T03:44:27.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:26 smithi130 ceph-mon[83685]: osdmap e777: 8 total, 8 up, 8 in 2024-09-11T03:44:27.772 INFO:tasks.rados.rados.0.smithi086.stdout:3745: done (9 left) 2024-09-11T03:44:27.772 INFO:tasks.rados.rados.0.smithi086.stdout:3746: rmattr oid 31 current snap is 344 2024-09-11T03:44:27.772 INFO:tasks.rados.rados.0.smithi086.stdout:3736: expect (ObjNum 1016 snap 297 seq_num 1016) 2024-09-11T03:44:27.912 INFO:tasks.rados.rados.0.smithi086.stdout:3741: finishing write tid 1 to smithi08678205-50 2024-09-11T03:44:27.912 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 613 (ObjNum 1004 snap 296 seq_num 1004) dirty exists 2024-09-11T03:44:27.912 INFO:tasks.rados.rados.0.smithi086.stdout:3741: finishing write tid 2 to smithi08678205-50 2024-09-11T03:44:27.912 INFO:tasks.rados.rados.0.smithi086.stdout:3741: finishing write tid 3 to smithi08678205-50 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:3741: oid 50 updating version 0 to 2611 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:3741: oid 50 version 2611 is already newer than 2610 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 2611 (ObjNum 1173 snap 344 seq_num 1173) dirty exists 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:3741: left oid 50 (ObjNum 1173 snap 344 seq_num 1173) 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:3739: finishing write tid 1 to smithi08678205-44 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:3739: finishing write tid 2 to smithi08678205-44 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:3739: finishing write tid 3 to smithi08678205-44 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:3739: oid 44 updating version 0 to 614 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:3739: oid 44 updating version 614 to 615 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 615 (ObjNum 1172 snap 344 seq_num 1172) dirty exists 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:3739: left oid 44 (ObjNum 1172 snap 344 seq_num 1172) 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 2630 (ObjNum 1065 snap 315 seq_num 1065) dirty exists 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:3735: finishing copy_from racing read to smithi08678205-29 2024-09-11T03:44:27.913 INFO:tasks.rados.rados.0.smithi086.stdout:3736: done (9 left) 2024-09-11T03:44:27.914 INFO:tasks.rados.rados.0.smithi086.stdout:3738: done (8 left) 2024-09-11T03:44:27.914 INFO:tasks.rados.rados.0.smithi086.stdout:3739: done (7 left) 2024-09-11T03:44:27.914 INFO:tasks.rados.rados.0.smithi086.stdout:3741: done (6 left) 2024-09-11T03:44:27.914 INFO:tasks.rados.rados.0.smithi086.stdout:3744: done (5 left) 2024-09-11T03:44:27.914 INFO:tasks.rados.rados.0.smithi086.stdout:3746: done (4 left) 2024-09-11T03:44:27.914 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 31 current snap is 344 2024-09-11T03:44:27.914 INFO:tasks.rados.rados.0.smithi086.stdout:3743: expect (ObjNum 1158 snap 341 seq_num 1158) 2024-09-11T03:44:28.238 INFO:tasks.rados.rados.0.smithi086.stdout:3735: finishing copy_from to smithi08678205-29 2024-09-11T03:44:28.239 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 2617 (ObjNum 1151 snap 338 seq_num 1151) dirty exists 2024-09-11T03:44:28.239 INFO:tasks.rados.rados.0.smithi086.stdout:3740: expect (ObjNum 1161 snap 343 seq_num 1161) 2024-09-11T03:44:28.780 INFO:tasks.rados.rados.0.smithi086.stdout:3742: finishing copy_from racing read to smithi08678205-39 2024-09-11T03:44:28.781 INFO:tasks.rados.rados.0.smithi086.stdout:3742: finishing copy_from to smithi08678205-39 2024-09-11T03:44:28.781 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 2705 (ObjNum 1155 snap 339 seq_num 1155) dirty exists 2024-09-11T03:44:28.781 INFO:tasks.rados.rados.0.smithi086.stdout:3747: seq_num 1174 ranges {0=466944} 2024-09-11T03:44:28.783 INFO:tasks.rados.rados.0.smithi086.stdout:3747: writing smithi08678205-31 from 0 to 466944 tid 1 2024-09-11T03:44:28.784 INFO:tasks.rados.rados.0.smithi086.stdout:3735: done (4 left) 2024-09-11T03:44:28.784 INFO:tasks.rados.rados.0.smithi086.stdout:3740: done (3 left) 2024-09-11T03:44:28.784 INFO:tasks.rados.rados.0.smithi086.stdout:3742: done (2 left) 2024-09-11T03:44:28.784 INFO:tasks.rados.rados.0.smithi086.stdout:3743: done (1 left) 2024-09-11T03:44:28.784 INFO:tasks.rados.rados.0.smithi086.stdout:3748: rollback oid 40 current snap is 344 2024-09-11T03:44:28.784 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 40 to 328 2024-09-11T03:44:28.784 INFO:tasks.rados.rados.0.smithi086.stdout:3749: read oid 2 snap -1 2024-09-11T03:44:28.784 INFO:tasks.rados.rados.0.smithi086.stdout:3749: expect deleted 2024-09-11T03:44:28.784 INFO:tasks.rados.rados.0.smithi086.stdout:3750: delete oid 41 current snap is 344 2024-09-11T03:44:28.787 INFO:tasks.rados.rados.0.smithi086.stdout:3747: finishing write tid 1 to smithi08678205-31 2024-09-11T03:44:28.787 INFO:tasks.rados.rados.0.smithi086.stdout:3748: finishing rollback tid 0 to smithi08678205-40 2024-09-11T03:44:28.788 INFO:tasks.rados.rados.0.smithi086.stdout:3748: finishing rollback tid 1 to smithi08678205-40 2024-09-11T03:44:28.788 INFO:tasks.rados.rados.0.smithi086.stdout:3747: finishing write tid 2 to smithi08678205-31 2024-09-11T03:44:28.788 INFO:tasks.rados.rados.0.smithi086.stdout:3748: finishing rollback tid 2 to smithi08678205-40 2024-09-11T03:44:28.788 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 2620 (ObjNum 1102 snap 321 seq_num 1102) dirty exists 2024-09-11T03:44:28.789 INFO:tasks.rados.rados.0.smithi086.stdout:3747: finishing write tid 3 to smithi08678205-31 2024-09-11T03:44:28.789 INFO:tasks.rados.rados.0.smithi086.stdout:3747: oid 31 updating version 0 to 2888 2024-09-11T03:44:28.789 INFO:tasks.rados.rados.0.smithi086.stdout:3747: oid 31 version 2888 is already newer than 2887 2024-09-11T03:44:28.790 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 31 v 2888 (ObjNum 1174 snap 344 seq_num 1174) dirty exists 2024-09-11T03:44:28.790 INFO:tasks.rados.rados.0.smithi086.stdout:3747: left oid 31 (ObjNum 1174 snap 344 seq_num 1174) 2024-09-11T03:44:28.790 INFO:tasks.rados.rados.0.smithi086.stdout:3747: done (3 left) 2024-09-11T03:44:28.791 INFO:tasks.rados.rados.0.smithi086.stdout:3748: done (2 left) 2024-09-11T03:44:28.791 INFO:tasks.rados.rados.0.smithi086.stdout:3749: done (1 left) 2024-09-11T03:44:28.791 INFO:tasks.rados.rados.0.smithi086.stdout:3750: done (0 left) 2024-09-11T03:44:28.791 INFO:tasks.rados.rados.0.smithi086.stdout:3751: rollback oid 45 current snap is 344 2024-09-11T03:44:28.791 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 45 to 335 2024-09-11T03:44:28.791 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 39 current snap is 344 2024-09-11T03:44:28.791 INFO:tasks.rados.rados.0.smithi086.stdout:3752: seq_num 1176 ranges {4268032=499712} 2024-09-11T03:44:28.816 INFO:tasks.rados.rados.0.smithi086.stdout:3752: writing smithi08678205-39 from 4268032 to 4767744 tid 1 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:3753: copy_from oid 15 from oid 43 current snap is 344 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:3751: finishing rollback tid 0 to smithi08678205-45 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:3751: finishing rollback tid 1 to smithi08678205-45 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:3751: finishing rollback tid 2 to smithi08678205-45 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 2649 (ObjNum 1138 snap 333 seq_num 1138) dirty exists 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:3751: done (2 left) 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:3754: rmattr oid 29 current snap is 344 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:3755: rmattr oid 4 current snap is 344 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:3756: read oid 40 snap -1 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:3756: expect (ObjNum 1102 snap 321 seq_num 1102) 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:3757: snap_create 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:3753: finishing copy_from to smithi08678205-15 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:3753: got expected ENOENT (src dne) 2024-09-11T03:44:28.817 INFO:tasks.rados.rados.0.smithi086.stdout:3753: finishing copy_from racing read to smithi08678205-15 2024-09-11T03:44:28.818 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 2618 (ObjNum 1151 snap 338 seq_num 1151) dirty exists 2024-09-11T03:44:28.820 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 2631 (ObjNum 1154 snap 339 seq_num 1154) dirty exists 2024-09-11T03:44:28.823 INFO:tasks.rados.rados.0.smithi086.stdout:3752: finishing write tid 1 to smithi08678205-39 2024-09-11T03:44:28.824 INFO:tasks.rados.rados.0.smithi086.stdout:3752: finishing write tid 2 to smithi08678205-39 2024-09-11T03:44:28.825 INFO:tasks.rados.rados.0.smithi086.stdout:3752: finishing write tid 3 to smithi08678205-39 2024-09-11T03:44:28.825 INFO:tasks.rados.rados.0.smithi086.stdout:3752: oid 39 updating version 0 to 2707 2024-09-11T03:44:28.825 INFO:tasks.rados.rados.0.smithi086.stdout:3752: oid 39 version 2707 is already newer than 2706 2024-09-11T03:44:28.826 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 2707 (ObjNum 1176 snap 344 seq_num 1176) dirty exists 2024-09-11T03:44:28.826 INFO:tasks.rados.rados.0.smithi086.stdout:3752: left oid 39 (ObjNum 1176 snap 344 seq_num 1176) 2024-09-11T03:44:28.827 INFO:tasks.rados.rados.0.smithi086.stdout:3756: expect (ObjNum 1102 snap 321 seq_num 1102) 2024-09-11T03:44:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:28 smithi086 ceph-mon[89281]: pgmap v842: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 242 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-11T03:44:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:28 smithi086 ceph-mon[89281]: osdmap e778: 8 total, 8 up, 8 in 2024-09-11T03:44:29.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:28 smithi086 ceph-mon[91691]: pgmap v842: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 242 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-11T03:44:29.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:28 smithi086 ceph-mon[91691]: osdmap e778: 8 total, 8 up, 8 in 2024-09-11T03:44:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:28 smithi130 ceph-mon[83685]: pgmap v842: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 242 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-09-11T03:44:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:28 smithi130 ceph-mon[83685]: osdmap e778: 8 total, 8 up, 8 in 2024-09-11T03:44:29.777 INFO:tasks.rados.rados.0.smithi086.stdout:3752: done (5 left) 2024-09-11T03:44:29.778 INFO:tasks.rados.rados.0.smithi086.stdout:3753: done (4 left) 2024-09-11T03:44:29.778 INFO:tasks.rados.rados.0.smithi086.stdout:3754: done (3 left) 2024-09-11T03:44:29.778 INFO:tasks.rados.rados.0.smithi086.stdout:3755: done (2 left) 2024-09-11T03:44:29.778 INFO:tasks.rados.rados.0.smithi086.stdout:3756: done (1 left) 2024-09-11T03:44:29.778 INFO:tasks.rados.rados.0.smithi086.stdout:3757: done (0 left) 2024-09-11T03:44:29.778 INFO:tasks.rados.rados.0.smithi086.stdout:3758: delete oid 9 current snap is 345 2024-09-11T03:44:29.781 INFO:tasks.rados.rados.0.smithi086.stdout:3758: done (0 left) 2024-09-11T03:44:29.781 INFO:tasks.rados.rados.0.smithi086.stdout:3759: snap_create 2024-09-11T03:44:30.780 INFO:tasks.rados.rados.0.smithi086.stdout:3759: done (0 left) 2024-09-11T03:44:30.780 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 1 current snap is 346 2024-09-11T03:44:30.780 INFO:tasks.rados.rados.0.smithi086.stdout:3760: seq_num 1178 ranges {6135808=532480} 2024-09-11T03:44:30.815 INFO:tasks.rados.rados.0.smithi086.stdout:3760: writing smithi08678205-1 from 6135808 to 6668288 tid 1 2024-09-11T03:44:30.815 INFO:tasks.rados.rados.0.smithi086.stdout:3761: delete oid 50 current snap is 346 2024-09-11T03:44:30.820 INFO:tasks.rados.rados.0.smithi086.stdout:3761: done (1 left) 2024-09-11T03:44:30.820 INFO:tasks.rados.rados.0.smithi086.stdout:3762: snap_create 2024-09-11T03:44:30.824 INFO:tasks.rados.rados.0.smithi086.stdout:3760: finishing write tid 1 to smithi08678205-1 2024-09-11T03:44:30.824 INFO:tasks.rados.rados.0.smithi086.stdout:3760: finishing write tid 2 to smithi08678205-1 2024-09-11T03:44:30.825 INFO:tasks.rados.rados.0.smithi086.stdout:3760: finishing write tid 3 to smithi08678205-1 2024-09-11T03:44:30.826 INFO:tasks.rados.rados.0.smithi086.stdout:3760: oid 1 updating version 0 to 2633 2024-09-11T03:44:30.826 INFO:tasks.rados.rados.0.smithi086.stdout:3760: oid 1 version 2633 is already newer than 2632 2024-09-11T03:44:30.826 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 2633 (ObjNum 1178 snap 346 seq_num 1178) dirty exists 2024-09-11T03:44:30.826 INFO:tasks.rados.rados.0.smithi086.stdout:3760: left oid 1 (ObjNum 1178 snap 346 seq_num 1178) 2024-09-11T03:44:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:30 smithi086 ceph-mon[89281]: pgmap v844: 121 pgs: 121 active+clean; 247 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-11T03:44:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:30 smithi086 ceph-mon[89281]: osdmap e779: 8 total, 8 up, 8 in 2024-09-11T03:44:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:30 smithi086 ceph-mon[91691]: pgmap v844: 121 pgs: 121 active+clean; 247 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-11T03:44:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:30 smithi086 ceph-mon[91691]: osdmap e779: 8 total, 8 up, 8 in 2024-09-11T03:44:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:30 smithi130 ceph-mon[83685]: pgmap v844: 121 pgs: 121 active+clean; 247 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-09-11T03:44:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:30 smithi130 ceph-mon[83685]: osdmap e779: 8 total, 8 up, 8 in 2024-09-11T03:44:31.800 INFO:tasks.rados.rados.0.smithi086.stdout:3760: done (1 left) 2024-09-11T03:44:31.800 INFO:tasks.rados.rados.0.smithi086.stdout:3762: done (0 left) 2024-09-11T03:44:31.800 INFO:tasks.rados.rados.0.smithi086.stdout:3763: rmattr oid 15 current snap is 347 2024-09-11T03:44:31.800 INFO:tasks.rados.rados.0.smithi086.stdout:3764: read oid 31 snap -1 2024-09-11T03:44:31.800 INFO:tasks.rados.rados.0.smithi086.stdout:3764: expect (ObjNum 1174 snap 344 seq_num 1174) 2024-09-11T03:44:31.800 INFO:tasks.rados.rados.0.smithi086.stdout:3765: read oid 39 snap -1 2024-09-11T03:44:31.800 INFO:tasks.rados.rados.0.smithi086.stdout:3765: expect (ObjNum 1176 snap 344 seq_num 1176) 2024-09-11T03:44:31.800 INFO:tasks.rados.rados.0.smithi086.stdout:3766: read oid 24 snap -1 2024-09-11T03:44:31.800 INFO:tasks.rados.rados.0.smithi086.stdout:3766: expect deleted 2024-09-11T03:44:31.800 INFO:tasks.rados.rados.0.smithi086.stdout:3767: rollback oid 36 current snap is 347 2024-09-11T03:44:31.801 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 36 to 333 2024-09-11T03:44:31.801 INFO:tasks.rados.rados.0.smithi086.stdout:3768: read oid 32 snap -1 2024-09-11T03:44:31.801 INFO:tasks.rados.rados.0.smithi086.stdout:3768: expect (ObjNum 1157 snap 340 seq_num 1157) 2024-09-11T03:44:31.801 INFO:tasks.rados.rados.0.smithi086.stdout:3769: setattr oid 27 current snap is 347 2024-09-11T03:44:31.802 INFO:tasks.rados.rados.0.smithi086.stdout:3770: rmattr oid 42 current snap is 347 2024-09-11T03:44:31.802 INFO:tasks.rados.rados.0.smithi086.stdout:3771: read oid 22 snap -1 2024-09-11T03:44:31.802 INFO:tasks.rados.rados.0.smithi086.stdout:3771: expect deleted 2024-09-11T03:44:31.802 INFO:tasks.rados.rados.0.smithi086.stdout:3772: read oid 12 snap -1 2024-09-11T03:44:31.802 INFO:tasks.rados.rados.0.smithi086.stdout:3772: expect (ObjNum 1168 snap 344 seq_num 1168) 2024-09-11T03:44:31.802 INFO:tasks.rados.rados.0.smithi086.stdout:3773: read oid 17 snap -1 2024-09-11T03:44:31.802 INFO:tasks.rados.rados.0.smithi086.stdout:3773: expect (ObjNum 1155 snap 339 seq_num 1155) 2024-09-11T03:44:31.802 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 347 2024-09-11T03:44:31.802 INFO:tasks.rados.rados.0.smithi086.stdout:3774: seq_num 1180 ranges {7315456=565248} 2024-09-11T03:44:31.847 INFO:tasks.rados.rados.0.smithi086.stdout:3774: writing smithi08678205-4 from 7315456 to 7880704 tid 1 2024-09-11T03:44:31.847 INFO:tasks.rados.rados.0.smithi086.stdout:3775: copy_from oid 16 from oid 9 current snap is 347 2024-09-11T03:44:31.847 INFO:tasks.rados.rados.0.smithi086.stdout:3768: expect (ObjNum 1157 snap 340 seq_num 1157) 2024-09-11T03:44:31.852 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 2581 (ObjNum 1093 snap 321 seq_num 1093) dirty exists 2024-09-11T03:44:31.852 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 2650 (ObjNum 1016 snap 297 seq_num 1016) dirty exists 2024-09-11T03:44:31.852 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2891 (ObjNum 1156 snap 339 seq_num 1156) dirty exists 2024-09-11T03:44:31.852 INFO:tasks.rados.rados.0.smithi086.stdout:3764: expect (ObjNum 1174 snap 344 seq_num 1174) 2024-09-11T03:44:31.864 INFO:tasks.rados.rados.0.smithi086.stdout:3767: finishing rollback tid 0 to smithi08678205-36 2024-09-11T03:44:31.864 INFO:tasks.rados.rados.0.smithi086.stdout:3767: finishing rollback tid 1 to smithi08678205-36 2024-09-11T03:44:31.864 INFO:tasks.rados.rados.0.smithi086.stdout:3767: finishing rollback tid 2 to smithi08678205-36 2024-09-11T03:44:31.864 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2895 (ObjNum 1056 snap 308 seq_num 1056) dirty exists 2024-09-11T03:44:31.864 INFO:tasks.rados.rados.0.smithi086.stdout:3773: expect (ObjNum 1155 snap 339 seq_num 1155) 2024-09-11T03:44:32.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:31 smithi086 ceph-mon[89281]: osdmap e780: 8 total, 8 up, 8 in 2024-09-11T03:44:32.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:31 smithi086 ceph-mon[91691]: osdmap e780: 8 total, 8 up, 8 in 2024-09-11T03:44:32.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:31 smithi130 ceph-mon[83685]: osdmap e780: 8 total, 8 up, 8 in 2024-09-11T03:44:32.157 INFO:tasks.rados.rados.0.smithi086.stdout:3765: expect (ObjNum 1176 snap 344 seq_num 1176) 2024-09-11T03:44:32.528 INFO:tasks.rados.rados.0.smithi086.stdout:3772: expect (ObjNum 1168 snap 344 seq_num 1168) 2024-09-11T03:44:32.703 INFO:tasks.rados.rados.0.smithi086.stdout:3775: finishing copy_from to smithi08678205-16 2024-09-11T03:44:32.704 INFO:tasks.rados.rados.0.smithi086.stdout:3775: got expected ENOENT (src dne) 2024-09-11T03:44:32.704 INFO:tasks.rados.rados.0.smithi086.stdout:3775: finishing copy_from racing read to smithi08678205-16 2024-09-11T03:44:32.704 INFO:tasks.rados.rados.0.smithi086.stdout:3774: finishing write tid 1 to smithi08678205-4 2024-09-11T03:44:32.704 INFO:tasks.rados.rados.0.smithi086.stdout:3774: finishing write tid 2 to smithi08678205-4 2024-09-11T03:44:32.704 INFO:tasks.rados.rados.0.smithi086.stdout:3774: finishing write tid 3 to smithi08678205-4 2024-09-11T03:44:32.705 INFO:tasks.rados.rados.0.smithi086.stdout:3774: oid 4 updating version 0 to 2634 2024-09-11T03:44:32.705 INFO:tasks.rados.rados.0.smithi086.stdout:3774: oid 4 updating version 2634 to 2635 2024-09-11T03:44:32.705 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 2635 (ObjNum 1180 snap 347 seq_num 1180) dirty exists 2024-09-11T03:44:32.705 INFO:tasks.rados.rados.0.smithi086.stdout:3774: left oid 4 (ObjNum 1180 snap 347 seq_num 1180) 2024-09-11T03:44:32.705 INFO:tasks.rados.rados.0.smithi086.stdout:3763: done (12 left) 2024-09-11T03:44:32.705 INFO:tasks.rados.rados.0.smithi086.stdout:3764: done (11 left) 2024-09-11T03:44:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:3765: done (10 left) 2024-09-11T03:44:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:3766: done (9 left) 2024-09-11T03:44:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:3767: done (8 left) 2024-09-11T03:44:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:3768: done (7 left) 2024-09-11T03:44:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:3769: done (6 left) 2024-09-11T03:44:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:3770: done (5 left) 2024-09-11T03:44:32.706 INFO:tasks.rados.rados.0.smithi086.stdout:3771: done (4 left) 2024-09-11T03:44:32.707 INFO:tasks.rados.rados.0.smithi086.stdout:3772: done (3 left) 2024-09-11T03:44:32.707 INFO:tasks.rados.rados.0.smithi086.stdout:3773: done (2 left) 2024-09-11T03:44:32.707 INFO:tasks.rados.rados.0.smithi086.stdout:3774: done (1 left) 2024-09-11T03:44:32.707 INFO:tasks.rados.rados.0.smithi086.stdout:3775: done (0 left) 2024-09-11T03:44:32.707 INFO:tasks.rados.rados.0.smithi086.stdout:3776: read oid 38 snap 335 2024-09-11T03:44:32.707 INFO:tasks.rados.rados.0.smithi086.stdout:3776: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:44:32.707 INFO:tasks.rados.rados.0.smithi086.stdout:3777: read oid 6 snap -1 2024-09-11T03:44:32.707 INFO:tasks.rados.rados.0.smithi086.stdout:3777: expect deleted 2024-09-11T03:44:32.707 INFO:tasks.rados.rados.0.smithi086.stdout:3778: delete oid 16 current snap is 347 2024-09-11T03:44:32.708 INFO:tasks.rados.rados.0.smithi086.stdout:3777: done (2 left) 2024-09-11T03:44:32.708 INFO:tasks.rados.rados.0.smithi086.stdout:3778: done (1 left) 2024-09-11T03:44:32.708 INFO:tasks.rados.rados.0.smithi086.stdout:3779: rmattr oid 8 current snap is 347 2024-09-11T03:44:32.708 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 347 2024-09-11T03:44:32.708 INFO:tasks.rados.rados.0.smithi086.stdout:3780: seq_num 1182 ranges {2490368=606208} 2024-09-11T03:44:32.723 INFO:tasks.rados.rados.0.smithi086.stdout:3780: writing smithi08678205-33 from 2490368 to 3096576 tid 1 2024-09-11T03:44:32.724 INFO:tasks.rados.rados.0.smithi086.stdout:3781: rollback oid 4 current snap is 347 2024-09-11T03:44:32.724 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 4 to 339 2024-09-11T03:44:32.724 INFO:tasks.rados.rados.0.smithi086.stdout:3776: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:44:32.747 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 2651 (ObjNum 1167 snap 344 seq_num 1167) dirty exists 2024-09-11T03:44:32.747 INFO:tasks.rados.rados.0.smithi086.stdout:3781: finishing rollback tid 0 to smithi08678205-4 2024-09-11T03:44:32.748 INFO:tasks.rados.rados.0.smithi086.stdout:3781: finishing rollback tid 1 to smithi08678205-4 2024-09-11T03:44:32.748 INFO:tasks.rados.rados.0.smithi086.stdout:3781: finishing rollback tid 2 to smithi08678205-4 2024-09-11T03:44:32.748 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 2638 (ObjNum 1154 snap 339 seq_num 1154) dirty exists 2024-09-11T03:44:32.748 INFO:tasks.rados.rados.0.smithi086.stdout:3780: finishing write tid 1 to smithi08678205-33 2024-09-11T03:44:32.748 INFO:tasks.rados.rados.0.smithi086.stdout:3780: finishing write tid 2 to smithi08678205-33 2024-09-11T03:44:32.748 INFO:tasks.rados.rados.0.smithi086.stdout:3780: finishing write tid 3 to smithi08678205-33 2024-09-11T03:44:32.748 INFO:tasks.rados.rados.0.smithi086.stdout:3780: oid 33 updating version 0 to 2897 2024-09-11T03:44:32.748 INFO:tasks.rados.rados.0.smithi086.stdout:3780: oid 33 updating version 2897 to 2898 2024-09-11T03:44:32.748 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 2898 (ObjNum 1182 snap 347 seq_num 1182) dirty exists 2024-09-11T03:44:32.748 INFO:tasks.rados.rados.0.smithi086.stdout:3780: left oid 33 (ObjNum 1182 snap 347 seq_num 1182) 2024-09-11T03:44:32.748 INFO:tasks.rados.rados.0.smithi086.stdout:3776: done (3 left) 2024-09-11T03:44:32.748 INFO:tasks.rados.rados.0.smithi086.stdout:3779: done (2 left) 2024-09-11T03:44:32.748 INFO:tasks.rados.rados.0.smithi086.stdout:3780: done (1 left) 2024-09-11T03:44:32.749 INFO:tasks.rados.rados.0.smithi086.stdout:3781: done (0 left) 2024-09-11T03:44:32.749 INFO:tasks.rados.rados.0.smithi086.stdout:3782: rmattr oid 1 current snap is 347 2024-09-11T03:44:32.749 INFO:tasks.rados.rados.0.smithi086.stdout:3783: read oid 28 snap -1 2024-09-11T03:44:32.749 INFO:tasks.rados.rados.0.smithi086.stdout:3783: expect deleted 2024-09-11T03:44:32.749 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 347 2024-09-11T03:44:32.749 INFO:tasks.rados.rados.0.smithi086.stdout:3784: seq_num 1183 ranges {0=622592} 2024-09-11T03:44:32.751 INFO:tasks.rados.rados.0.smithi086.stdout:3784: writing smithi08678205-16 from 0 to 622592 tid 1 2024-09-11T03:44:32.751 INFO:tasks.rados.rados.0.smithi086.stdout:3785: snap_create 2024-09-11T03:44:32.751 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 2639 (ObjNum 1178 snap 346 seq_num 1178) dirty exists 2024-09-11T03:44:32.755 INFO:tasks.rados.rados.0.smithi086.stdout:3784: finishing write tid 1 to smithi08678205-16 2024-09-11T03:44:32.755 INFO:tasks.rados.rados.0.smithi086.stdout:3784: finishing write tid 2 to smithi08678205-16 2024-09-11T03:44:32.756 INFO:tasks.rados.rados.0.smithi086.stdout:3784: finishing write tid 3 to smithi08678205-16 2024-09-11T03:44:32.756 INFO:tasks.rados.rados.0.smithi086.stdout:3784: oid 16 updating version 0 to 2709 2024-09-11T03:44:32.756 INFO:tasks.rados.rados.0.smithi086.stdout:3784: oid 16 updating version 2709 to 2710 2024-09-11T03:44:32.756 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 2710 (ObjNum 1183 snap 347 seq_num 1183) dirty exists 2024-09-11T03:44:32.756 INFO:tasks.rados.rados.0.smithi086.stdout:3784: left oid 16 (ObjNum 1183 snap 347 seq_num 1183) 2024-09-11T03:44:32.772 INFO:tasks.rados.rados.0.smithi086.stdout:3782: done (3 left) 2024-09-11T03:44:32.772 INFO:tasks.rados.rados.0.smithi086.stdout:3783: done (2 left) 2024-09-11T03:44:32.772 INFO:tasks.rados.rados.0.smithi086.stdout:3784: done (1 left) 2024-09-11T03:44:32.772 INFO:tasks.rados.rados.0.smithi086.stdout:3785: done (0 left) 2024-09-11T03:44:32.773 INFO:tasks.rados.rados.0.smithi086.stdout:3786: snap_create 2024-09-11T03:44:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:32 smithi086 ceph-mon[89281]: pgmap v847: 121 pgs: 121 active+clean; 267 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-11T03:44:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:32 smithi086 ceph-mon[89281]: osdmap e781: 8 total, 8 up, 8 in 2024-09-11T03:44:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:32 smithi086 ceph-mon[89281]: osdmap e782: 8 total, 8 up, 8 in 2024-09-11T03:44:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:32 smithi086 ceph-mon[91691]: pgmap v847: 121 pgs: 121 active+clean; 267 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-11T03:44:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:32 smithi086 ceph-mon[91691]: osdmap e781: 8 total, 8 up, 8 in 2024-09-11T03:44:33.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:32 smithi086 ceph-mon[91691]: osdmap e782: 8 total, 8 up, 8 in 2024-09-11T03:44:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:32 smithi130 ceph-mon[83685]: pgmap v847: 121 pgs: 121 active+clean; 267 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-11T03:44:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:32 smithi130 ceph-mon[83685]: osdmap e781: 8 total, 8 up, 8 in 2024-09-11T03:44:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:32 smithi130 ceph-mon[83685]: osdmap e782: 8 total, 8 up, 8 in 2024-09-11T03:44:33.776 INFO:tasks.rados.rados.0.smithi086.stdout:3786: done (0 left) 2024-09-11T03:44:33.776 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 32 current snap is 349 2024-09-11T03:44:33.776 INFO:tasks.rados.rados.0.smithi086.stdout:3787: seq_num 1184 ranges {180224=638976} 2024-09-11T03:44:33.780 INFO:tasks.rados.rados.0.smithi086.stdout:3787: writing smithi08678205-32 from 180224 to 819200 tid 1 2024-09-11T03:44:33.780 INFO:tasks.rados.rados.0.smithi086.stdout:3788: read oid 50 snap 335 2024-09-11T03:44:33.781 INFO:tasks.rados.rados.0.smithi086.stdout:3788: expect deleted 2024-09-11T03:44:33.781 INFO:tasks.rados.rados.0.smithi086.stdout:3789: copy_from oid 45 from oid 16 current snap is 349 2024-09-11T03:44:33.781 INFO:tasks.rados.rados.0.smithi086.stdout:3790: snap_create 2024-09-11T03:44:33.785 INFO:tasks.rados.rados.0.smithi086.stdout:3787: finishing write tid 1 to smithi08678205-32 2024-09-11T03:44:33.786 INFO:tasks.rados.rados.0.smithi086.stdout:3787: finishing write tid 2 to smithi08678205-32 2024-09-11T03:44:33.787 INFO:tasks.rados.rados.0.smithi086.stdout:3787: finishing write tid 3 to smithi08678205-32 2024-09-11T03:44:33.787 INFO:tasks.rados.rados.0.smithi086.stdout:3787: oid 32 updating version 0 to 2613 2024-09-11T03:44:33.787 INFO:tasks.rados.rados.0.smithi086.stdout:3787: oid 32 updating version 2613 to 2614 2024-09-11T03:44:33.787 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 2614 (ObjNum 1184 snap 349 seq_num 1184) dirty exists 2024-09-11T03:44:33.787 INFO:tasks.rados.rados.0.smithi086.stdout:3787: left oid 32 (ObjNum 1184 snap 349 seq_num 1184) 2024-09-11T03:44:33.792 INFO:tasks.rados.rados.0.smithi086.stdout:3789: finishing copy_from racing read to smithi08678205-45 2024-09-11T03:44:33.795 INFO:tasks.rados.rados.0.smithi086.stdout:3789: finishing copy_from to smithi08678205-45 2024-09-11T03:44:33.795 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 2710 (ObjNum 1183 snap 347 seq_num 1183) dirty exists 2024-09-11T03:44:34.779 INFO:tasks.rados.rados.0.smithi086.stdout:3787: done (3 left) 2024-09-11T03:44:34.779 INFO:tasks.rados.rados.0.smithi086.stdout:3788: done (2 left) 2024-09-11T03:44:34.779 INFO:tasks.rados.rados.0.smithi086.stdout:3789: done (1 left) 2024-09-11T03:44:34.780 INFO:tasks.rados.rados.0.smithi086.stdout:3790: done (0 left) 2024-09-11T03:44:34.780 INFO:tasks.rados.rados.0.smithi086.stdout:3791: read oid 34 snap -1 2024-09-11T03:44:34.780 INFO:tasks.rados.rados.0.smithi086.stdout:3791: expect (ObjNum 1105 snap 322 seq_num 1105) 2024-09-11T03:44:34.780 INFO:tasks.rados.rados.0.smithi086.stdout:3792: read oid 7 snap -1 2024-09-11T03:44:34.780 INFO:tasks.rados.rados.0.smithi086.stdout:3792: expect deleted 2024-09-11T03:44:34.780 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 350 2024-09-11T03:44:34.780 INFO:tasks.rados.rados.0.smithi086.stdout:3793: seq_num 1185 ranges {7987200=655360} 2024-09-11T03:44:34.782 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:44:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:44:34] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.51.0" 2024-09-11T03:44:34.826 INFO:tasks.rados.rados.0.smithi086.stdout:3793: writing smithi08678205-15 from 7987200 to 8642560 tid 1 2024-09-11T03:44:34.826 INFO:tasks.rados.rados.0.smithi086.stdout:3794: snap_create 2024-09-11T03:44:34.826 INFO:tasks.rados.rados.0.smithi086.stdout:3791: expect (ObjNum 1105 snap 322 seq_num 1105) 2024-09-11T03:44:34.873 INFO:tasks.rados.rados.0.smithi086.stdout:3793: finishing write tid 1 to smithi08678205-15 2024-09-11T03:44:34.874 INFO:tasks.rados.rados.0.smithi086.stdout:3793: finishing write tid 2 to smithi08678205-15 2024-09-11T03:44:34.874 INFO:tasks.rados.rados.0.smithi086.stdout:3793: finishing write tid 3 to smithi08678205-15 2024-09-11T03:44:34.874 INFO:tasks.rados.rados.0.smithi086.stdout:3793: oid 15 updating version 0 to 2900 2024-09-11T03:44:34.874 INFO:tasks.rados.rados.0.smithi086.stdout:3793: oid 15 updating version 2900 to 2901 2024-09-11T03:44:34.874 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2901 (ObjNum 1185 snap 350 seq_num 1185) dirty exists 2024-09-11T03:44:34.874 INFO:tasks.rados.rados.0.smithi086.stdout:3793: left oid 15 (ObjNum 1185 snap 350 seq_num 1185) 2024-09-11T03:44:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:34 smithi086 ceph-mon[89281]: pgmap v850: 121 pgs: 121 active+clean; 267 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-09-11T03:44:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:34 smithi086 ceph-mon[89281]: osdmap e783: 8 total, 8 up, 8 in 2024-09-11T03:44:35.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:44:35.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:34 smithi086 ceph-mon[91691]: pgmap v850: 121 pgs: 121 active+clean; 267 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-09-11T03:44:35.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:34 smithi086 ceph-mon[91691]: osdmap e783: 8 total, 8 up, 8 in 2024-09-11T03:44:35.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:44:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:34 smithi130 ceph-mon[83685]: pgmap v850: 121 pgs: 121 active+clean; 267 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-09-11T03:44:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:34 smithi130 ceph-mon[83685]: osdmap e783: 8 total, 8 up, 8 in 2024-09-11T03:44:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:44:35.798 INFO:tasks.rados.rados.0.smithi086.stdout:3791: done (3 left) 2024-09-11T03:44:35.799 INFO:tasks.rados.rados.0.smithi086.stdout:3792: done (2 left) 2024-09-11T03:44:35.799 INFO:tasks.rados.rados.0.smithi086.stdout:3793: done (1 left) 2024-09-11T03:44:35.799 INFO:tasks.rados.rados.0.smithi086.stdout:3794: done (0 left) 2024-09-11T03:44:35.799 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 351 2024-09-11T03:44:35.799 INFO:tasks.rados.rados.0.smithi086.stdout:3795: seq_num 1186 ranges {5160960=671744} 2024-09-11T03:44:35.829 INFO:tasks.rados.rados.0.smithi086.stdout:3795: writing smithi08678205-27 from 5160960 to 5832704 tid 1 2024-09-11T03:44:35.829 INFO:tasks.rados.rados.0.smithi086.stdout:3796: delete oid 49 current snap is 351 2024-09-11T03:44:35.834 INFO:tasks.rados.rados.0.smithi086.stdout:3795: finishing write tid 1 to smithi08678205-27 2024-09-11T03:44:35.835 INFO:tasks.rados.rados.0.smithi086.stdout:3795: finishing write tid 2 to smithi08678205-27 2024-09-11T03:44:35.836 INFO:tasks.rados.rados.0.smithi086.stdout:3796: done (1 left) 2024-09-11T03:44:35.836 INFO:tasks.rados.rados.0.smithi086.stdout:3797: delete oid 16 current snap is 351 2024-09-11T03:44:35.838 INFO:tasks.rados.rados.0.smithi086.stdout:3795: finishing write tid 3 to smithi08678205-27 2024-09-11T03:44:35.838 INFO:tasks.rados.rados.0.smithi086.stdout:3795: oid 27 updating version 0 to 2583 2024-09-11T03:44:35.839 INFO:tasks.rados.rados.0.smithi086.stdout:3795: oid 27 version 2583 is already newer than 2582 2024-09-11T03:44:35.839 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 2583 (ObjNum 1186 snap 351 seq_num 1186) dirty exists 2024-09-11T03:44:35.839 INFO:tasks.rados.rados.0.smithi086.stdout:3795: left oid 27 (ObjNum 1186 snap 351 seq_num 1186) 2024-09-11T03:44:35.841 INFO:tasks.rados.rados.0.smithi086.stdout:3795: done (1 left) 2024-09-11T03:44:35.841 INFO:tasks.rados.rados.0.smithi086.stdout:3797: done (0 left) 2024-09-11T03:44:35.841 INFO:tasks.rados.rados.0.smithi086.stdout:3798: setattr oid 19 current snap is 351 2024-09-11T03:44:35.842 INFO:tasks.rados.rados.0.smithi086.stdout:3799: read oid 50 snap -1 2024-09-11T03:44:35.843 INFO:tasks.rados.rados.0.smithi086.stdout:3799: expect deleted 2024-09-11T03:44:35.843 INFO:tasks.rados.rados.0.smithi086.stdout:3800: setattr oid 14 current snap is 351 2024-09-11T03:44:35.844 INFO:tasks.rados.rados.0.smithi086.stdout:3801: copy_from oid 34 from oid 17 current snap is 351 2024-09-11T03:44:35.844 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 351 2024-09-11T03:44:35.844 INFO:tasks.rados.rados.0.smithi086.stdout:3802: seq_num 1189 ranges {0=720896} 2024-09-11T03:44:35.849 INFO:tasks.rados.rados.0.smithi086.stdout:3802: writing smithi08678205-48 from 0 to 720896 tid 1 2024-09-11T03:44:35.849 INFO:tasks.rados.rados.0.smithi086.stdout:3803: delete oid 37 current snap is 351 2024-09-11T03:44:35.849 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 2615 (ObjNum 1058 snap 308 seq_num 1058) dirty exists 2024-09-11T03:44:35.850 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 2711 (ObjNum 1065 snap 315 seq_num 1065) dirty exists 2024-09-11T03:44:35.851 INFO:tasks.rados.rados.0.smithi086.stdout:3798: done (5 left) 2024-09-11T03:44:35.851 INFO:tasks.rados.rados.0.smithi086.stdout:3799: done (4 left) 2024-09-11T03:44:35.851 INFO:tasks.rados.rados.0.smithi086.stdout:3800: done (3 left) 2024-09-11T03:44:35.851 INFO:tasks.rados.rados.0.smithi086.stdout:3803: done (2 left) 2024-09-11T03:44:35.852 INFO:tasks.rados.rados.0.smithi086.stdout:3804: read oid 23 snap -1 2024-09-11T03:44:35.852 INFO:tasks.rados.rados.0.smithi086.stdout:3804: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:44:35.852 INFO:tasks.rados.rados.0.smithi086.stdout:3805: read oid 30 snap -1 2024-09-11T03:44:35.852 INFO:tasks.rados.rados.0.smithi086.stdout:3805: expect (ObjNum 1151 snap 338 seq_num 1151) 2024-09-11T03:44:35.852 INFO:tasks.rados.rados.0.smithi086.stdout:3806: setattr oid 35 current snap is 351 2024-09-11T03:44:35.853 INFO:tasks.rados.rados.0.smithi086.stdout:3807: snap_remove snap 348 2024-09-11T03:44:36.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:35 smithi086 ceph-mon[89281]: osdmap e784: 8 total, 8 up, 8 in 2024-09-11T03:44:36.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:35 smithi086 ceph-mon[91691]: osdmap e784: 8 total, 8 up, 8 in 2024-09-11T03:44:36.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:35 smithi130 ceph-mon[83685]: osdmap e784: 8 total, 8 up, 8 in 2024-09-11T03:44:36.803 INFO:tasks.rados.rados.0.smithi086.stdout:3802: finishing write tid 1 to smithi08678205-48 2024-09-11T03:44:36.803 INFO:tasks.rados.rados.0.smithi086.stdout:3802: finishing write tid 2 to smithi08678205-48 2024-09-11T03:44:36.803 INFO:tasks.rados.rados.0.smithi086.stdout:3802: finishing write tid 3 to smithi08678205-48 2024-09-11T03:44:36.803 INFO:tasks.rados.rados.0.smithi086.stdout:3802: oid 48 updating version 0 to 2712 2024-09-11T03:44:36.803 INFO:tasks.rados.rados.0.smithi086.stdout:3802: oid 48 updating version 2712 to 2713 2024-09-11T03:44:36.803 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 2713 (ObjNum 1189 snap 351 seq_num 1189) dirty exists 2024-09-11T03:44:36.803 INFO:tasks.rados.rados.0.smithi086.stdout:3802: left oid 48 (ObjNum 1189 snap 351 seq_num 1189) 2024-09-11T03:44:36.803 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2693 (ObjNum 1163 snap 343 seq_num 1163) dirty exists 2024-09-11T03:44:36.804 INFO:tasks.rados.rados.0.smithi086.stdout:3801: finishing copy_from racing read to smithi08678205-34 2024-09-11T03:44:36.804 INFO:tasks.rados.rados.0.smithi086.stdout:3801: finishing copy_from to smithi08678205-34 2024-09-11T03:44:36.804 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 2705 (ObjNum 1155 snap 339 seq_num 1155) dirty exists 2024-09-11T03:44:36.804 INFO:tasks.rados.rados.0.smithi086.stdout:3804: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-11T03:44:36.960 INFO:tasks.rados.rados.0.smithi086.stdout:3805: expect (ObjNum 1151 snap 338 seq_num 1151) 2024-09-11T03:44:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:36 smithi086 ceph-mon[89281]: pgmap v853: 121 pgs: 121 active+clean; 270 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 734 KiB/s wr, 22 op/s 2024-09-11T03:44:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:36 smithi086 ceph-mon[89281]: osdmap e785: 8 total, 8 up, 8 in 2024-09-11T03:44:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:36 smithi086 ceph-mon[91691]: pgmap v853: 121 pgs: 121 active+clean; 270 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 734 KiB/s wr, 22 op/s 2024-09-11T03:44:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:36 smithi086 ceph-mon[91691]: osdmap e785: 8 total, 8 up, 8 in 2024-09-11T03:44:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:36 smithi130 ceph-mon[83685]: pgmap v853: 121 pgs: 121 active+clean; 270 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 734 KiB/s wr, 22 op/s 2024-09-11T03:44:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:36 smithi130 ceph-mon[83685]: osdmap e785: 8 total, 8 up, 8 in 2024-09-11T03:44:37.911 INFO:tasks.rados.rados.0.smithi086.stdout:3801: done (5 left) 2024-09-11T03:44:37.911 INFO:tasks.rados.rados.0.smithi086.stdout:3802: done (4 left) 2024-09-11T03:44:37.911 INFO:tasks.rados.rados.0.smithi086.stdout:3804: done (3 left) 2024-09-11T03:44:37.912 INFO:tasks.rados.rados.0.smithi086.stdout:3805: done (2 left) 2024-09-11T03:44:37.912 INFO:tasks.rados.rados.0.smithi086.stdout:3806: done (1 left) 2024-09-11T03:44:37.912 INFO:tasks.rados.rados.0.smithi086.stdout:3807: done (0 left) 2024-09-11T03:44:37.912 INFO:tasks.rados.rados.0.smithi086.stdout:3808: copy_from oid 34 from oid 4 current snap is 351 2024-09-11T03:44:37.912 INFO:tasks.rados.rados.0.smithi086.stdout:3809: rmattr oid 26 current snap is 351 2024-09-11T03:44:37.912 INFO:tasks.rados.rados.0.smithi086.stdout:3810: read oid 9 snap 340 2024-09-11T03:44:37.912 INFO:tasks.rados.rados.0.smithi086.stdout:3810: expect (ObjNum 1151 snap 338 seq_num 1151) 2024-09-11T03:44:37.912 INFO:tasks.rados.rados.0.smithi086.stdout:3811: read oid 13 snap -1 2024-09-11T03:44:37.912 INFO:tasks.rados.rados.0.smithi086.stdout:3811: expect (ObjNum 1004 snap 296 seq_num 1004) 2024-09-11T03:44:37.912 INFO:tasks.rados.rados.0.smithi086.stdout:3812: delete oid 40 current snap is 351 2024-09-11T03:44:37.917 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 26 v 2598 (ObjNum 1150 snap 338 seq_num 1150) dirty exists 2024-09-11T03:44:37.936 INFO:tasks.rados.rados.0.smithi086.stdout:3811: expect (ObjNum 1004 snap 296 seq_num 1004) 2024-09-11T03:44:38.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:37 smithi086 ceph-mon[89281]: osdmap e786: 8 total, 8 up, 8 in 2024-09-11T03:44:38.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:37 smithi086 ceph-mon[89281]: osdmap e787: 8 total, 8 up, 8 in 2024-09-11T03:44:38.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:37 smithi086 ceph-mon[91691]: osdmap e786: 8 total, 8 up, 8 in 2024-09-11T03:44:38.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:37 smithi086 ceph-mon[91691]: osdmap e787: 8 total, 8 up, 8 in 2024-09-11T03:44:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:37 smithi130 ceph-mon[83685]: osdmap e786: 8 total, 8 up, 8 in 2024-09-11T03:44:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:37 smithi130 ceph-mon[83685]: osdmap e787: 8 total, 8 up, 8 in 2024-09-11T03:44:38.422 INFO:tasks.rados.rados.0.smithi086.stdout:3808: finishing copy_from racing read to smithi08678205-34 2024-09-11T03:44:38.422 INFO:tasks.rados.rados.0.smithi086.stdout:3809: done (4 left) 2024-09-11T03:44:38.422 INFO:tasks.rados.rados.0.smithi086.stdout:3811: done (3 left) 2024-09-11T03:44:38.422 INFO:tasks.rados.rados.0.smithi086.stdout:3812: done (2 left) 2024-09-11T03:44:38.422 INFO:tasks.rados.rados.0.smithi086.stdout:3813: rollback oid 35 current snap is 351 2024-09-11T03:44:38.422 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 35 to 335 2024-09-11T03:44:38.422 INFO:tasks.rados.rados.0.smithi086.stdout:3808: finishing copy_from to smithi08678205-34 2024-09-11T03:44:38.423 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 34 v 2638 (ObjNum 1154 snap 339 seq_num 1154) dirty exists 2024-09-11T03:44:38.423 INFO:tasks.rados.rados.0.smithi086.stdout:3810: expect (ObjNum 1151 snap 338 seq_num 1151) 2024-09-11T03:44:39.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:38 smithi086 ceph-mon[89281]: pgmap v856: 121 pgs: 121 active+clean; 270 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1002 KiB/s wr, 18 op/s 2024-09-11T03:44:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:38 smithi086 ceph-mon[91691]: pgmap v856: 121 pgs: 121 active+clean; 270 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1002 KiB/s wr, 18 op/s 2024-09-11T03:44:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:38 smithi130 ceph-mon[83685]: pgmap v856: 121 pgs: 121 active+clean; 270 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1002 KiB/s wr, 18 op/s 2024-09-11T03:44:39.372 INFO:tasks.rados.rados.0.smithi086.stdout:3813: finishing rollback tid 0 to smithi08678205-35 2024-09-11T03:44:39.372 INFO:tasks.rados.rados.0.smithi086.stdout:3813: finishing rollback tid 1 to smithi08678205-35 2024-09-11T03:44:39.372 INFO:tasks.rados.rados.0.smithi086.stdout:3813: finishing rollback tid 2 to smithi08678205-35 2024-09-11T03:44:39.372 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 35 v 2696 (ObjNum 1141 snap 333 seq_num 1141) dirty exists 2024-09-11T03:44:39.372 INFO:tasks.rados.rados.0.smithi086.stdout:3808: done (2 left) 2024-09-11T03:44:39.372 INFO:tasks.rados.rados.0.smithi086.stdout:3810: done (1 left) 2024-09-11T03:44:39.372 INFO:tasks.rados.rados.0.smithi086.stdout:3813: done (0 left) 2024-09-11T03:44:39.372 INFO:tasks.rados.rados.0.smithi086.stdout:3814: snap_remove snap 340 2024-09-11T03:44:39.818 INFO:tasks.rados.rados.0.smithi086.stdout:3814: done (0 left) 2024-09-11T03:44:39.818 INFO:tasks.rados.rados.0.smithi086.stdout:3815: delete oid 34 current snap is 351 2024-09-11T03:44:39.829 INFO:tasks.rados.rados.0.smithi086.stdout:3815: done (0 left) 2024-09-11T03:44:39.829 INFO:tasks.rados.rados.0.smithi086.stdout:3816: snap_remove snap 344 2024-09-11T03:44:40.823 INFO:tasks.rados.rados.0.smithi086.stdout:3816: done (0 left) 2024-09-11T03:44:40.823 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 351 2024-09-11T03:44:40.823 INFO:tasks.rados.rados.0.smithi086.stdout:3817: seq_num 1193 ranges {3096576=786432} 2024-09-11T03:44:40.846 INFO:tasks.rados.rados.0.smithi086.stdout:3817: writing smithi08678205-33 from 3096576 to 3883008 tid 1 2024-09-11T03:44:40.846 INFO:tasks.rados.rados.0.smithi086.stdout:3818: rollback oid 19 current snap is 351 2024-09-11T03:44:40.846 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 19 to 328 2024-09-11T03:44:40.846 INFO:tasks.rados.rados.0.smithi086.stdout:3819: delete oid 4 current snap is 351 2024-09-11T03:44:40.849 INFO:tasks.rados.rados.0.smithi086.stdout:3819: done (2 left) 2024-09-11T03:44:40.849 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 36 current snap is 351 2024-09-11T03:44:40.849 INFO:tasks.rados.rados.0.smithi086.stdout:3820: seq_num 1195 ranges {1605632=417792,2023424=401408} 2024-09-11T03:44:40.860 INFO:tasks.rados.rados.0.smithi086.stdout:3820: writing smithi08678205-36 from 1605632 to 2023424 tid 1 2024-09-11T03:44:40.863 INFO:tasks.rados.rados.0.smithi086.stdout:3820: writing smithi08678205-36 from 2023424 to 2424832 tid 2 2024-09-11T03:44:40.863 INFO:tasks.rados.rados.0.smithi086.stdout:3821: snap_create 2024-09-11T03:44:40.863 INFO:tasks.rados.rados.0.smithi086.stdout:3818: finishing rollback tid 0 to smithi08678205-19 2024-09-11T03:44:40.863 INFO:tasks.rados.rados.0.smithi086.stdout:3818: finishing rollback tid 1 to smithi08678205-19 2024-09-11T03:44:40.863 INFO:tasks.rados.rados.0.smithi086.stdout:3818: finishing rollback tid 2 to smithi08678205-19 2024-09-11T03:44:40.863 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 2618 (ObjNum 1058 snap 308 seq_num 1058) dirty exists 2024-09-11T03:44:40.863 INFO:tasks.rados.rados.0.smithi086.stdout:3817: finishing write tid 1 to smithi08678205-33 2024-09-11T03:44:40.863 INFO:tasks.rados.rados.0.smithi086.stdout:3817: finishing write tid 2 to smithi08678205-33 2024-09-11T03:44:40.864 INFO:tasks.rados.rados.0.smithi086.stdout:3817: finishing write tid 3 to smithi08678205-33 2024-09-11T03:44:40.864 INFO:tasks.rados.rados.0.smithi086.stdout:3817: oid 33 updating version 0 to 2925 2024-09-11T03:44:40.864 INFO:tasks.rados.rados.0.smithi086.stdout:3817: oid 33 updating version 2925 to 2926 2024-09-11T03:44:40.864 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 2926 (ObjNum 1193 snap 351 seq_num 1193) dirty exists 2024-09-11T03:44:40.864 INFO:tasks.rados.rados.0.smithi086.stdout:3817: left oid 33 (ObjNum 1193 snap 351 seq_num 1193) 2024-09-11T03:44:40.866 INFO:tasks.rados.rados.0.smithi086.stdout:3820: finishing write tid 1 to smithi08678205-36 2024-09-11T03:44:40.866 INFO:tasks.rados.rados.0.smithi086.stdout:3820: finishing write tid 2 to smithi08678205-36 2024-09-11T03:44:40.867 INFO:tasks.rados.rados.0.smithi086.stdout:3820: finishing write tid 3 to smithi08678205-36 2024-09-11T03:44:40.868 INFO:tasks.rados.rados.0.smithi086.stdout:3820: finishing write tid 4 to smithi08678205-36 2024-09-11T03:44:40.868 INFO:tasks.rados.rados.0.smithi086.stdout:3820: oid 36 updating version 0 to 2929 2024-09-11T03:44:40.868 INFO:tasks.rados.rados.0.smithi086.stdout:3820: oid 36 version 2929 is already newer than 2928 2024-09-11T03:44:40.869 INFO:tasks.rados.rados.0.smithi086.stdout:3820: oid 36 updating version 2929 to 2930 2024-09-11T03:44:40.869 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 2930 (ObjNum 1195 snap 351 seq_num 1195) dirty exists 2024-09-11T03:44:40.869 INFO:tasks.rados.rados.0.smithi086.stdout:3820: left oid 36 (ObjNum 1195 snap 351 seq_num 1195) 2024-09-11T03:44:41.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:40 smithi086 ceph-mon[89281]: pgmap v858: 121 pgs: 121 active+clean; 272 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-11T03:44:41.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:40 smithi086 ceph-mon[89281]: osdmap e788: 8 total, 8 up, 8 in 2024-09-11T03:44:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:40 smithi086 ceph-mon[91691]: pgmap v858: 121 pgs: 121 active+clean; 272 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-11T03:44:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:40 smithi086 ceph-mon[91691]: osdmap e788: 8 total, 8 up, 8 in 2024-09-11T03:44:41.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:40 smithi130 ceph-mon[83685]: pgmap v858: 121 pgs: 121 active+clean; 272 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-11T03:44:41.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:40 smithi130 ceph-mon[83685]: osdmap e788: 8 total, 8 up, 8 in 2024-09-11T03:44:41.833 INFO:tasks.rados.rados.0.smithi086.stdout:3817: done (3 left) 2024-09-11T03:44:41.833 INFO:tasks.rados.rados.0.smithi086.stdout:3818: done (2 left) 2024-09-11T03:44:41.833 INFO:tasks.rados.rados.0.smithi086.stdout:3820: done (1 left) 2024-09-11T03:44:41.833 INFO:tasks.rados.rados.0.smithi086.stdout:3821: done (0 left) 2024-09-11T03:44:41.833 INFO:tasks.rados.rados.0.smithi086.stdout:3822: read oid 31 snap -1 2024-09-11T03:44:41.833 INFO:tasks.rados.rados.0.smithi086.stdout:3822: expect (ObjNum 1174 snap 344 seq_num 1174) 2024-09-11T03:44:41.834 INFO:tasks.rados.rados.0.smithi086.stdout:3823: read oid 45 snap -1 2024-09-11T03:44:41.834 INFO:tasks.rados.rados.0.smithi086.stdout:3823: expect (ObjNum 1183 snap 347 seq_num 1183) 2024-09-11T03:44:41.834 INFO:tasks.rados.rados.0.smithi086.stdout:3824: read oid 38 snap 341 2024-09-11T03:44:41.834 INFO:tasks.rados.rados.0.smithi086.stdout:3824: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:44:41.834 INFO:tasks.rados.rados.0.smithi086.stdout:3825: delete oid 32 current snap is 352 2024-09-11T03:44:41.838 INFO:tasks.rados.rados.0.smithi086.stdout:3825: done (3 left) 2024-09-11T03:44:41.838 INFO:tasks.rados.rados.0.smithi086.stdout:3826: copy_from oid 39 from oid 34 current snap is 352 2024-09-11T03:44:41.838 INFO:tasks.rados.rados.0.smithi086.stdout:3827: snap_remove snap 333 2024-09-11T03:44:42.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:41 smithi130 ceph-mon[83685]: osdmap e789: 8 total, 8 up, 8 in 2024-09-11T03:44:42.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:41 smithi086 ceph-mon[89281]: osdmap e789: 8 total, 8 up, 8 in 2024-09-11T03:44:42.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:41 smithi086 ceph-mon[91691]: osdmap e789: 8 total, 8 up, 8 in 2024-09-11T03:44:42.842 INFO:tasks.rados.rados.0.smithi086.stdout:3827: done (4 left) 2024-09-11T03:44:42.843 INFO:tasks.rados.rados.0.smithi086.stdout:3828: snap_remove snap 339 2024-09-11T03:44:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:42 smithi130 ceph-mon[83685]: pgmap v861: 121 pgs: 121 active+clean; 272 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-09-11T03:44:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:42 smithi130 ceph-mon[83685]: osdmap e790: 8 total, 8 up, 8 in 2024-09-11T03:44:43.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:42 smithi086 ceph-mon[89281]: pgmap v861: 121 pgs: 121 active+clean; 272 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-09-11T03:44:43.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:42 smithi086 ceph-mon[89281]: osdmap e790: 8 total, 8 up, 8 in 2024-09-11T03:44:43.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:42 smithi086 ceph-mon[91691]: pgmap v861: 121 pgs: 121 active+clean; 272 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-09-11T03:44:43.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:42 smithi086 ceph-mon[91691]: osdmap e790: 8 total, 8 up, 8 in 2024-09-11T03:44:43.846 INFO:tasks.rados.rados.0.smithi086.stdout:3826: finishing copy_from to smithi08678205-39 2024-09-11T03:44:43.847 INFO:tasks.rados.rados.0.smithi086.stdout:3826: got expected ENOENT (src dne) 2024-09-11T03:44:43.847 INFO:tasks.rados.rados.0.smithi086.stdout:3826: finishing copy_from racing read to smithi08678205-39 2024-09-11T03:44:43.847 INFO:tasks.rados.rados.0.smithi086.stdout:3822: expect (ObjNum 1174 snap 344 seq_num 1174) 2024-09-11T03:44:43.865 INFO:tasks.rados.rados.0.smithi086.stdout:3824: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:44:43.892 INFO:tasks.rados.rados.0.smithi086.stdout:3823: expect (ObjNum 1183 snap 347 seq_num 1183) 2024-09-11T03:44:43.909 INFO:tasks.rados.rados.0.smithi086.stdout:3822: done (4 left) 2024-09-11T03:44:43.909 INFO:tasks.rados.rados.0.smithi086.stdout:3823: done (3 left) 2024-09-11T03:44:43.909 INFO:tasks.rados.rados.0.smithi086.stdout:3824: done (2 left) 2024-09-11T03:44:43.909 INFO:tasks.rados.rados.0.smithi086.stdout:3826: done (1 left) 2024-09-11T03:44:43.909 INFO:tasks.rados.rados.0.smithi086.stdout:3828: done (0 left) 2024-09-11T03:44:43.909 INFO:tasks.rados.rados.0.smithi086.stdout:3829: rollback oid 42 current snap is 352 2024-09-11T03:44:43.909 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 42 to 346 2024-09-11T03:44:43.909 INFO:tasks.rados.rados.0.smithi086.stdout:3830: copy_from oid 23 from oid 29 current snap is 352 2024-09-11T03:44:43.909 INFO:tasks.rados.rados.0.smithi086.stdout:3831: read oid 17 snap 345 2024-09-11T03:44:43.909 INFO:tasks.rados.rados.0.smithi086.stdout:3831: expect (ObjNum 1155 snap 339 seq_num 1155) 2024-09-11T03:44:43.910 INFO:tasks.rados.rados.0.smithi086.stdout:3832: rmattr oid 15 current snap is 352 2024-09-11T03:44:43.910 INFO:tasks.rados.rados.0.smithi086.stdout:3833: snap_remove snap 351 2024-09-11T03:44:44.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:43 smithi086 ceph-mon[89281]: osdmap e791: 8 total, 8 up, 8 in 2024-09-11T03:44:44.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:43 smithi086 ceph-mon[91691]: osdmap e791: 8 total, 8 up, 8 in 2024-09-11T03:44:44.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:43 smithi130 ceph-mon[83685]: osdmap e791: 8 total, 8 up, 8 in 2024-09-11T03:44:44.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:44:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:44:44] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.51.0" 2024-09-11T03:44:44.852 INFO:tasks.rados.rados.0.smithi086.stdout:3833: done (4 left) 2024-09-11T03:44:44.852 INFO:tasks.rados.rados.0.smithi086.stdout:3834: delete oid 3 current snap is 352 2024-09-11T03:44:44.852 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 2958 (ObjNum 1185 snap 350 seq_num 1185) dirty exists 2024-09-11T03:44:44.852 INFO:tasks.rados.rados.0.smithi086.stdout:3829: finishing rollback tid 0 to smithi08678205-42 2024-09-11T03:44:44.852 INFO:tasks.rados.rados.0.smithi086.stdout:3829: finishing rollback tid 1 to smithi08678205-42 2024-09-11T03:44:44.852 INFO:tasks.rados.rados.0.smithi086.stdout:3829: finishing rollback tid 2 to smithi08678205-42 2024-09-11T03:44:44.852 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 42 v 2714 (ObjNum 1016 snap 297 seq_num 1016) dirty exists 2024-09-11T03:44:44.853 INFO:tasks.rados.rados.0.smithi086.stdout:3831: expect (ObjNum 1155 snap 339 seq_num 1155) 2024-09-11T03:44:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:44 smithi130 ceph-mon[83685]: pgmap v864: 121 pgs: 121 active+clean; 272 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-09-11T03:44:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:44 smithi130 ceph-mon[83685]: osdmap e792: 8 total, 8 up, 8 in 2024-09-11T03:44:45.152 INFO:tasks.rados.rados.0.smithi086.stdout:3830: finishing copy_from racing read to smithi08678205-23 2024-09-11T03:44:45.152 INFO:tasks.rados.rados.0.smithi086.stdout:3830: finishing copy_from to smithi08678205-23 2024-09-11T03:44:45.152 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 2618 (ObjNum 1151 snap 338 seq_num 1151) dirty exists 2024-09-11T03:44:45.152 INFO:tasks.rados.rados.0.smithi086.stdout:3829: done (4 left) 2024-09-11T03:44:45.152 INFO:tasks.rados.rados.0.smithi086.stdout:3830: done (3 left) 2024-09-11T03:44:45.152 INFO:tasks.rados.rados.0.smithi086.stdout:3831: done (2 left) 2024-09-11T03:44:45.153 INFO:tasks.rados.rados.0.smithi086.stdout:3832: done (1 left) 2024-09-11T03:44:45.153 INFO:tasks.rados.rados.0.smithi086.stdout:3834: done (0 left) 2024-09-11T03:44:45.153 INFO:tasks.rados.rados.0.smithi086.stdout:3835: snap_remove snap 350 2024-09-11T03:44:45.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:44 smithi086 ceph-mon[89281]: pgmap v864: 121 pgs: 121 active+clean; 272 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-09-11T03:44:45.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:44 smithi086 ceph-mon[89281]: osdmap e792: 8 total, 8 up, 8 in 2024-09-11T03:44:45.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:44 smithi086 ceph-mon[91691]: pgmap v864: 121 pgs: 121 active+clean; 272 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-09-11T03:44:45.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:44 smithi086 ceph-mon[91691]: osdmap e792: 8 total, 8 up, 8 in 2024-09-11T03:44:45.865 INFO:tasks.rados.rados.0.smithi086.stdout:3835: done (0 left) 2024-09-11T03:44:45.865 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 50 current snap is 352 2024-09-11T03:44:45.865 INFO:tasks.rados.rados.0.smithi086.stdout:3836: seq_num 1198 ranges {0=466944,466944=401408} 2024-09-11T03:44:45.867 INFO:tasks.rados.rados.0.smithi086.stdout:3836: writing smithi08678205-50 from 0 to 466944 tid 1 2024-09-11T03:44:45.871 INFO:tasks.rados.rados.0.smithi086.stdout:3836: writing smithi08678205-50 from 466944 to 868352 tid 2 2024-09-11T03:44:45.871 INFO:tasks.rados.rados.0.smithi086.stdout:3837: delete oid 42 current snap is 352 2024-09-11T03:44:45.877 INFO:tasks.rados.rados.0.smithi086.stdout:3836: finishing write tid 1 to smithi08678205-50 2024-09-11T03:44:45.877 INFO:tasks.rados.rados.0.smithi086.stdout:3836: finishing write tid 2 to smithi08678205-50 2024-09-11T03:44:45.877 INFO:tasks.rados.rados.0.smithi086.stdout:3836: finishing write tid 3 to smithi08678205-50 2024-09-11T03:44:45.880 INFO:tasks.rados.rados.0.smithi086.stdout:3836: finishing write tid 4 to smithi08678205-50 2024-09-11T03:44:45.880 INFO:tasks.rados.rados.0.smithi086.stdout:3836: oid 50 updating version 0 to 2622 2024-09-11T03:44:45.880 INFO:tasks.rados.rados.0.smithi086.stdout:3836: oid 50 version 2622 is already newer than 2621 2024-09-11T03:44:45.880 INFO:tasks.rados.rados.0.smithi086.stdout:3836: oid 50 version 2622 is already newer than 2620 2024-09-11T03:44:45.880 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 2622 (ObjNum 1198 snap 352 seq_num 1198) dirty exists 2024-09-11T03:44:45.880 INFO:tasks.rados.rados.0.smithi086.stdout:3836: left oid 50 (ObjNum 1198 snap 352 seq_num 1198) 2024-09-11T03:44:45.880 INFO:tasks.rados.rados.0.smithi086.stdout:3836: done (1 left) 2024-09-11T03:44:45.881 INFO:tasks.rados.rados.0.smithi086.stdout:3837: done (0 left) 2024-09-11T03:44:45.881 INFO:tasks.rados.rados.0.smithi086.stdout:3838: snap_create 2024-09-11T03:44:46.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:45 smithi086 ceph-mon[89281]: osdmap e793: 8 total, 8 up, 8 in 2024-09-11T03:44:46.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:45 smithi086 ceph-mon[91691]: osdmap e793: 8 total, 8 up, 8 in 2024-09-11T03:44:46.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:45 smithi130 ceph-mon[83685]: osdmap e793: 8 total, 8 up, 8 in 2024-09-11T03:44:46.866 INFO:tasks.rados.rados.0.smithi086.stdout:3838: done (0 left) 2024-09-11T03:44:46.866 INFO:tasks.rados.rados.0.smithi086.stdout:3839: snap_create 2024-09-11T03:44:47.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:46 smithi086 ceph-mon[89281]: pgmap v867: 121 pgs: 121 active+clean; 282 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-11T03:44:47.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:46 smithi086 ceph-mon[89281]: osdmap e794: 8 total, 8 up, 8 in 2024-09-11T03:44:47.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:46 smithi086 ceph-mon[91691]: pgmap v867: 121 pgs: 121 active+clean; 282 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-11T03:44:47.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:46 smithi086 ceph-mon[91691]: osdmap e794: 8 total, 8 up, 8 in 2024-09-11T03:44:47.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:46 smithi130 ceph-mon[83685]: pgmap v867: 121 pgs: 121 active+clean; 282 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-11T03:44:47.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:46 smithi130 ceph-mon[83685]: osdmap e794: 8 total, 8 up, 8 in 2024-09-11T03:44:47.776 INFO:tasks.rados.rados.0.smithi086.stdout:3839: done (0 left) 2024-09-11T03:44:47.776 INFO:tasks.rados.rados.0.smithi086.stdout:3840: rollback oid 11 current snap is 354 2024-09-11T03:44:47.776 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 341 2024-09-11T03:44:47.777 INFO:tasks.rados.rados.0.smithi086.stdout:3841: rollback oid 32 current snap is 354 2024-09-11T03:44:47.777 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 32 to 352 2024-09-11T03:44:47.777 INFO:tasks.rados.rados.0.smithi086.stdout:3842: delete oid 15 current snap is 354 2024-09-11T03:44:47.783 INFO:tasks.rados.rados.0.smithi086.stdout:3842: done (2 left) 2024-09-11T03:44:47.784 INFO:tasks.rados.rados.0.smithi086.stdout:3843: rollback oid 41 current snap is 354 2024-09-11T03:44:47.784 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 41 to 328 2024-09-11T03:44:47.784 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 354 2024-09-11T03:44:47.784 INFO:tasks.rados.rados.0.smithi086.stdout:3844: seq_num 1201 ranges {6823936=524288,7348224=401408} 2024-09-11T03:44:47.823 INFO:tasks.rados.rados.0.smithi086.stdout:3844: writing smithi08678205-46 from 6823936 to 7348224 tid 1 2024-09-11T03:44:47.825 INFO:tasks.rados.rados.0.smithi086.stdout:3844: writing smithi08678205-46 from 7348224 to 7749632 tid 2 2024-09-11T03:44:47.825 INFO:tasks.rados.rados.0.smithi086.stdout:3845: snap_create 2024-09-11T03:44:47.825 INFO:tasks.rados.rados.0.smithi086.stdout:3840: finishing rollback tid 0 to smithi08678205-11 2024-09-11T03:44:47.825 INFO:tasks.rados.rados.0.smithi086.stdout:3840: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:44:47.825 INFO:tasks.rados.rados.0.smithi086.stdout:3840: finishing rollback tid 2 to smithi08678205-11 2024-09-11T03:44:47.826 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 2625 (ObjNum 1004 snap 296 seq_num 1004) dirty exists 2024-09-11T03:44:47.826 INFO:tasks.rados.rados.0.smithi086.stdout:3841: finishing rollback tid 1 to smithi08678205-32 2024-09-11T03:44:47.826 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 2619 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-11T03:44:47.826 INFO:tasks.rados.rados.0.smithi086.stdout:3843: finishing rollback tid 1 to smithi08678205-41 2024-09-11T03:44:47.826 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 2844 (ObjNum 145 snap 0 seq_num 3220839760) dirty dne 2024-09-11T03:44:47.833 INFO:tasks.rados.rados.0.smithi086.stdout:3844: finishing write tid 1 to smithi08678205-46 2024-09-11T03:44:47.833 INFO:tasks.rados.rados.0.smithi086.stdout:3844: finishing write tid 2 to smithi08678205-46 2024-09-11T03:44:47.834 INFO:tasks.rados.rados.0.smithi086.stdout:3844: finishing write tid 3 to smithi08678205-46 2024-09-11T03:44:47.838 INFO:tasks.rados.rados.0.smithi086.stdout:3844: finishing write tid 4 to smithi08678205-46 2024-09-11T03:44:47.838 INFO:tasks.rados.rados.0.smithi086.stdout:3844: oid 46 updating version 0 to 2716 2024-09-11T03:44:47.838 INFO:tasks.rados.rados.0.smithi086.stdout:3844: oid 46 version 2716 is already newer than 2715 2024-09-11T03:44:47.838 INFO:tasks.rados.rados.0.smithi086.stdout:3844: oid 46 version 2716 is already newer than 2714 2024-09-11T03:44:47.838 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 2716 (ObjNum 1201 snap 354 seq_num 1201) dirty exists 2024-09-11T03:44:47.838 INFO:tasks.rados.rados.0.smithi086.stdout:3844: left oid 46 (ObjNum 1201 snap 354 seq_num 1201) 2024-09-11T03:44:48.223 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:47 smithi086 ceph-mon[89281]: osdmap e795: 8 total, 8 up, 8 in 2024-09-11T03:44:48.223 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:47 smithi086 ceph-mon[89281]: osdmap e796: 8 total, 8 up, 8 in 2024-09-11T03:44:48.224 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:47 smithi086 ceph-mon[91691]: osdmap e795: 8 total, 8 up, 8 in 2024-09-11T03:44:48.224 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:47 smithi086 ceph-mon[91691]: osdmap e796: 8 total, 8 up, 8 in 2024-09-11T03:44:48.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:47 smithi130 ceph-mon[83685]: osdmap e795: 8 total, 8 up, 8 in 2024-09-11T03:44:48.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:47 smithi130 ceph-mon[83685]: osdmap e796: 8 total, 8 up, 8 in 2024-09-11T03:44:48.778 INFO:tasks.rados.rados.0.smithi086.stdout:3840: done (4 left) 2024-09-11T03:44:48.778 INFO:tasks.rados.rados.0.smithi086.stdout:3841: done (3 left) 2024-09-11T03:44:48.778 INFO:tasks.rados.rados.0.smithi086.stdout:3843: done (2 left) 2024-09-11T03:44:48.778 INFO:tasks.rados.rados.0.smithi086.stdout:3844: done (1 left) 2024-09-11T03:44:48.778 INFO:tasks.rados.rados.0.smithi086.stdout:3845: done (0 left) 2024-09-11T03:44:48.778 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 13 current snap is 355 2024-09-11T03:44:48.778 INFO:tasks.rados.rados.0.smithi086.stdout:3846: seq_num 1202 ranges {7184384=540672,7725056=401408} 2024-09-11T03:44:48.818 INFO:tasks.rados.rados.0.smithi086.stdout:3846: writing smithi08678205-13 from 7184384 to 7725056 tid 1 2024-09-11T03:44:48.821 INFO:tasks.rados.rados.0.smithi086.stdout:3846: writing smithi08678205-13 from 7725056 to 8126464 tid 2 2024-09-11T03:44:48.821 INFO:tasks.rados.rados.0.smithi086.stdout:3847: rollback oid 30 current snap is 355 2024-09-11T03:44:48.821 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 30 to 341 2024-09-11T03:44:48.821 INFO:tasks.rados.rados.0.smithi086.stdout:3848: snap_create 2024-09-11T03:44:48.825 INFO:tasks.rados.rados.0.smithi086.stdout:3846: finishing write tid 1 to smithi08678205-13 2024-09-11T03:44:48.825 INFO:tasks.rados.rados.0.smithi086.stdout:3846: finishing write tid 2 to smithi08678205-13 2024-09-11T03:44:48.825 INFO:tasks.rados.rados.0.smithi086.stdout:3846: finishing write tid 3 to smithi08678205-13 2024-09-11T03:44:48.827 INFO:tasks.rados.rados.0.smithi086.stdout:3846: finishing write tid 4 to smithi08678205-13 2024-09-11T03:44:48.828 INFO:tasks.rados.rados.0.smithi086.stdout:3846: oid 13 updating version 0 to 615 2024-09-11T03:44:48.828 INFO:tasks.rados.rados.0.smithi086.stdout:3846: oid 13 updating version 615 to 616 2024-09-11T03:44:48.828 INFO:tasks.rados.rados.0.smithi086.stdout:3846: oid 13 version 616 is already newer than 614 2024-09-11T03:44:48.828 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 616 (ObjNum 1202 snap 355 seq_num 1202) dirty exists 2024-09-11T03:44:48.828 INFO:tasks.rados.rados.0.smithi086.stdout:3846: left oid 13 (ObjNum 1202 snap 355 seq_num 1202) 2024-09-11T03:44:48.828 INFO:tasks.rados.rados.0.smithi086.stdout:3847: finishing rollback tid 0 to smithi08678205-30 2024-09-11T03:44:48.829 INFO:tasks.rados.rados.0.smithi086.stdout:3847: finishing rollback tid 1 to smithi08678205-30 2024-09-11T03:44:48.829 INFO:tasks.rados.rados.0.smithi086.stdout:3847: finishing rollback tid 2 to smithi08678205-30 2024-09-11T03:44:48.829 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 30 v 2979 (ObjNum 1016 snap 297 seq_num 1016) dirty exists 2024-09-11T03:44:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:48 smithi086 ceph-mon[89281]: pgmap v870: 121 pgs: 121 active+clean; 280 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-11T03:44:49.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:48 smithi086 ceph-mon[89281]: osdmap e797: 8 total, 8 up, 8 in 2024-09-11T03:44:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:48 smithi086 ceph-mon[91691]: pgmap v870: 121 pgs: 121 active+clean; 280 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-11T03:44:49.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:48 smithi086 ceph-mon[91691]: osdmap e797: 8 total, 8 up, 8 in 2024-09-11T03:44:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:48 smithi130 ceph-mon[83685]: pgmap v870: 121 pgs: 121 active+clean; 280 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-11T03:44:49.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:48 smithi130 ceph-mon[83685]: osdmap e797: 8 total, 8 up, 8 in 2024-09-11T03:44:49.779 INFO:tasks.rados.rados.0.smithi086.stdout:3846: done (2 left) 2024-09-11T03:44:49.779 INFO:tasks.rados.rados.0.smithi086.stdout:3847: done (1 left) 2024-09-11T03:44:49.779 INFO:tasks.rados.rados.0.smithi086.stdout:3848: done (0 left) 2024-09-11T03:44:49.779 INFO:tasks.rados.rados.0.smithi086.stdout:3849: read oid 41 snap -1 2024-09-11T03:44:49.779 INFO:tasks.rados.rados.0.smithi086.stdout:3849: expect deleted 2024-09-11T03:44:49.779 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 8 current snap is 356 2024-09-11T03:44:49.779 INFO:tasks.rados.rados.0.smithi086.stdout:3850: seq_num 1203 ranges {352256=557056,909312=401408} 2024-09-11T03:44:49.784 INFO:tasks.rados.rados.0.smithi086.stdout:3850: writing smithi08678205-8 from 352256 to 909312 tid 1 2024-09-11T03:44:49.786 INFO:tasks.rados.rados.0.smithi086.stdout:3850: writing smithi08678205-8 from 909312 to 1310720 tid 2 2024-09-11T03:44:49.786 INFO:tasks.rados.rados.0.smithi086.stdout:3851: snap_create 2024-09-11T03:44:49.790 INFO:tasks.rados.rados.0.smithi086.stdout:3850: finishing write tid 1 to smithi08678205-8 2024-09-11T03:44:49.790 INFO:tasks.rados.rados.0.smithi086.stdout:3850: finishing write tid 2 to smithi08678205-8 2024-09-11T03:44:49.791 INFO:tasks.rados.rados.0.smithi086.stdout:3850: finishing write tid 3 to smithi08678205-8 2024-09-11T03:44:49.792 INFO:tasks.rados.rados.0.smithi086.stdout:3850: finishing write tid 4 to smithi08678205-8 2024-09-11T03:44:49.792 INFO:tasks.rados.rados.0.smithi086.stdout:3850: oid 8 updating version 0 to 2717 2024-09-11T03:44:49.792 INFO:tasks.rados.rados.0.smithi086.stdout:3850: oid 8 version 2717 is already newer than 2716 2024-09-11T03:44:49.792 INFO:tasks.rados.rados.0.smithi086.stdout:3850: oid 8 updating version 2717 to 2718 2024-09-11T03:44:49.792 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 2718 (ObjNum 1203 snap 356 seq_num 1203) dirty exists 2024-09-11T03:44:49.793 INFO:tasks.rados.rados.0.smithi086.stdout:3850: left oid 8 (ObjNum 1203 snap 356 seq_num 1203) 2024-09-11T03:44:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:44:50.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:49 smithi086 ceph-mon[89281]: osdmap e798: 8 total, 8 up, 8 in 2024-09-11T03:44:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:44:50.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:49 smithi086 ceph-mon[91691]: osdmap e798: 8 total, 8 up, 8 in 2024-09-11T03:44:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:44:50.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:49 smithi130 ceph-mon[83685]: osdmap e798: 8 total, 8 up, 8 in 2024-09-11T03:44:50.783 INFO:tasks.rados.rados.0.smithi086.stdout:3849: done (2 left) 2024-09-11T03:44:50.783 INFO:tasks.rados.rados.0.smithi086.stdout:3850: done (1 left) 2024-09-11T03:44:50.783 INFO:tasks.rados.rados.0.smithi086.stdout:3851: done (0 left) 2024-09-11T03:44:50.784 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 4 current snap is 357 2024-09-11T03:44:50.784 INFO:tasks.rados.rados.0.smithi086.stdout:3852: seq_num 1204 ranges {0=573440,573440=401408} 2024-09-11T03:44:50.786 INFO:tasks.rados.rados.0.smithi086.stdout:3852: writing smithi08678205-4 from 0 to 573440 tid 1 2024-09-11T03:44:50.788 INFO:tasks.rados.rados.0.smithi086.stdout:3852: writing smithi08678205-4 from 573440 to 974848 tid 2 2024-09-11T03:44:50.788 INFO:tasks.rados.rados.0.smithi086.stdout:3853: copy_from oid 41 from oid 13 current snap is 357 2024-09-11T03:44:50.789 INFO:tasks.rados.rados.0.smithi086.stdout:3854: setattr oid 47 current snap is 357 2024-09-11T03:44:50.790 INFO:tasks.rados.rados.0.smithi086.stdout:3855: delete oid 37 current snap is 357 2024-09-11T03:44:50.794 INFO:tasks.rados.rados.0.smithi086.stdout:3852: finishing write tid 1 to smithi08678205-4 2024-09-11T03:44:50.794 INFO:tasks.rados.rados.0.smithi086.stdout:3852: finishing write tid 2 to smithi08678205-4 2024-09-11T03:44:50.794 INFO:tasks.rados.rados.0.smithi086.stdout:3855: done (3 left) 2024-09-11T03:44:50.794 INFO:tasks.rados.rados.0.smithi086.stdout:3856: delete oid 25 current snap is 357 2024-09-11T03:44:50.795 INFO:tasks.rados.rados.0.smithi086.stdout:3852: finishing write tid 3 to smithi08678205-4 2024-09-11T03:44:50.800 INFO:tasks.rados.rados.0.smithi086.stdout:3852: finishing write tid 4 to smithi08678205-4 2024-09-11T03:44:50.800 INFO:tasks.rados.rados.0.smithi086.stdout:3852: oid 4 updating version 0 to 2644 2024-09-11T03:44:50.800 INFO:tasks.rados.rados.0.smithi086.stdout:3852: oid 4 version 2644 is already newer than 2643 2024-09-11T03:44:50.800 INFO:tasks.rados.rados.0.smithi086.stdout:3852: oid 4 version 2644 is already newer than 2642 2024-09-11T03:44:50.800 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 2644 (ObjNum 1204 snap 357 seq_num 1204) dirty exists 2024-09-11T03:44:50.800 INFO:tasks.rados.rados.0.smithi086.stdout:3852: left oid 4 (ObjNum 1204 snap 357 seq_num 1204) 2024-09-11T03:44:50.800 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 47 v 2645 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-11T03:44:50.800 INFO:tasks.rados.rados.0.smithi086.stdout:3852: done (3 left) 2024-09-11T03:44:50.800 INFO:tasks.rados.rados.0.smithi086.stdout:3854: done (2 left) 2024-09-11T03:44:50.800 INFO:tasks.rados.rados.0.smithi086.stdout:3856: done (1 left) 2024-09-11T03:44:50.801 INFO:tasks.rados.rados.0.smithi086.stdout:3857: snap_remove snap 341 2024-09-11T03:44:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:50 smithi086 ceph-mon[89281]: pgmap v873: 121 pgs: 121 active+clean; 282 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 607 KiB/s rd, 438 KiB/s wr, 4 op/s 2024-09-11T03:44:51.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:50 smithi086 ceph-mon[89281]: osdmap e799: 8 total, 8 up, 8 in 2024-09-11T03:44:51.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:50 smithi086 ceph-mon[91691]: pgmap v873: 121 pgs: 121 active+clean; 282 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 607 KiB/s rd, 438 KiB/s wr, 4 op/s 2024-09-11T03:44:51.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:50 smithi086 ceph-mon[91691]: osdmap e799: 8 total, 8 up, 8 in 2024-09-11T03:44:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:50 smithi130 ceph-mon[83685]: pgmap v873: 121 pgs: 121 active+clean; 282 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 607 KiB/s rd, 438 KiB/s wr, 4 op/s 2024-09-11T03:44:51.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:50 smithi130 ceph-mon[83685]: osdmap e799: 8 total, 8 up, 8 in 2024-09-11T03:44:51.786 INFO:tasks.rados.rados.0.smithi086.stdout:3853: finishing copy_from racing read to smithi08678205-41 2024-09-11T03:44:51.786 INFO:tasks.rados.rados.0.smithi086.stdout:3853: finishing copy_from to smithi08678205-41 2024-09-11T03:44:51.786 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 616 (ObjNum 1202 snap 355 seq_num 1202) dirty exists 2024-09-11T03:44:51.786 INFO:tasks.rados.rados.0.smithi086.stdout:3853: done (1 left) 2024-09-11T03:44:51.786 INFO:tasks.rados.rados.0.smithi086.stdout:3857: done (0 left) 2024-09-11T03:44:51.786 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 357 2024-09-11T03:44:51.786 INFO:tasks.rados.rados.0.smithi086.stdout:3858: seq_num 1207 ranges {8126464=622592,8749056=401408} 2024-09-11T03:44:51.834 INFO:tasks.rados.rados.0.smithi086.stdout:3858: writing smithi08678205-41 from 8126464 to 8749056 tid 1 2024-09-11T03:44:51.837 INFO:tasks.rados.rados.0.smithi086.stdout:3858: writing smithi08678205-41 from 8749056 to 9150464 tid 2 2024-09-11T03:44:51.837 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 27 current snap is 357 2024-09-11T03:44:51.837 INFO:tasks.rados.rados.0.smithi086.stdout:3859: seq_num 1208 ranges {5832704=638976,6471680=401408} 2024-09-11T03:44:51.872 INFO:tasks.rados.rados.0.smithi086.stdout:3859: writing smithi08678205-27 from 5832704 to 6471680 tid 1 2024-09-11T03:44:51.875 INFO:tasks.rados.rados.0.smithi086.stdout:3859: writing smithi08678205-27 from 6471680 to 6873088 tid 2 2024-09-11T03:44:51.875 INFO:tasks.rados.rados.0.smithi086.stdout:3860: read oid 3 snap -1 2024-09-11T03:44:51.875 INFO:tasks.rados.rados.0.smithi086.stdout:3860: expect deleted 2024-09-11T03:44:51.875 INFO:tasks.rados.rados.0.smithi086.stdout:3861: read oid 6 snap -1 2024-09-11T03:44:51.875 INFO:tasks.rados.rados.0.smithi086.stdout:3861: expect deleted 2024-09-11T03:44:51.876 INFO:tasks.rados.rados.0.smithi086.stdout:3862: copy_from oid 44 from oid 36 current snap is 357 2024-09-11T03:44:51.876 INFO:tasks.rados.rados.0.smithi086.stdout:3858: finishing write tid 1 to smithi08678205-41 2024-09-11T03:44:51.876 INFO:tasks.rados.rados.0.smithi086.stdout:3858: finishing write tid 2 to smithi08678205-41 2024-09-11T03:44:51.876 INFO:tasks.rados.rados.0.smithi086.stdout:3858: finishing write tid 3 to smithi08678205-41 2024-09-11T03:44:51.876 INFO:tasks.rados.rados.0.smithi086.stdout:3863: rmattr oid 28 current snap is 357 2024-09-11T03:44:51.876 INFO:tasks.rados.rados.0.smithi086.stdout:3863: done (5 left) 2024-09-11T03:44:51.876 INFO:tasks.rados.rados.0.smithi086.stdout:3864: delete oid 28 current snap is 357 2024-09-11T03:44:51.876 INFO:tasks.rados.rados.0.smithi086.stdout:3858: finishing write tid 4 to smithi08678205-41 2024-09-11T03:44:51.876 INFO:tasks.rados.rados.0.smithi086.stdout:3858: oid 41 updating version 0 to 2996 2024-09-11T03:44:51.876 INFO:tasks.rados.rados.0.smithi086.stdout:3858: oid 41 version 2996 is already newer than 2995 2024-09-11T03:44:51.876 INFO:tasks.rados.rados.0.smithi086.stdout:3858: oid 41 updating version 2996 to 2997 2024-09-11T03:44:51.877 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 2997 (ObjNum 1207 snap 357 seq_num 1207) dirty exists 2024-09-11T03:44:51.877 INFO:tasks.rados.rados.0.smithi086.stdout:3858: left oid 41 (ObjNum 1207 snap 357 seq_num 1207) 2024-09-11T03:44:51.878 INFO:tasks.rados.rados.0.smithi086.stdout:3859: finishing write tid 1 to smithi08678205-27 2024-09-11T03:44:51.879 INFO:tasks.rados.rados.0.smithi086.stdout:3859: finishing write tid 2 to smithi08678205-27 2024-09-11T03:44:51.880 INFO:tasks.rados.rados.0.smithi086.stdout:3859: finishing write tid 3 to smithi08678205-27 2024-09-11T03:44:51.881 INFO:tasks.rados.rados.0.smithi086.stdout:3859: finishing write tid 4 to smithi08678205-27 2024-09-11T03:44:51.881 INFO:tasks.rados.rados.0.smithi086.stdout:3859: oid 27 updating version 0 to 2584 2024-09-11T03:44:51.882 INFO:tasks.rados.rados.0.smithi086.stdout:3859: oid 27 updating version 2584 to 2585 2024-09-11T03:44:51.882 INFO:tasks.rados.rados.0.smithi086.stdout:3859: oid 27 updating version 2585 to 2586 2024-09-11T03:44:51.882 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 2586 (ObjNum 1208 snap 357 seq_num 1208) dirty exists 2024-09-11T03:44:51.882 INFO:tasks.rados.rados.0.smithi086.stdout:3859: left oid 27 (ObjNum 1208 snap 357 seq_num 1208) 2024-09-11T03:44:51.882 INFO:tasks.rados.rados.0.smithi086.stdout:3858: done (5 left) 2024-09-11T03:44:51.882 INFO:tasks.rados.rados.0.smithi086.stdout:3859: done (4 left) 2024-09-11T03:44:51.882 INFO:tasks.rados.rados.0.smithi086.stdout:3860: done (3 left) 2024-09-11T03:44:51.882 INFO:tasks.rados.rados.0.smithi086.stdout:3861: done (2 left) 2024-09-11T03:44:51.883 INFO:tasks.rados.rados.0.smithi086.stdout:3864: done (1 left) 2024-09-11T03:44:51.883 INFO:tasks.rados.rados.0.smithi086.stdout:3865: delete oid 31 current snap is 357 2024-09-11T03:44:51.885 INFO:tasks.rados.rados.0.smithi086.stdout:3865: done (1 left) 2024-09-11T03:44:51.886 INFO:tasks.rados.rados.0.smithi086.stdout:3866: snap_create 2024-09-11T03:44:51.888 INFO:tasks.rados.rados.0.smithi086.stdout:3862: finishing copy_from racing read to smithi08678205-44 2024-09-11T03:44:51.890 INFO:tasks.rados.rados.0.smithi086.stdout:3862: finishing copy_from to smithi08678205-44 2024-09-11T03:44:51.890 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 2930 (ObjNum 1195 snap 351 seq_num 1195) dirty exists 2024-09-11T03:44:52.777 INFO:tasks.rados.rados.0.smithi086.stdout:3862: done (1 left) 2024-09-11T03:44:52.777 INFO:tasks.rados.rados.0.smithi086.stdout:3866: done (0 left) 2024-09-11T03:44:52.777 INFO:tasks.rados.rados.0.smithi086.stdout:3867: snap_remove snap 346 2024-09-11T03:44:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:52 smithi086 ceph-mon[89281]: pgmap v876: 121 pgs: 121 active+clean; 284 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 672 KiB/s wr, 4 op/s 2024-09-11T03:44:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:52 smithi086 ceph-mon[89281]: osdmap e800: 8 total, 8 up, 8 in 2024-09-11T03:44:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:52 smithi086 ceph-mon[89281]: osdmap e801: 8 total, 8 up, 8 in 2024-09-11T03:44:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:52 smithi086 ceph-mon[91691]: pgmap v876: 121 pgs: 121 active+clean; 284 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 672 KiB/s wr, 4 op/s 2024-09-11T03:44:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:52 smithi086 ceph-mon[91691]: osdmap e800: 8 total, 8 up, 8 in 2024-09-11T03:44:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:52 smithi086 ceph-mon[91691]: osdmap e801: 8 total, 8 up, 8 in 2024-09-11T03:44:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:52 smithi130 ceph-mon[83685]: pgmap v876: 121 pgs: 121 active+clean; 284 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 672 KiB/s wr, 4 op/s 2024-09-11T03:44:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:52 smithi130 ceph-mon[83685]: osdmap e800: 8 total, 8 up, 8 in 2024-09-11T03:44:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:52 smithi130 ceph-mon[83685]: osdmap e801: 8 total, 8 up, 8 in 2024-09-11T03:44:53.783 INFO:tasks.rados.rados.0.smithi086.stdout:3867: done (0 left) 2024-09-11T03:44:53.783 INFO:tasks.rados.rados.0.smithi086.stdout:3868: snap_create 2024-09-11T03:44:54.783 INFO:tasks.rados.rados.0.smithi086.stdout:3868: done (0 left) 2024-09-11T03:44:54.783 INFO:tasks.rados.rados.0.smithi086.stdout:3869: copy_from oid 13 from oid 23 current snap is 359 2024-09-11T03:44:54.783 INFO:tasks.rados.rados.0.smithi086.stdout:3870: delete oid 7 current snap is 359 2024-09-11T03:44:54.784 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:44:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:44:54] "GET /metrics HTTP/1.1" 200 36370 "" "Prometheus/2.51.0" 2024-09-11T03:44:54.790 INFO:tasks.rados.rados.0.smithi086.stdout:3870: done (1 left) 2024-09-11T03:44:54.790 INFO:tasks.rados.rados.0.smithi086.stdout:3871: snap_create 2024-09-11T03:44:54.826 INFO:tasks.rados.rados.0.smithi086.stdout:3869: finishing copy_from racing read to smithi08678205-13 2024-09-11T03:44:54.827 INFO:tasks.rados.rados.0.smithi086.stdout:3869: finishing copy_from to smithi08678205-13 2024-09-11T03:44:54.827 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 2618 (ObjNum 1151 snap 338 seq_num 1151) dirty exists 2024-09-11T03:44:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:54 smithi086 ceph-mon[89281]: pgmap v879: 121 pgs: 121 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 718 KiB/s wr, 4 op/s 2024-09-11T03:44:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:54 smithi086 ceph-mon[89281]: osdmap e802: 8 total, 8 up, 8 in 2024-09-11T03:44:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:54 smithi086 ceph-mon[91691]: pgmap v879: 121 pgs: 121 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 718 KiB/s wr, 4 op/s 2024-09-11T03:44:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:54 smithi086 ceph-mon[91691]: osdmap e802: 8 total, 8 up, 8 in 2024-09-11T03:44:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:54 smithi130 ceph-mon[83685]: pgmap v879: 121 pgs: 121 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 718 KiB/s wr, 4 op/s 2024-09-11T03:44:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:54 smithi130 ceph-mon[83685]: osdmap e802: 8 total, 8 up, 8 in 2024-09-11T03:44:55.794 INFO:tasks.rados.rados.0.smithi086.stdout:3869: done (1 left) 2024-09-11T03:44:55.795 INFO:tasks.rados.rados.0.smithi086.stdout:3871: done (0 left) 2024-09-11T03:44:55.795 INFO:tasks.rados.rados.0.smithi086.stdout:3872: snap_create 2024-09-11T03:44:56.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:55 smithi086 ceph-mon[89281]: osdmap e803: 8 total, 8 up, 8 in 2024-09-11T03:44:56.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:55 smithi086 ceph-mon[91691]: osdmap e803: 8 total, 8 up, 8 in 2024-09-11T03:44:56.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:55 smithi130 ceph-mon[83685]: osdmap e803: 8 total, 8 up, 8 in 2024-09-11T03:44:56.796 INFO:tasks.rados.rados.0.smithi086.stdout:3872: done (0 left) 2024-09-11T03:44:56.796 INFO:tasks.rados.rados.0.smithi086.stdout:3873: snap_create 2024-09-11T03:44:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:56 smithi086 ceph-mon[89281]: pgmap v882: 121 pgs: 121 active+clean; 297 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-11T03:44:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:56 smithi086 ceph-mon[89281]: osdmap e804: 8 total, 8 up, 8 in 2024-09-11T03:44:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:56 smithi086 ceph-mon[91691]: pgmap v882: 121 pgs: 121 active+clean; 297 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-11T03:44:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:56 smithi086 ceph-mon[91691]: osdmap e804: 8 total, 8 up, 8 in 2024-09-11T03:44:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:56 smithi130 ceph-mon[83685]: pgmap v882: 121 pgs: 121 active+clean; 297 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-11T03:44:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:56 smithi130 ceph-mon[83685]: osdmap e804: 8 total, 8 up, 8 in 2024-09-11T03:44:57.797 INFO:tasks.rados.rados.0.smithi086.stdout:3873: done (0 left) 2024-09-11T03:44:57.797 INFO:tasks.rados.rados.0.smithi086.stdout:3874: snap_create 2024-09-11T03:44:58.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:57 smithi086 ceph-mon[89281]: osdmap e805: 8 total, 8 up, 8 in 2024-09-11T03:44:58.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:57 smithi086 ceph-mon[89281]: osdmap e806: 8 total, 8 up, 8 in 2024-09-11T03:44:58.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:57 smithi086 ceph-mon[91691]: osdmap e805: 8 total, 8 up, 8 in 2024-09-11T03:44:58.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:57 smithi086 ceph-mon[91691]: osdmap e806: 8 total, 8 up, 8 in 2024-09-11T03:44:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:57 smithi130 ceph-mon[83685]: osdmap e805: 8 total, 8 up, 8 in 2024-09-11T03:44:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:57 smithi130 ceph-mon[83685]: osdmap e806: 8 total, 8 up, 8 in 2024-09-11T03:44:58.799 INFO:tasks.rados.rados.0.smithi086.stdout:3874: done (0 left) 2024-09-11T03:44:58.799 INFO:tasks.rados.rados.0.smithi086.stdout:3875: read oid 3 snap 352 2024-09-11T03:44:58.799 INFO:tasks.rados.rados.0.smithi086.stdout:3875: expect deleted 2024-09-11T03:44:58.799 INFO:tasks.rados.rados.0.smithi086.stdout:3876: delete oid 41 current snap is 363 2024-09-11T03:44:58.803 INFO:tasks.rados.rados.0.smithi086.stdout:3875: done (1 left) 2024-09-11T03:44:58.803 INFO:tasks.rados.rados.0.smithi086.stdout:3876: done (0 left) 2024-09-11T03:44:58.803 INFO:tasks.rados.rados.0.smithi086.stdout:3877: snap_remove snap 356 2024-09-11T03:44:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:58 smithi086 ceph-mon[89281]: pgmap v885: 121 pgs: 121 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 5.4 MiB/s wr, 8 op/s 2024-09-11T03:44:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:44:58 smithi086 ceph-mon[89281]: osdmap e807: 8 total, 8 up, 8 in 2024-09-11T03:44:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:58 smithi086 ceph-mon[91691]: pgmap v885: 121 pgs: 121 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 5.4 MiB/s wr, 8 op/s 2024-09-11T03:44:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:44:58 smithi086 ceph-mon[91691]: osdmap e807: 8 total, 8 up, 8 in 2024-09-11T03:44:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:58 smithi130 ceph-mon[83685]: pgmap v885: 121 pgs: 121 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 5.4 MiB/s wr, 8 op/s 2024-09-11T03:44:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:44:58 smithi130 ceph-mon[83685]: osdmap e807: 8 total, 8 up, 8 in 2024-09-11T03:44:59.802 INFO:tasks.rados.rados.0.smithi086.stdout:3877: done (0 left) 2024-09-11T03:44:59.802 INFO:tasks.rados.rados.0.smithi086.stdout:3878: rollback oid 48 current snap is 363 2024-09-11T03:44:59.802 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 48 to 352 2024-09-11T03:44:59.802 INFO:tasks.rados.rados.0.smithi086.stdout:3879: copy_from oid 44 from oid 42 current snap is 363 2024-09-11T03:44:59.802 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 363 2024-09-11T03:44:59.802 INFO:tasks.rados.rados.0.smithi086.stdout:3880: seq_num 1213 ranges {0=720896,720896=401408} 2024-09-11T03:44:59.808 INFO:tasks.rados.rados.0.smithi086.stdout:3880: writing smithi08678205-41 from 0 to 720896 tid 1 2024-09-11T03:44:59.810 INFO:tasks.rados.rados.0.smithi086.stdout:3880: writing smithi08678205-41 from 720896 to 1122304 tid 2 2024-09-11T03:44:59.810 INFO:tasks.rados.rados.0.smithi086.stdout:3879: finishing copy_from to smithi08678205-44 2024-09-11T03:44:59.810 INFO:tasks.rados.rados.0.smithi086.stdout:3879: got expected ENOENT (src dne) 2024-09-11T03:44:59.810 INFO:tasks.rados.rados.0.smithi086.stdout:3879: finishing copy_from racing read to smithi08678205-44 2024-09-11T03:44:59.810 INFO:tasks.rados.rados.0.smithi086.stdout:3881: read oid 1 snap -1 2024-09-11T03:44:59.810 INFO:tasks.rados.rados.0.smithi086.stdout:3881: expect (ObjNum 1178 snap 346 seq_num 1178) 2024-09-11T03:44:59.810 INFO:tasks.rados.rados.0.smithi086.stdout:3879: done (3 left) 2024-09-11T03:44:59.810 INFO:tasks.rados.rados.0.smithi086.stdout:3882: snap_create 2024-09-11T03:44:59.811 INFO:tasks.rados.rados.0.smithi086.stdout:3878: finishing rollback tid 0 to smithi08678205-48 2024-09-11T03:44:59.811 INFO:tasks.rados.rados.0.smithi086.stdout:3878: finishing rollback tid 1 to smithi08678205-48 2024-09-11T03:44:59.811 INFO:tasks.rados.rados.0.smithi086.stdout:3878: finishing rollback tid 2 to smithi08678205-48 2024-09-11T03:44:59.811 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 2719 (ObjNum 1189 snap 351 seq_num 1189) dirty exists 2024-09-11T03:44:59.816 INFO:tasks.rados.rados.0.smithi086.stdout:3880: finishing write tid 1 to smithi08678205-41 2024-09-11T03:44:59.816 INFO:tasks.rados.rados.0.smithi086.stdout:3880: finishing write tid 2 to smithi08678205-41 2024-09-11T03:44:59.816 INFO:tasks.rados.rados.0.smithi086.stdout:3880: finishing write tid 3 to smithi08678205-41 2024-09-11T03:44:59.818 INFO:tasks.rados.rados.0.smithi086.stdout:3880: finishing write tid 4 to smithi08678205-41 2024-09-11T03:44:59.818 INFO:tasks.rados.rados.0.smithi086.stdout:3880: oid 41 updating version 0 to 3018 2024-09-11T03:44:59.819 INFO:tasks.rados.rados.0.smithi086.stdout:3880: oid 41 updating version 3018 to 3019 2024-09-11T03:44:59.819 INFO:tasks.rados.rados.0.smithi086.stdout:3880: oid 41 version 3019 is already newer than 3017 2024-09-11T03:44:59.819 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 3019 (ObjNum 1213 snap 363 seq_num 1213) dirty exists 2024-09-11T03:44:59.819 INFO:tasks.rados.rados.0.smithi086.stdout:3880: left oid 41 (ObjNum 1213 snap 363 seq_num 1213) 2024-09-11T03:44:59.843 INFO:tasks.rados.rados.0.smithi086.stdout:3881: expect (ObjNum 1178 snap 346 seq_num 1178) 2024-09-11T03:45:00.803 INFO:tasks.rados.rados.0.smithi086.stdout:3878: done (3 left) 2024-09-11T03:45:00.803 INFO:tasks.rados.rados.0.smithi086.stdout:3880: done (2 left) 2024-09-11T03:45:00.803 INFO:tasks.rados.rados.0.smithi086.stdout:3881: done (1 left) 2024-09-11T03:45:00.804 INFO:tasks.rados.rados.0.smithi086.stdout:3882: done (0 left) 2024-09-11T03:45:00.804 INFO:tasks.rados.rados.0.smithi086.stdout:3883: read oid 48 snap 352 2024-09-11T03:45:00.804 INFO:tasks.rados.rados.0.smithi086.stdout:3883: expect (ObjNum 1189 snap 351 seq_num 1189) 2024-09-11T03:45:00.804 INFO:tasks.rados.rados.0.smithi086.stdout:3884: read oid 39 snap 362 2024-09-11T03:45:00.804 INFO:tasks.rados.rados.0.smithi086.stdout:3884: expect (ObjNum 1176 snap 344 seq_num 1176) 2024-09-11T03:45:00.804 INFO:tasks.rados.rados.0.smithi086.stdout:3885: snap_create 2024-09-11T03:45:00.813 INFO:tasks.rados.rados.0.smithi086.stdout:3883: expect (ObjNum 1189 snap 351 seq_num 1189) 2024-09-11T03:45:00.834 INFO:tasks.rados.rados.0.smithi086.stdout:3884: expect (ObjNum 1176 snap 344 seq_num 1176) 2024-09-11T03:45:01.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:00 smithi086 ceph-mon[89281]: pgmap v888: 121 pgs: 121 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-11T03:45:01.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:00 smithi086 ceph-mon[89281]: osdmap e808: 8 total, 8 up, 8 in 2024-09-11T03:45:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:00 smithi086 ceph-mon[91691]: pgmap v888: 121 pgs: 121 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-11T03:45:01.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:00 smithi086 ceph-mon[91691]: osdmap e808: 8 total, 8 up, 8 in 2024-09-11T03:45:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:00 smithi130 ceph-mon[83685]: pgmap v888: 121 pgs: 121 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-11T03:45:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:00 smithi130 ceph-mon[83685]: osdmap e808: 8 total, 8 up, 8 in 2024-09-11T03:45:01.814 INFO:tasks.rados.rados.0.smithi086.stdout:3883: done (2 left) 2024-09-11T03:45:01.815 INFO:tasks.rados.rados.0.smithi086.stdout:3884: done (1 left) 2024-09-11T03:45:01.815 INFO:tasks.rados.rados.0.smithi086.stdout:3885: done (0 left) 2024-09-11T03:45:01.815 INFO:tasks.rados.rados.0.smithi086.stdout:3886: read oid 37 snap -1 2024-09-11T03:45:01.815 INFO:tasks.rados.rados.0.smithi086.stdout:3886: expect deleted 2024-09-11T03:45:01.815 INFO:tasks.rados.rados.0.smithi086.stdout:3887: snap_create 2024-09-11T03:45:02.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:01 smithi086 ceph-mon[89281]: osdmap e809: 8 total, 8 up, 8 in 2024-09-11T03:45:02.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:01 smithi086 ceph-mon[91691]: osdmap e809: 8 total, 8 up, 8 in 2024-09-11T03:45:02.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:01 smithi130 ceph-mon[83685]: osdmap e809: 8 total, 8 up, 8 in 2024-09-11T03:45:02.780 INFO:tasks.rados.rados.0.smithi086.stdout:3886: done (1 left) 2024-09-11T03:45:02.781 INFO:tasks.rados.rados.0.smithi086.stdout:3887: done (0 left) 2024-09-11T03:45:02.781 INFO:tasks.rados.rados.0.smithi086.stdout:3888: delete oid 49 current snap is 366 2024-09-11T03:45:02.785 INFO:tasks.rados.rados.0.smithi086.stdout:3888: done (0 left) 2024-09-11T03:45:02.785 INFO:tasks.rados.rados.0.smithi086.stdout:3889: snap_remove snap 336 2024-09-11T03:45:03.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:02 smithi086 ceph-mon[89281]: pgmap v891: 121 pgs: 121 active+clean; 309 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 274 KiB/s wr, 2 op/s 2024-09-11T03:45:03.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:02 smithi086 ceph-mon[89281]: osdmap e810: 8 total, 8 up, 8 in 2024-09-11T03:45:03.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:02 smithi086 ceph-mon[89281]: osdmap e811: 8 total, 8 up, 8 in 2024-09-11T03:45:03.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:02 smithi086 ceph-mon[91691]: pgmap v891: 121 pgs: 121 active+clean; 309 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 274 KiB/s wr, 2 op/s 2024-09-11T03:45:03.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:02 smithi086 ceph-mon[91691]: osdmap e810: 8 total, 8 up, 8 in 2024-09-11T03:45:03.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:02 smithi086 ceph-mon[91691]: osdmap e811: 8 total, 8 up, 8 in 2024-09-11T03:45:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:02 smithi130 ceph-mon[83685]: pgmap v891: 121 pgs: 121 active+clean; 309 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 274 KiB/s wr, 2 op/s 2024-09-11T03:45:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:02 smithi130 ceph-mon[83685]: osdmap e810: 8 total, 8 up, 8 in 2024-09-11T03:45:03.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:02 smithi130 ceph-mon[83685]: osdmap e811: 8 total, 8 up, 8 in 2024-09-11T03:45:03.784 INFO:tasks.rados.rados.0.smithi086.stdout:3889: done (0 left) 2024-09-11T03:45:03.784 INFO:tasks.rados.rados.0.smithi086.stdout:3890: rollback oid 20 current snap is 366 2024-09-11T03:45:03.784 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 20 to 328 2024-09-11T03:45:03.784 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 366 2024-09-11T03:45:03.784 INFO:tasks.rados.rados.0.smithi086.stdout:3891: seq_num 1215 ranges {1933312=753664,2686976=401408} 2024-09-11T03:45:03.799 INFO:tasks.rados.rados.0.smithi086.stdout:3891: writing smithi08678205-10 from 1933312 to 2686976 tid 1 2024-09-11T03:45:03.802 INFO:tasks.rados.rados.0.smithi086.stdout:3891: writing smithi08678205-10 from 2686976 to 3088384 tid 2 2024-09-11T03:45:03.802 INFO:tasks.rados.rados.0.smithi086.stdout:3892: copy_from oid 24 from oid 49 current snap is 366 2024-09-11T03:45:03.802 INFO:tasks.rados.rados.0.smithi086.stdout:3893: rollback oid 36 current snap is 366 2024-09-11T03:45:03.802 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 36 to 365 2024-09-11T03:45:03.803 INFO:tasks.rados.rados.0.smithi086.stdout:3890: finishing rollback tid 0 to smithi08678205-20 2024-09-11T03:45:03.803 INFO:tasks.rados.rados.0.smithi086.stdout:3890: finishing rollback tid 1 to smithi08678205-20 2024-09-11T03:45:03.803 INFO:tasks.rados.rados.0.smithi086.stdout:3890: finishing rollback tid 2 to smithi08678205-20 2024-09-11T03:45:03.803 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 2722 (ObjNum 1052 snap 308 seq_num 1052) dirty exists 2024-09-11T03:45:03.803 INFO:tasks.rados.rados.0.smithi086.stdout:3890: done (3 left) 2024-09-11T03:45:03.803 INFO:tasks.rados.rados.0.smithi086.stdout:3894: snap_remove snap 345 2024-09-11T03:45:04.779 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:45:04 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:45:04] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-09-11T03:45:04.788 INFO:tasks.rados.rados.0.smithi086.stdout:3894: done (3 left) 2024-09-11T03:45:04.788 INFO:tasks.rados.rados.0.smithi086.stdout:3895: delete oid 3 current snap is 366 2024-09-11T03:45:04.788 INFO:tasks.rados.rados.0.smithi086.stdout:3891: finishing write tid 1 to smithi08678205-10 2024-09-11T03:45:04.788 INFO:tasks.rados.rados.0.smithi086.stdout:3891: finishing write tid 2 to smithi08678205-10 2024-09-11T03:45:04.788 INFO:tasks.rados.rados.0.smithi086.stdout:3892: finishing copy_from to smithi08678205-24 2024-09-11T03:45:04.788 INFO:tasks.rados.rados.0.smithi086.stdout:3892: got expected ENOENT (src dne) 2024-09-11T03:45:04.789 INFO:tasks.rados.rados.0.smithi086.stdout:3892: finishing copy_from racing read to smithi08678205-24 2024-09-11T03:45:04.789 INFO:tasks.rados.rados.0.smithi086.stdout:3891: finishing write tid 3 to smithi08678205-10 2024-09-11T03:45:04.789 INFO:tasks.rados.rados.0.smithi086.stdout:3893: finishing rollback tid 0 to smithi08678205-36 2024-09-11T03:45:04.789 INFO:tasks.rados.rados.0.smithi086.stdout:3893: finishing rollback tid 1 to smithi08678205-36 2024-09-11T03:45:04.789 INFO:tasks.rados.rados.0.smithi086.stdout:3891: finishing write tid 4 to smithi08678205-10 2024-09-11T03:45:04.789 INFO:tasks.rados.rados.0.smithi086.stdout:3891: oid 10 updating version 0 to 2700 2024-09-11T03:45:04.789 INFO:tasks.rados.rados.0.smithi086.stdout:3891: oid 10 version 2700 is already newer than 2698 2024-09-11T03:45:04.789 INFO:tasks.rados.rados.0.smithi086.stdout:3891: oid 10 version 2700 is already newer than 2699 2024-09-11T03:45:04.789 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2700 (ObjNum 1215 snap 366 seq_num 1215) dirty exists 2024-09-11T03:45:04.789 INFO:tasks.rados.rados.0.smithi086.stdout:3891: left oid 10 (ObjNum 1215 snap 366 seq_num 1215) 2024-09-11T03:45:04.789 INFO:tasks.rados.rados.0.smithi086.stdout:3893: finishing rollback tid 2 to smithi08678205-36 2024-09-11T03:45:04.789 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 36 v 3023 (ObjNum 1195 snap 351 seq_num 1195) dirty exists 2024-09-11T03:45:04.799 INFO:tasks.rados.rados.0.smithi086.stdout:3891: done (3 left) 2024-09-11T03:45:04.800 INFO:tasks.rados.rados.0.smithi086.stdout:3892: done (2 left) 2024-09-11T03:45:04.800 INFO:tasks.rados.rados.0.smithi086.stdout:3893: done (1 left) 2024-09-11T03:45:04.800 INFO:tasks.rados.rados.0.smithi086.stdout:3895: done (0 left) 2024-09-11T03:45:04.800 INFO:tasks.rados.rados.0.smithi086.stdout:3896: read oid 27 snap -1 2024-09-11T03:45:04.800 INFO:tasks.rados.rados.0.smithi086.stdout:3896: expect (ObjNum 1208 snap 357 seq_num 1208) 2024-09-11T03:45:04.800 INFO:tasks.rados.rados.0.smithi086.stdout:3897: copy_from oid 37 from oid 10 current snap is 366 2024-09-11T03:45:04.800 INFO:tasks.rados.rados.0.smithi086.stdout:3898: snap_create 2024-09-11T03:45:04.816 INFO:tasks.rados.rados.0.smithi086.stdout:3897: finishing copy_from racing read to smithi08678205-37 2024-09-11T03:45:04.821 INFO:tasks.rados.rados.0.smithi086.stdout:3897: finishing copy_from to smithi08678205-37 2024-09-11T03:45:04.821 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 37 v 2700 (ObjNum 1215 snap 366 seq_num 1215) dirty exists 2024-09-11T03:45:04.829 INFO:tasks.rados.rados.0.smithi086.stdout:3896: expect (ObjNum 1208 snap 357 seq_num 1208) 2024-09-11T03:45:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:04 smithi086 ceph-mon[89281]: pgmap v894: 121 pgs: 121 active+clean; 309 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 274 KiB/s wr, 2 op/s 2024-09-11T03:45:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:04 smithi086 ceph-mon[89281]: osdmap e812: 8 total, 8 up, 8 in 2024-09-11T03:45:05.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:45:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:04 smithi086 ceph-mon[91691]: pgmap v894: 121 pgs: 121 active+clean; 309 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 274 KiB/s wr, 2 op/s 2024-09-11T03:45:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:04 smithi086 ceph-mon[91691]: osdmap e812: 8 total, 8 up, 8 in 2024-09-11T03:45:05.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:45:05.096 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:45:04 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:45:04.807+0000 7fad4410f640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 19f after trimming was started 2024-09-11T03:45:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:04 smithi130 ceph-mon[83685]: pgmap v894: 121 pgs: 121 active+clean; 309 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 274 KiB/s wr, 2 op/s 2024-09-11T03:45:05.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:04 smithi130 ceph-mon[83685]: osdmap e812: 8 total, 8 up, 8 in 2024-09-11T03:45:05.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:45:05.792 INFO:tasks.rados.rados.0.smithi086.stdout:3896: done (2 left) 2024-09-11T03:45:05.793 INFO:tasks.rados.rados.0.smithi086.stdout:3897: done (1 left) 2024-09-11T03:45:05.793 INFO:tasks.rados.rados.0.smithi086.stdout:3898: done (0 left) 2024-09-11T03:45:05.793 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 43 current snap is 367 2024-09-11T03:45:05.793 INFO:tasks.rados.rados.0.smithi086.stdout:3899: seq_num 1217 ranges {0=786432,786432=401408} 2024-09-11T03:45:05.796 INFO:tasks.rados.rados.0.smithi086.stdout:3899: writing smithi08678205-43 from 0 to 786432 tid 1 2024-09-11T03:45:05.799 INFO:tasks.rados.rados.0.smithi086.stdout:3899: writing smithi08678205-43 from 786432 to 1187840 tid 2 2024-09-11T03:45:05.799 INFO:tasks.rados.rados.0.smithi086.stdout:3900: setattr oid 29 current snap is 367 2024-09-11T03:45:05.800 INFO:tasks.rados.rados.0.smithi086.stdout:3901: snap_create 2024-09-11T03:45:05.804 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 29 v 2707 (ObjNum 1151 snap 338 seq_num 1151) dirty exists 2024-09-11T03:45:05.806 INFO:tasks.rados.rados.0.smithi086.stdout:3899: finishing write tid 1 to smithi08678205-43 2024-09-11T03:45:05.806 INFO:tasks.rados.rados.0.smithi086.stdout:3899: finishing write tid 2 to smithi08678205-43 2024-09-11T03:45:05.806 INFO:tasks.rados.rados.0.smithi086.stdout:3899: finishing write tid 3 to smithi08678205-43 2024-09-11T03:45:05.808 INFO:tasks.rados.rados.0.smithi086.stdout:3899: finishing write tid 4 to smithi08678205-43 2024-09-11T03:45:05.808 INFO:tasks.rados.rados.0.smithi086.stdout:3899: oid 43 updating version 0 to 3048 2024-09-11T03:45:05.808 INFO:tasks.rados.rados.0.smithi086.stdout:3899: oid 43 updating version 3048 to 3049 2024-09-11T03:45:05.808 INFO:tasks.rados.rados.0.smithi086.stdout:3899: oid 43 updating version 3049 to 3050 2024-09-11T03:45:05.809 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 3050 (ObjNum 1217 snap 367 seq_num 1217) dirty exists 2024-09-11T03:45:05.809 INFO:tasks.rados.rados.0.smithi086.stdout:3899: left oid 43 (ObjNum 1217 snap 367 seq_num 1217) 2024-09-11T03:45:06.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:05 smithi086 ceph-mon[89281]: osdmap e813: 8 total, 8 up, 8 in 2024-09-11T03:45:06.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:05 smithi086 ceph-mon[91691]: osdmap e813: 8 total, 8 up, 8 in 2024-09-11T03:45:06.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:05 smithi130 ceph-mon[83685]: osdmap e813: 8 total, 8 up, 8 in 2024-09-11T03:45:06.798 INFO:tasks.rados.rados.0.smithi086.stdout:3899: done (2 left) 2024-09-11T03:45:06.798 INFO:tasks.rados.rados.0.smithi086.stdout:3900: done (1 left) 2024-09-11T03:45:06.798 INFO:tasks.rados.rados.0.smithi086.stdout:3901: done (0 left) 2024-09-11T03:45:06.799 INFO:tasks.rados.rados.0.smithi086.stdout:3902: snap_create 2024-09-11T03:45:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:06 smithi086 ceph-mon[89281]: pgmap v897: 121 pgs: 121 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 0 B/s wr, 2 op/s 2024-09-11T03:45:07.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:06 smithi086 ceph-mon[89281]: osdmap e814: 8 total, 8 up, 8 in 2024-09-11T03:45:07.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:06 smithi086 ceph-mon[91691]: pgmap v897: 121 pgs: 121 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 0 B/s wr, 2 op/s 2024-09-11T03:45:07.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:06 smithi086 ceph-mon[91691]: osdmap e814: 8 total, 8 up, 8 in 2024-09-11T03:45:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:06 smithi130 ceph-mon[83685]: pgmap v897: 121 pgs: 121 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 0 B/s wr, 2 op/s 2024-09-11T03:45:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:06 smithi130 ceph-mon[83685]: osdmap e814: 8 total, 8 up, 8 in 2024-09-11T03:45:07.783 INFO:tasks.rados.rados.0.smithi086.stdout:3902: done (0 left) 2024-09-11T03:45:07.784 INFO:tasks.rados.rados.0.smithi086.stdout:3903: delete oid 2 current snap is 369 2024-09-11T03:45:07.789 INFO:tasks.rados.rados.0.smithi086.stdout:3903: done (0 left) 2024-09-11T03:45:07.789 INFO:tasks.rados.rados.0.smithi086.stdout:3904: snap_remove snap 353 2024-09-11T03:45:08.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:07 smithi086 ceph-mon[89281]: osdmap e815: 8 total, 8 up, 8 in 2024-09-11T03:45:08.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:07 smithi086 ceph-mon[89281]: osdmap e816: 8 total, 8 up, 8 in 2024-09-11T03:45:08.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:07 smithi086 ceph-mon[91691]: osdmap e815: 8 total, 8 up, 8 in 2024-09-11T03:45:08.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:07 smithi086 ceph-mon[91691]: osdmap e816: 8 total, 8 up, 8 in 2024-09-11T03:45:08.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:07 smithi130 ceph-mon[83685]: osdmap e815: 8 total, 8 up, 8 in 2024-09-11T03:45:08.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:07 smithi130 ceph-mon[83685]: osdmap e816: 8 total, 8 up, 8 in 2024-09-11T03:45:08.788 INFO:tasks.rados.rados.0.smithi086.stdout:3904: done (0 left) 2024-09-11T03:45:08.788 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 369 2024-09-11T03:45:08.788 INFO:tasks.rados.rados.0.smithi086.stdout:3905: seq_num 1219 ranges {0=417792,417792=557056,974848=245760} 2024-09-11T03:45:08.790 INFO:tasks.rados.rados.0.smithi086.stdout:3905: writing smithi08678205-15 from 0 to 417792 tid 1 2024-09-11T03:45:08.794 INFO:tasks.rados.rados.0.smithi086.stdout:3905: writing smithi08678205-15 from 417792 to 974848 tid 2 2024-09-11T03:45:08.797 INFO:tasks.rados.rados.0.smithi086.stdout:3905: writing smithi08678205-15 from 974848 to 1220608 tid 3 2024-09-11T03:45:08.797 INFO:tasks.rados.rados.0.smithi086.stdout:3906: read oid 39 snap -1 2024-09-11T03:45:08.797 INFO:tasks.rados.rados.0.smithi086.stdout:3906: expect (ObjNum 1176 snap 344 seq_num 1176) 2024-09-11T03:45:08.797 INFO:tasks.rados.rados.0.smithi086.stdout:3907: snap_remove snap 367 2024-09-11T03:45:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:08 smithi086 ceph-mon[89281]: pgmap v900: 121 pgs: 121 active+clean; 312 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-11T03:45:09.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:08 smithi086 ceph-mon[89281]: osdmap e817: 8 total, 8 up, 8 in 2024-09-11T03:45:09.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:08 smithi086 ceph-mon[91691]: pgmap v900: 121 pgs: 121 active+clean; 312 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-11T03:45:09.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:08 smithi086 ceph-mon[91691]: osdmap e817: 8 total, 8 up, 8 in 2024-09-11T03:45:09.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:08 smithi130 ceph-mon[83685]: pgmap v900: 121 pgs: 121 active+clean; 312 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-11T03:45:09.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:08 smithi130 ceph-mon[83685]: osdmap e817: 8 total, 8 up, 8 in 2024-09-11T03:45:09.797 INFO:tasks.rados.rados.0.smithi086.stdout:3907: done (2 left) 2024-09-11T03:45:09.797 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 17 current snap is 369 2024-09-11T03:45:09.797 INFO:tasks.rados.rados.0.smithi086.stdout:3905: finishing write tid 1 to smithi08678205-15 2024-09-11T03:45:09.797 INFO:tasks.rados.rados.0.smithi086.stdout:3905: finishing write tid 2 to smithi08678205-15 2024-09-11T03:45:09.797 INFO:tasks.rados.rados.0.smithi086.stdout:3905: finishing write tid 3 to smithi08678205-15 2024-09-11T03:45:09.797 INFO:tasks.rados.rados.0.smithi086.stdout:3905: finishing write tid 4 to smithi08678205-15 2024-09-11T03:45:09.797 INFO:tasks.rados.rados.0.smithi086.stdout:3905: finishing write tid 5 to smithi08678205-15 2024-09-11T03:45:09.797 INFO:tasks.rados.rados.0.smithi086.stdout:3905: oid 15 updating version 0 to 3053 2024-09-11T03:45:09.797 INFO:tasks.rados.rados.0.smithi086.stdout:3905: oid 15 updating version 3053 to 3054 2024-09-11T03:45:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:3905: oid 15 version 3054 is already newer than 3051 2024-09-11T03:45:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:3905: oid 15 version 3054 is already newer than 3052 2024-09-11T03:45:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 3054 (ObjNum 1219 snap 369 seq_num 1219) dirty exists 2024-09-11T03:45:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:3905: left oid 15 (ObjNum 1219 snap 369 seq_num 1219) 2024-09-11T03:45:09.798 INFO:tasks.rados.rados.0.smithi086.stdout:3906: expect (ObjNum 1176 snap 344 seq_num 1176) 2024-09-11T03:45:10.176 INFO:tasks.rados.rados.0.smithi086.stdout:3908: seq_num 1220 ranges {4268032=434176,4702208=442368,5144576=360448} 2024-09-11T03:45:10.202 INFO:tasks.rados.rados.0.smithi086.stdout:3908: writing smithi08678205-17 from 4268032 to 4702208 tid 1 2024-09-11T03:45:10.204 INFO:tasks.rados.rados.0.smithi086.stdout:3908: writing smithi08678205-17 from 4702208 to 5144576 tid 2 2024-09-11T03:45:10.206 INFO:tasks.rados.rados.0.smithi086.stdout:3908: writing smithi08678205-17 from 5144576 to 5505024 tid 3 2024-09-11T03:45:10.207 INFO:tasks.rados.rados.0.smithi086.stdout:3905: done (2 left) 2024-09-11T03:45:10.207 INFO:tasks.rados.rados.0.smithi086.stdout:3906: done (1 left) 2024-09-11T03:45:10.207 INFO:tasks.rados.rados.0.smithi086.stdout:3909: delete oid 21 current snap is 369 2024-09-11T03:45:10.207 INFO:tasks.rados.rados.0.smithi086.stdout:3908: finishing write tid 1 to smithi08678205-17 2024-09-11T03:45:10.213 INFO:tasks.rados.rados.0.smithi086.stdout:3908: finishing write tid 2 to smithi08678205-17 2024-09-11T03:45:10.213 INFO:tasks.rados.rados.0.smithi086.stdout:3909: done (1 left) 2024-09-11T03:45:10.213 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 14 current snap is 369 2024-09-11T03:45:10.213 INFO:tasks.rados.rados.0.smithi086.stdout:3910: seq_num 1222 ranges {9355264=475136,9830400=606208,10436608=196608} 2024-09-11T03:45:10.266 INFO:tasks.rados.rados.0.smithi086.stdout:3910: writing smithi08678205-14 from 9355264 to 9830400 tid 1 2024-09-11T03:45:10.270 INFO:tasks.rados.rados.0.smithi086.stdout:3910: writing smithi08678205-14 from 9830400 to 10436608 tid 2 2024-09-11T03:45:10.272 INFO:tasks.rados.rados.0.smithi086.stdout:3910: writing smithi08678205-14 from 10436608 to 10633216 tid 3 2024-09-11T03:45:10.272 INFO:tasks.rados.rados.0.smithi086.stdout:3911: read oid 45 snap -1 2024-09-11T03:45:10.272 INFO:tasks.rados.rados.0.smithi086.stdout:3911: expect (ObjNum 1183 snap 347 seq_num 1183) 2024-09-11T03:45:10.272 INFO:tasks.rados.rados.0.smithi086.stdout:3912: rollback oid 11 current snap is 369 2024-09-11T03:45:10.272 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 11 to 352 2024-09-11T03:45:10.272 INFO:tasks.rados.rados.0.smithi086.stdout:3908: finishing write tid 3 to smithi08678205-17 2024-09-11T03:45:10.272 INFO:tasks.rados.rados.0.smithi086.stdout:3908: finishing write tid 4 to smithi08678205-17 2024-09-11T03:45:10.272 INFO:tasks.rados.rados.0.smithi086.stdout:3908: finishing write tid 5 to smithi08678205-17 2024-09-11T03:45:10.272 INFO:tasks.rados.rados.0.smithi086.stdout:3908: oid 17 updating version 0 to 2706 2024-09-11T03:45:10.272 INFO:tasks.rados.rados.0.smithi086.stdout:3908: oid 17 updating version 2706 to 2709 2024-09-11T03:45:10.272 INFO:tasks.rados.rados.0.smithi086.stdout:3908: oid 17 version 2709 is already newer than 2707 2024-09-11T03:45:10.273 INFO:tasks.rados.rados.0.smithi086.stdout:3908: oid 17 version 2709 is already newer than 2708 2024-09-11T03:45:10.273 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 2709 (ObjNum 1220 snap 369 seq_num 1220) dirty exists 2024-09-11T03:45:10.273 INFO:tasks.rados.rados.0.smithi086.stdout:3908: left oid 17 (ObjNum 1220 snap 369 seq_num 1220) 2024-09-11T03:45:10.273 INFO:tasks.rados.rados.0.smithi086.stdout:3908: done (3 left) 2024-09-11T03:45:10.273 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 13 current snap is 369 2024-09-11T03:45:10.273 INFO:tasks.rados.rados.0.smithi086.stdout:3913: seq_num 1223 ranges {10059776=491520,10551296=491520,11042816=311296} 2024-09-11T03:45:10.329 INFO:tasks.rados.rados.0.smithi086.stdout:3913: writing smithi08678205-13 from 10059776 to 10551296 tid 1 2024-09-11T03:45:10.332 INFO:tasks.rados.rados.0.smithi086.stdout:3913: writing smithi08678205-13 from 10551296 to 11042816 tid 2 2024-09-11T03:45:10.334 INFO:tasks.rados.rados.0.smithi086.stdout:3913: writing smithi08678205-13 from 11042816 to 11354112 tid 3 2024-09-11T03:45:10.334 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 16 current snap is 369 2024-09-11T03:45:10.334 INFO:tasks.rados.rados.0.smithi086.stdout:3914: seq_num 1224 ranges {0=507904,507904=425984,933888=376832} 2024-09-11T03:45:10.337 INFO:tasks.rados.rados.0.smithi086.stdout:3914: writing smithi08678205-16 from 0 to 507904 tid 1 2024-09-11T03:45:10.340 INFO:tasks.rados.rados.0.smithi086.stdout:3914: writing smithi08678205-16 from 507904 to 933888 tid 2 2024-09-11T03:45:10.342 INFO:tasks.rados.rados.0.smithi086.stdout:3914: writing smithi08678205-16 from 933888 to 1310720 tid 3 2024-09-11T03:45:10.342 INFO:tasks.rados.rados.0.smithi086.stdout:3915: rollback oid 10 current snap is 369 2024-09-11T03:45:10.342 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 10 to 362 2024-09-11T03:45:10.342 INFO:tasks.rados.rados.0.smithi086.stdout:3910: finishing write tid 1 to smithi08678205-14 2024-09-11T03:45:10.342 INFO:tasks.rados.rados.0.smithi086.stdout:3910: finishing write tid 2 to smithi08678205-14 2024-09-11T03:45:10.342 INFO:tasks.rados.rados.0.smithi086.stdout:3910: finishing write tid 3 to smithi08678205-14 2024-09-11T03:45:10.342 INFO:tasks.rados.rados.0.smithi086.stdout:3912: finishing rollback tid 0 to smithi08678205-11 2024-09-11T03:45:10.342 INFO:tasks.rados.rados.0.smithi086.stdout:3912: finishing rollback tid 1 to smithi08678205-11 2024-09-11T03:45:10.342 INFO:tasks.rados.rados.0.smithi086.stdout:3912: finishing rollback tid 2 to smithi08678205-11 2024-09-11T03:45:10.343 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 11 v 2628 (ObjNum 1004 snap 296 seq_num 1004) dirty exists 2024-09-11T03:45:10.343 INFO:tasks.rados.rados.0.smithi086.stdout:3910: finishing write tid 4 to smithi08678205-14 2024-09-11T03:45:10.343 INFO:tasks.rados.rados.0.smithi086.stdout:3911: expect (ObjNum 1183 snap 347 seq_num 1183) 2024-09-11T03:45:10.359 INFO:tasks.rados.rados.0.smithi086.stdout:3910: finishing write tid 5 to smithi08678205-14 2024-09-11T03:45:10.360 INFO:tasks.rados.rados.0.smithi086.stdout:3910: oid 14 updating version 0 to 2721 2024-09-11T03:45:10.360 INFO:tasks.rados.rados.0.smithi086.stdout:3910: oid 14 updating version 2721 to 2722 2024-09-11T03:45:10.360 INFO:tasks.rados.rados.0.smithi086.stdout:3910: oid 14 version 2722 is already newer than 2719 2024-09-11T03:45:10.360 INFO:tasks.rados.rados.0.smithi086.stdout:3910: oid 14 version 2722 is already newer than 2720 2024-09-11T03:45:10.360 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 14 v 2722 (ObjNum 1222 snap 369 seq_num 1222) dirty exists 2024-09-11T03:45:10.360 INFO:tasks.rados.rados.0.smithi086.stdout:3910: left oid 14 (ObjNum 1222 snap 369 seq_num 1222) 2024-09-11T03:45:10.360 INFO:tasks.rados.rados.0.smithi086.stdout:3913: finishing write tid 1 to smithi08678205-13 2024-09-11T03:45:10.360 INFO:tasks.rados.rados.0.smithi086.stdout:3913: finishing write tid 2 to smithi08678205-13 2024-09-11T03:45:10.360 INFO:tasks.rados.rados.0.smithi086.stdout:3913: finishing write tid 3 to smithi08678205-13 2024-09-11T03:45:10.360 INFO:tasks.rados.rados.0.smithi086.stdout:3910: done (5 left) 2024-09-11T03:45:10.360 INFO:tasks.rados.rados.0.smithi086.stdout:3911: done (4 left) 2024-09-11T03:45:10.361 INFO:tasks.rados.rados.0.smithi086.stdout:3912: done (3 left) 2024-09-11T03:45:10.361 INFO:tasks.rados.rados.0.smithi086.stdout:3916: snap_create 2024-09-11T03:45:10.361 INFO:tasks.rados.rados.0.smithi086.stdout:3913: finishing write tid 4 to smithi08678205-13 2024-09-11T03:45:10.361 INFO:tasks.rados.rados.0.smithi086.stdout:3913: finishing write tid 5 to smithi08678205-13 2024-09-11T03:45:10.361 INFO:tasks.rados.rados.0.smithi086.stdout:3913: oid 13 updating version 0 to 2619 2024-09-11T03:45:10.361 INFO:tasks.rados.rados.0.smithi086.stdout:3913: oid 13 updating version 2619 to 2620 2024-09-11T03:45:10.361 INFO:tasks.rados.rados.0.smithi086.stdout:3913: oid 13 updating version 2620 to 2621 2024-09-11T03:45:10.361 INFO:tasks.rados.rados.0.smithi086.stdout:3913: oid 13 updating version 2621 to 2622 2024-09-11T03:45:10.361 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 2622 (ObjNum 1223 snap 369 seq_num 1223) dirty exists 2024-09-11T03:45:10.361 INFO:tasks.rados.rados.0.smithi086.stdout:3913: left oid 13 (ObjNum 1223 snap 369 seq_num 1223) 2024-09-11T03:45:10.361 INFO:tasks.rados.rados.0.smithi086.stdout:3914: finishing write tid 1 to smithi08678205-16 2024-09-11T03:45:10.362 INFO:tasks.rados.rados.0.smithi086.stdout:3914: finishing write tid 2 to smithi08678205-16 2024-09-11T03:45:10.362 INFO:tasks.rados.rados.0.smithi086.stdout:3914: finishing write tid 3 to smithi08678205-16 2024-09-11T03:45:10.362 INFO:tasks.rados.rados.0.smithi086.stdout:3914: finishing write tid 4 to smithi08678205-16 2024-09-11T03:45:10.362 INFO:tasks.rados.rados.0.smithi086.stdout:3915: finishing rollback tid 0 to smithi08678205-10 2024-09-11T03:45:10.362 INFO:tasks.rados.rados.0.smithi086.stdout:3915: finishing rollback tid 1 to smithi08678205-10 2024-09-11T03:45:10.362 INFO:tasks.rados.rados.0.smithi086.stdout:3915: finishing rollback tid 2 to smithi08678205-10 2024-09-11T03:45:10.362 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2703 (ObjNum 1016 snap 297 seq_num 1016) dirty exists 2024-09-11T03:45:10.362 INFO:tasks.rados.rados.0.smithi086.stdout:3914: finishing write tid 5 to smithi08678205-16 2024-09-11T03:45:10.362 INFO:tasks.rados.rados.0.smithi086.stdout:3914: oid 16 updating version 0 to 2725 2024-09-11T03:45:10.362 INFO:tasks.rados.rados.0.smithi086.stdout:3914: oid 16 version 2725 is already newer than 2723 2024-09-11T03:45:10.362 INFO:tasks.rados.rados.0.smithi086.stdout:3914: oid 16 version 2725 is already newer than 2724 2024-09-11T03:45:10.362 INFO:tasks.rados.rados.0.smithi086.stdout:3914: oid 16 updating version 2725 to 2726 2024-09-11T03:45:10.362 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 2726 (ObjNum 1224 snap 369 seq_num 1224) dirty exists 2024-09-11T03:45:10.363 INFO:tasks.rados.rados.0.smithi086.stdout:3914: left oid 16 (ObjNum 1224 snap 369 seq_num 1224) 2024-09-11T03:45:10.810 INFO:tasks.rados.rados.0.smithi086.stdout:3913: done (3 left) 2024-09-11T03:45:10.811 INFO:tasks.rados.rados.0.smithi086.stdout:3914: done (2 left) 2024-09-11T03:45:10.811 INFO:tasks.rados.rados.0.smithi086.stdout:3915: done (1 left) 2024-09-11T03:45:10.811 INFO:tasks.rados.rados.0.smithi086.stdout:3916: done (0 left) 2024-09-11T03:45:10.811 INFO:tasks.rados.rados.0.smithi086.stdout:3917: rollback oid 6 current snap is 370 2024-09-11T03:45:10.811 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 6 to 347 2024-09-11T03:45:10.811 INFO:tasks.rados.rados.0.smithi086.stdout:3918: read oid 16 snap -1 2024-09-11T03:45:10.811 INFO:tasks.rados.rados.0.smithi086.stdout:3918: expect (ObjNum 1224 snap 369 seq_num 1224) 2024-09-11T03:45:10.811 INFO:tasks.rados.rados.0.smithi086.stdout:3919: snap_remove snap 366 2024-09-11T03:45:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[89281]: pgmap v903: 121 pgs: 121 active+clean; 312 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 2 op/s 2024-09-11T03:45:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[89281]: osdmap e818: 8 total, 8 up, 8 in 2024-09-11T03:45:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:45:11.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:45:11.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:45:11.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[91691]: pgmap v903: 121 pgs: 121 active+clean; 312 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 2 op/s 2024-09-11T03:45:11.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[91691]: osdmap e818: 8 total, 8 up, 8 in 2024-09-11T03:45:11.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:45:11.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:45:11.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:45:11.074 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:10 smithi130 ceph-mon[83685]: pgmap v903: 121 pgs: 121 active+clean; 312 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 2 op/s 2024-09-11T03:45:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:10 smithi130 ceph-mon[83685]: osdmap e818: 8 total, 8 up, 8 in 2024-09-11T03:45:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:45:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:45:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:45:11.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:45:11.818 INFO:tasks.rados.rados.0.smithi086.stdout:3919: done (2 left) 2024-09-11T03:45:11.818 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 3 current snap is 370 2024-09-11T03:45:11.819 INFO:tasks.rados.rados.0.smithi086.stdout:3920: seq_num 1225 ranges {0=524288,524288=712704,1236992=90112} 2024-09-11T03:45:11.821 INFO:tasks.rados.rados.0.smithi086.stdout:3920: writing smithi08678205-3 from 0 to 524288 tid 1 2024-09-11T03:45:11.825 INFO:tasks.rados.rados.0.smithi086.stdout:3920: writing smithi08678205-3 from 524288 to 1236992 tid 2 2024-09-11T03:45:11.826 INFO:tasks.rados.rados.0.smithi086.stdout:3920: writing smithi08678205-3 from 1236992 to 1327104 tid 3 2024-09-11T03:45:11.826 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 33 current snap is 370 2024-09-11T03:45:11.826 INFO:tasks.rados.rados.0.smithi086.stdout:3921: seq_num 1226 ranges {3883008=540672,4423680=598016,5021696=204800} 2024-09-11T03:45:11.850 INFO:tasks.rados.rados.0.smithi086.stdout:3921: writing smithi08678205-33 from 3883008 to 4423680 tid 1 2024-09-11T03:45:11.854 INFO:tasks.rados.rados.0.smithi086.stdout:3921: writing smithi08678205-33 from 4423680 to 5021696 tid 2 2024-09-11T03:45:11.855 INFO:tasks.rados.rados.0.smithi086.stdout:3921: writing smithi08678205-33 from 5021696 to 5226496 tid 3 2024-09-11T03:45:11.855 INFO:tasks.rados.rados.0.smithi086.stdout:3922: rollback oid 2 current snap is 370 2024-09-11T03:45:11.855 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 2 to 354 2024-09-11T03:45:11.856 INFO:tasks.rados.rados.0.smithi086.stdout:3917: finishing rollback tid 1 to smithi08678205-6 2024-09-11T03:45:11.856 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-11T03:45:11.856 INFO:tasks.rados.rados.0.smithi086.stdout:3917: done (4 left) 2024-09-11T03:45:11.856 INFO:tasks.rados.rados.0.smithi086.stdout:3923: snap_create 2024-09-11T03:45:11.856 INFO:tasks.rados.rados.0.smithi086.stdout:3918: expect (ObjNum 1224 snap 369 seq_num 1224) 2024-09-11T03:45:11.892 INFO:tasks.rados.rados.0.smithi086.stdout:3920: finishing write tid 1 to smithi08678205-3 2024-09-11T03:45:11.892 INFO:tasks.rados.rados.0.smithi086.stdout:3920: finishing write tid 2 to smithi08678205-3 2024-09-11T03:45:11.892 INFO:tasks.rados.rados.0.smithi086.stdout:3920: finishing write tid 3 to smithi08678205-3 2024-09-11T03:45:11.892 INFO:tasks.rados.rados.0.smithi086.stdout:3920: finishing write tid 4 to smithi08678205-3 2024-09-11T03:45:11.892 INFO:tasks.rados.rados.0.smithi086.stdout:3920: finishing write tid 5 to smithi08678205-3 2024-09-11T03:45:11.892 INFO:tasks.rados.rados.0.smithi086.stdout:3920: oid 3 updating version 0 to 2705 2024-09-11T03:45:11.892 INFO:tasks.rados.rados.0.smithi086.stdout:3920: oid 3 updating version 2705 to 2706 2024-09-11T03:45:11.892 INFO:tasks.rados.rados.0.smithi086.stdout:3920: oid 3 updating version 2706 to 2707 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:3920: oid 3 version 2707 is already newer than 2704 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 3 v 2707 (ObjNum 1225 snap 370 seq_num 1225) dirty exists 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:3920: left oid 3 (ObjNum 1225 snap 370 seq_num 1225) 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:3921: finishing write tid 1 to smithi08678205-33 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:3922: finishing rollback tid 1 to smithi08678205-2 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 2 v 2523 (ObjNum 2913 snap 0 seq_num 3221784352) dirty dne 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:3921: finishing write tid 2 to smithi08678205-33 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:3921: finishing write tid 3 to smithi08678205-33 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:3921: finishing write tid 4 to smithi08678205-33 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:3921: finishing write tid 5 to smithi08678205-33 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:3921: oid 33 updating version 0 to 3064 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:3921: oid 33 updating version 3064 to 3067 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:3921: oid 33 version 3067 is already newer than 3065 2024-09-11T03:45:11.893 INFO:tasks.rados.rados.0.smithi086.stdout:3921: oid 33 version 3067 is already newer than 3066 2024-09-11T03:45:11.894 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 33 v 3067 (ObjNum 1226 snap 370 seq_num 1226) dirty exists 2024-09-11T03:45:11.894 INFO:tasks.rados.rados.0.smithi086.stdout:3921: left oid 33 (ObjNum 1226 snap 370 seq_num 1226) 2024-09-11T03:45:12.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:11 smithi086 ceph-mon[89281]: osdmap e819: 8 total, 8 up, 8 in 2024-09-11T03:45:12.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:11 smithi086 ceph-mon[91691]: osdmap e819: 8 total, 8 up, 8 in 2024-09-11T03:45:12.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:11 smithi130 ceph-mon[83685]: osdmap e819: 8 total, 8 up, 8 in 2024-09-11T03:45:12.783 INFO:tasks.rados.rados.0.smithi086.stdout:3918: done (4 left) 2024-09-11T03:45:12.783 INFO:tasks.rados.rados.0.smithi086.stdout:3920: done (3 left) 2024-09-11T03:45:12.783 INFO:tasks.rados.rados.0.smithi086.stdout:3921: done (2 left) 2024-09-11T03:45:12.783 INFO:tasks.rados.rados.0.smithi086.stdout:3922: done (1 left) 2024-09-11T03:45:12.783 INFO:tasks.rados.rados.0.smithi086.stdout:3923: done (0 left) 2024-09-11T03:45:12.783 INFO:tasks.rados.rados.0.smithi086.stdout:3924: read oid 5 snap -1 2024-09-11T03:45:12.783 INFO:tasks.rados.rados.0.smithi086.stdout:3924: expect deleted 2024-09-11T03:45:12.783 INFO:tasks.rados.rados.0.smithi086.stdout:3925: copy_from oid 49 from oid 47 current snap is 371 2024-09-11T03:45:12.783 INFO:tasks.rados.rados.0.smithi086.stdout:3926: delete oid 34 current snap is 371 2024-09-11T03:45:12.788 INFO:tasks.rados.rados.0.smithi086.stdout:3925: finishing copy_from racing read to smithi08678205-49 2024-09-11T03:45:12.789 INFO:tasks.rados.rados.0.smithi086.stdout:3925: finishing copy_from to smithi08678205-49 2024-09-11T03:45:12.789 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 49 v 2645 (ObjNum 97 snap 0 seq_num 0) dirty exists 2024-09-11T03:45:12.791 INFO:tasks.rados.rados.0.smithi086.stdout:3924: done (2 left) 2024-09-11T03:45:12.791 INFO:tasks.rados.rados.0.smithi086.stdout:3925: done (1 left) 2024-09-11T03:45:12.791 INFO:tasks.rados.rados.0.smithi086.stdout:3926: done (0 left) 2024-09-11T03:45:12.791 INFO:tasks.rados.rados.0.smithi086.stdout:3927: delete oid 30 current snap is 371 2024-09-11T03:45:12.796 INFO:tasks.rados.rados.0.smithi086.stdout:3927: done (0 left) 2024-09-11T03:45:12.796 INFO:tasks.rados.rados.0.smithi086.stdout:3928: snap_create 2024-09-11T03:45:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:12 smithi086 ceph-mon[89281]: pgmap v906: 121 pgs: 121 active+clean; 314 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-09-11T03:45:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:12 smithi086 ceph-mon[89281]: osdmap e820: 8 total, 8 up, 8 in 2024-09-11T03:45:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:12 smithi086 ceph-mon[89281]: osdmap e821: 8 total, 8 up, 8 in 2024-09-11T03:45:13.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:12 smithi086 ceph-mon[91691]: pgmap v906: 121 pgs: 121 active+clean; 314 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-09-11T03:45:13.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:12 smithi086 ceph-mon[91691]: osdmap e820: 8 total, 8 up, 8 in 2024-09-11T03:45:13.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:12 smithi086 ceph-mon[91691]: osdmap e821: 8 total, 8 up, 8 in 2024-09-11T03:45:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:12 smithi130 ceph-mon[83685]: pgmap v906: 121 pgs: 121 active+clean; 314 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-09-11T03:45:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:12 smithi130 ceph-mon[83685]: osdmap e820: 8 total, 8 up, 8 in 2024-09-11T03:45:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:12 smithi130 ceph-mon[83685]: osdmap e821: 8 total, 8 up, 8 in 2024-09-11T03:45:13.783 INFO:tasks.rados.rados.0.smithi086.stdout:3928: done (0 left) 2024-09-11T03:45:13.784 INFO:tasks.rados.rados.0.smithi086.stdout:3929: snap_remove snap 371 2024-09-11T03:45:14.782 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:45:14 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:45:14] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-09-11T03:45:14.791 INFO:tasks.rados.rados.0.smithi086.stdout:3929: done (0 left) 2024-09-11T03:45:14.791 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 7 current snap is 372 2024-09-11T03:45:14.791 INFO:tasks.rados.rados.0.smithi086.stdout:3930: seq_num 1229 ranges {0=589824,589824=647168,1236992=155648} 2024-09-11T03:45:14.794 INFO:tasks.rados.rados.0.smithi086.stdout:3930: writing smithi08678205-7 from 0 to 589824 tid 1 2024-09-11T03:45:14.797 INFO:tasks.rados.rados.0.smithi086.stdout:3930: writing smithi08678205-7 from 589824 to 1236992 tid 2 2024-09-11T03:45:14.798 INFO:tasks.rados.rados.0.smithi086.stdout:3930: writing smithi08678205-7 from 1236992 to 1392640 tid 3 2024-09-11T03:45:14.798 INFO:tasks.rados.rados.0.smithi086.stdout:3931: snap_remove snap 355 2024-09-11T03:45:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:14 smithi086 ceph-mon[89281]: pgmap v909: 121 pgs: 121 active+clean; 315 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 904 KiB/s wr, 9 op/s 2024-09-11T03:45:15.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:14 smithi086 ceph-mon[89281]: osdmap e822: 8 total, 8 up, 8 in 2024-09-11T03:45:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:14 smithi086 ceph-mon[91691]: pgmap v909: 121 pgs: 121 active+clean; 315 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 904 KiB/s wr, 9 op/s 2024-09-11T03:45:15.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:14 smithi086 ceph-mon[91691]: osdmap e822: 8 total, 8 up, 8 in 2024-09-11T03:45:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:14 smithi130 ceph-mon[83685]: pgmap v909: 121 pgs: 121 active+clean; 315 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 904 KiB/s wr, 9 op/s 2024-09-11T03:45:15.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:14 smithi130 ceph-mon[83685]: osdmap e822: 8 total, 8 up, 8 in 2024-09-11T03:45:15.799 INFO:tasks.rados.rados.0.smithi086.stdout:3931: done (1 left) 2024-09-11T03:45:15.799 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 41 current snap is 372 2024-09-11T03:45:15.799 INFO:tasks.rados.rados.0.smithi086.stdout:3930: finishing write tid 1 to smithi08678205-7 2024-09-11T03:45:15.799 INFO:tasks.rados.rados.0.smithi086.stdout:3932: seq_num 1230 ranges {1122304=606208,1728512=532480,2260992=270336} 2024-09-11T03:45:15.808 INFO:tasks.rados.rados.0.smithi086.stdout:3932: writing smithi08678205-41 from 1122304 to 1728512 tid 1 2024-09-11T03:45:15.811 INFO:tasks.rados.rados.0.smithi086.stdout:3932: writing smithi08678205-41 from 1728512 to 2260992 tid 2 2024-09-11T03:45:15.814 INFO:tasks.rados.rados.0.smithi086.stdout:3932: writing smithi08678205-41 from 2260992 to 2531328 tid 3 2024-09-11T03:45:15.814 INFO:tasks.rados.rados.0.smithi086.stdout:3933: read oid 43 snap 368 2024-09-11T03:45:15.814 INFO:tasks.rados.rados.0.smithi086.stdout:3933: expect (ObjNum 1217 snap 367 seq_num 1217) 2024-09-11T03:45:15.814 INFO:tasks.rados.rados.0.smithi086.stdout:3934: snap_create 2024-09-11T03:45:15.814 INFO:tasks.rados.rados.0.smithi086.stdout:3930: finishing write tid 2 to smithi08678205-7 2024-09-11T03:45:15.814 INFO:tasks.rados.rados.0.smithi086.stdout:3930: finishing write tid 3 to smithi08678205-7 2024-09-11T03:45:15.814 INFO:tasks.rados.rados.0.smithi086.stdout:3930: finishing write tid 4 to smithi08678205-7 2024-09-11T03:45:15.815 INFO:tasks.rados.rados.0.smithi086.stdout:3930: finishing write tid 5 to smithi08678205-7 2024-09-11T03:45:15.815 INFO:tasks.rados.rados.0.smithi086.stdout:3930: oid 7 updating version 0 to 1957 2024-09-11T03:45:15.815 INFO:tasks.rados.rados.0.smithi086.stdout:3930: oid 7 version 1957 is already newer than 1956 2024-09-11T03:45:15.815 INFO:tasks.rados.rados.0.smithi086.stdout:3930: oid 7 version 1957 is already newer than 1954 2024-09-11T03:45:15.815 INFO:tasks.rados.rados.0.smithi086.stdout:3930: oid 7 version 1957 is already newer than 1955 2024-09-11T03:45:15.815 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1957 (ObjNum 1229 snap 372 seq_num 1229) dirty exists 2024-09-11T03:45:15.815 INFO:tasks.rados.rados.0.smithi086.stdout:3930: left oid 7 (ObjNum 1229 snap 372 seq_num 1229) 2024-09-11T03:45:15.820 INFO:tasks.rados.rados.0.smithi086.stdout:3932: finishing write tid 1 to smithi08678205-41 2024-09-11T03:45:15.820 INFO:tasks.rados.rados.0.smithi086.stdout:3932: finishing write tid 2 to smithi08678205-41 2024-09-11T03:45:15.822 INFO:tasks.rados.rados.0.smithi086.stdout:3932: finishing write tid 3 to smithi08678205-41 2024-09-11T03:45:15.826 INFO:tasks.rados.rados.0.smithi086.stdout:3932: finishing write tid 4 to smithi08678205-41 2024-09-11T03:45:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:3932: finishing write tid 5 to smithi08678205-41 2024-09-11T03:45:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:3932: oid 41 updating version 0 to 3071 2024-09-11T03:45:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:3932: oid 41 updating version 3071 to 3074 2024-09-11T03:45:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:3932: oid 41 version 3074 is already newer than 3073 2024-09-11T03:45:15.836 INFO:tasks.rados.rados.0.smithi086.stdout:3932: oid 41 version 3074 is already newer than 3072 2024-09-11T03:45:15.837 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 41 v 3074 (ObjNum 1230 snap 372 seq_num 1230) dirty exists 2024-09-11T03:45:15.837 INFO:tasks.rados.rados.0.smithi086.stdout:3932: left oid 41 (ObjNum 1230 snap 372 seq_num 1230) 2024-09-11T03:45:15.841 INFO:tasks.rados.rados.0.smithi086.stdout:3933: expect (ObjNum 1217 snap 367 seq_num 1217) 2024-09-11T03:45:16.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:15 smithi086 ceph-mon[89281]: osdmap e823: 8 total, 8 up, 8 in 2024-09-11T03:45:16.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:15 smithi086 ceph-mon[91691]: osdmap e823: 8 total, 8 up, 8 in 2024-09-11T03:45:16.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:15 smithi130 ceph-mon[83685]: osdmap e823: 8 total, 8 up, 8 in 2024-09-11T03:45:16.805 INFO:tasks.rados.rados.0.smithi086.stdout:3930: done (3 left) 2024-09-11T03:45:16.805 INFO:tasks.rados.rados.0.smithi086.stdout:3932: done (2 left) 2024-09-11T03:45:16.805 INFO:tasks.rados.rados.0.smithi086.stdout:3933: done (1 left) 2024-09-11T03:45:16.805 INFO:tasks.rados.rados.0.smithi086.stdout:3934: done (0 left) 2024-09-11T03:45:16.805 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 44 current snap is 373 2024-09-11T03:45:16.805 INFO:tasks.rados.rados.0.smithi086.stdout:3935: seq_num 1231 ranges {2424832=622592,3047424=417792,3465216=385024} 2024-09-11T03:45:16.821 INFO:tasks.rados.rados.0.smithi086.stdout:3935: writing smithi08678205-44 from 2424832 to 3047424 tid 1 2024-09-11T03:45:16.824 INFO:tasks.rados.rados.0.smithi086.stdout:3935: writing smithi08678205-44 from 3047424 to 3465216 tid 2 2024-09-11T03:45:16.826 INFO:tasks.rados.rados.0.smithi086.stdout:3935: writing smithi08678205-44 from 3465216 to 3850240 tid 3 2024-09-11T03:45:16.826 INFO:tasks.rados.rados.0.smithi086.stdout:3936: snap_remove snap 358 2024-09-11T03:45:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:16 smithi086 ceph-mon[89281]: pgmap v912: 121 pgs: 121 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-11T03:45:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:16 smithi086 ceph-mon[89281]: osdmap e824: 8 total, 8 up, 8 in 2024-09-11T03:45:17.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:16 smithi086 ceph-mon[91691]: pgmap v912: 121 pgs: 121 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-11T03:45:17.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:16 smithi086 ceph-mon[91691]: osdmap e824: 8 total, 8 up, 8 in 2024-09-11T03:45:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:16 smithi130 ceph-mon[83685]: pgmap v912: 121 pgs: 121 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-11T03:45:17.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:16 smithi130 ceph-mon[83685]: osdmap e824: 8 total, 8 up, 8 in 2024-09-11T03:45:17.786 INFO:tasks.rados.rados.0.smithi086.stdout:3936: done (1 left) 2024-09-11T03:45:17.786 INFO:tasks.rados.rados.0.smithi086.stdout:3937: delete oid 42 current snap is 373 2024-09-11T03:45:17.786 INFO:tasks.rados.rados.0.smithi086.stdout:3935: finishing write tid 1 to smithi08678205-44 2024-09-11T03:45:17.786 INFO:tasks.rados.rados.0.smithi086.stdout:3935: finishing write tid 2 to smithi08678205-44 2024-09-11T03:45:17.786 INFO:tasks.rados.rados.0.smithi086.stdout:3935: finishing write tid 3 to smithi08678205-44 2024-09-11T03:45:17.786 INFO:tasks.rados.rados.0.smithi086.stdout:3935: finishing write tid 4 to smithi08678205-44 2024-09-11T03:45:17.786 INFO:tasks.rados.rados.0.smithi086.stdout:3935: finishing write tid 5 to smithi08678205-44 2024-09-11T03:45:17.786 INFO:tasks.rados.rados.0.smithi086.stdout:3935: oid 44 updating version 0 to 2932 2024-09-11T03:45:17.787 INFO:tasks.rados.rados.0.smithi086.stdout:3935: oid 44 updating version 2932 to 2933 2024-09-11T03:45:17.787 INFO:tasks.rados.rados.0.smithi086.stdout:3935: oid 44 updating version 2933 to 2934 2024-09-11T03:45:17.787 INFO:tasks.rados.rados.0.smithi086.stdout:3935: oid 44 version 2934 is already newer than 2931 2024-09-11T03:45:17.787 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 44 v 2934 (ObjNum 1231 snap 373 seq_num 1231) dirty exists 2024-09-11T03:45:17.787 INFO:tasks.rados.rados.0.smithi086.stdout:3935: left oid 44 (ObjNum 1231 snap 373 seq_num 1231) 2024-09-11T03:45:17.794 INFO:tasks.rados.rados.0.smithi086.stdout:3935: done (1 left) 2024-09-11T03:45:17.794 INFO:tasks.rados.rados.0.smithi086.stdout:3937: done (0 left) 2024-09-11T03:45:17.794 INFO:tasks.rados.rados.0.smithi086.stdout:3938: setattr oid 19 current snap is 373 2024-09-11T03:45:17.795 INFO:tasks.rados.rados.0.smithi086.stdout:3939: snap_create 2024-09-11T03:45:17.800 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 2629 (ObjNum 1058 snap 308 seq_num 1058) dirty exists 2024-09-11T03:45:18.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:17 smithi086 ceph-mon[89281]: osdmap e825: 8 total, 8 up, 8 in 2024-09-11T03:45:18.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:17 smithi086 ceph-mon[89281]: osdmap e826: 8 total, 8 up, 8 in 2024-09-11T03:45:18.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:17 smithi086 ceph-mon[91691]: osdmap e825: 8 total, 8 up, 8 in 2024-09-11T03:45:18.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:17 smithi086 ceph-mon[91691]: osdmap e826: 8 total, 8 up, 8 in 2024-09-11T03:45:18.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:17 smithi130 ceph-mon[83685]: osdmap e825: 8 total, 8 up, 8 in 2024-09-11T03:45:18.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:17 smithi130 ceph-mon[83685]: osdmap e826: 8 total, 8 up, 8 in 2024-09-11T03:45:18.786 INFO:tasks.rados.rados.0.smithi086.stdout:3938: done (1 left) 2024-09-11T03:45:18.786 INFO:tasks.rados.rados.0.smithi086.stdout:3939: done (0 left) 2024-09-11T03:45:18.787 INFO:tasks.rados.rados.0.smithi086.stdout:3940: rollback oid 1 current snap is 374 2024-09-11T03:45:18.787 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 1 to 361 2024-09-11T03:45:18.787 INFO:tasks.rados.rados.0.smithi086.stdout:3941: rollback oid 18 current snap is 374 2024-09-11T03:45:18.787 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 18 to 370 2024-09-11T03:45:18.787 INFO:tasks.rados.rados.0.smithi086.stdout:3942: copy_from oid 6 from oid 4 current snap is 374 2024-09-11T03:45:18.787 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 15 current snap is 374 2024-09-11T03:45:18.787 INFO:tasks.rados.rados.0.smithi086.stdout:3943: seq_num 1233 ranges {1220608=655360,1875968=638976,2514944=163840} 2024-09-11T03:45:18.797 INFO:tasks.rados.rados.0.smithi086.stdout:3943: writing smithi08678205-15 from 1220608 to 1875968 tid 1 2024-09-11T03:45:18.801 INFO:tasks.rados.rados.0.smithi086.stdout:3943: writing smithi08678205-15 from 1875968 to 2514944 tid 2 2024-09-11T03:45:18.803 INFO:tasks.rados.rados.0.smithi086.stdout:3943: writing smithi08678205-15 from 2514944 to 2678784 tid 3 2024-09-11T03:45:18.803 INFO:tasks.rados.rados.0.smithi086.stdout:3944: read oid 39 snap 349 2024-09-11T03:45:18.803 INFO:tasks.rados.rados.0.smithi086.stdout:3944: expect (ObjNum 1176 snap 344 seq_num 1176) 2024-09-11T03:45:18.803 INFO:tasks.rados.rados.0.smithi086.stdout:3945: delete oid 42 current snap is 374 2024-09-11T03:45:18.804 INFO:tasks.rados.rados.0.smithi086.stdout:3941: finishing rollback tid 0 to smithi08678205-18 2024-09-11T03:45:18.804 INFO:tasks.rados.rados.0.smithi086.stdout:3941: finishing rollback tid 1 to smithi08678205-18 2024-09-11T03:45:18.804 INFO:tasks.rados.rados.0.smithi086.stdout:3941: finishing rollback tid 2 to smithi08678205-18 2024-09-11T03:45:18.804 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 18 v 2710 (ObjNum 1146 snap 335 seq_num 1146) dirty exists 2024-09-11T03:45:18.804 INFO:tasks.rados.rados.0.smithi086.stdout:3940: finishing rollback tid 0 to smithi08678205-1 2024-09-11T03:45:18.805 INFO:tasks.rados.rados.0.smithi086.stdout:3940: finishing rollback tid 1 to smithi08678205-1 2024-09-11T03:45:18.805 INFO:tasks.rados.rados.0.smithi086.stdout:3940: finishing rollback tid 2 to smithi08678205-1 2024-09-11T03:45:18.805 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 1 v 2648 (ObjNum 1178 snap 346 seq_num 1178) dirty exists 2024-09-11T03:45:18.806 INFO:tasks.rados.rados.0.smithi086.stdout:3943: finishing write tid 1 to smithi08678205-15 2024-09-11T03:45:18.807 INFO:tasks.rados.rados.0.smithi086.stdout:3942: finishing copy_from racing read to smithi08678205-6 2024-09-11T03:45:18.807 INFO:tasks.rados.rados.0.smithi086.stdout:3940: done (5 left) 2024-09-11T03:45:18.807 INFO:tasks.rados.rados.0.smithi086.stdout:3941: done (4 left) 2024-09-11T03:45:18.807 INFO:tasks.rados.rados.0.smithi086.stdout:3945: done (3 left) 2024-09-11T03:45:18.807 INFO:tasks.rados.rados.0.smithi086.stdout:3946: snap_create 2024-09-11T03:45:18.808 INFO:tasks.rados.rados.0.smithi086.stdout:3942: finishing copy_from to smithi08678205-6 2024-09-11T03:45:18.808 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 6 v 2644 (ObjNum 1204 snap 357 seq_num 1204) dirty exists 2024-09-11T03:45:18.809 INFO:tasks.rados.rados.0.smithi086.stdout:3943: finishing write tid 2 to smithi08678205-15 2024-09-11T03:45:18.809 INFO:tasks.rados.rados.0.smithi086.stdout:3943: finishing write tid 3 to smithi08678205-15 2024-09-11T03:45:18.809 INFO:tasks.rados.rados.0.smithi086.stdout:3943: finishing write tid 4 to smithi08678205-15 2024-09-11T03:45:18.811 INFO:tasks.rados.rados.0.smithi086.stdout:3943: finishing write tid 5 to smithi08678205-15 2024-09-11T03:45:18.811 INFO:tasks.rados.rados.0.smithi086.stdout:3943: oid 15 updating version 0 to 3092 2024-09-11T03:45:18.811 INFO:tasks.rados.rados.0.smithi086.stdout:3943: oid 15 updating version 3092 to 3095 2024-09-11T03:45:18.811 INFO:tasks.rados.rados.0.smithi086.stdout:3943: oid 15 version 3095 is already newer than 3094 2024-09-11T03:45:18.812 INFO:tasks.rados.rados.0.smithi086.stdout:3943: oid 15 version 3095 is already newer than 3093 2024-09-11T03:45:18.812 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 15 v 3095 (ObjNum 1233 snap 374 seq_num 1233) dirty exists 2024-09-11T03:45:18.812 INFO:tasks.rados.rados.0.smithi086.stdout:3943: left oid 15 (ObjNum 1233 snap 374 seq_num 1233) 2024-09-11T03:45:18.824 INFO:tasks.rados.rados.0.smithi086.stdout:3944: expect (ObjNum 1176 snap 344 seq_num 1176) 2024-09-11T03:45:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:18 smithi086 ceph-mon[89281]: pgmap v915: 121 pgs: 121 active+clean; 322 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-11T03:45:19.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:18 smithi086 ceph-mon[89281]: osdmap e827: 8 total, 8 up, 8 in 2024-09-11T03:45:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:18 smithi086 ceph-mon[91691]: pgmap v915: 121 pgs: 121 active+clean; 322 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-11T03:45:19.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:18 smithi086 ceph-mon[91691]: osdmap e827: 8 total, 8 up, 8 in 2024-09-11T03:45:19.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:18 smithi130 ceph-mon[83685]: pgmap v915: 121 pgs: 121 active+clean; 322 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-09-11T03:45:19.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:18 smithi130 ceph-mon[83685]: osdmap e827: 8 total, 8 up, 8 in 2024-09-11T03:45:19.788 INFO:tasks.rados.rados.0.smithi086.stdout:3942: done (3 left) 2024-09-11T03:45:19.789 INFO:tasks.rados.rados.0.smithi086.stdout:3943: done (2 left) 2024-09-11T03:45:19.789 INFO:tasks.rados.rados.0.smithi086.stdout:3944: done (1 left) 2024-09-11T03:45:19.789 INFO:tasks.rados.rados.0.smithi086.stdout:3946: done (0 left) 2024-09-11T03:45:19.789 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 19 current snap is 375 2024-09-11T03:45:19.789 INFO:tasks.rados.rados.0.smithi086.stdout:3947: seq_num 1235 ranges {4120576=688128,4808704=802816} 2024-09-11T03:45:19.813 INFO:tasks.rados.rados.0.smithi086.stdout:3947: writing smithi08678205-19 from 4120576 to 4808704 tid 1 2024-09-11T03:45:19.818 INFO:tasks.rados.rados.0.smithi086.stdout:3947: writing smithi08678205-19 from 4808704 to 5611520 tid 2 2024-09-11T03:45:19.818 INFO:tasks.rados.rados.0.smithi086.stdout:3948: copy_from oid 20 from oid 49 current snap is 375 2024-09-11T03:45:19.818 INFO:tasks.rados.rados.0.smithi086.stdout:3949: snap_remove snap 370 2024-09-11T03:45:20.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:45:20.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:19 smithi086 ceph-mon[89281]: osdmap e828: 8 total, 8 up, 8 in 2024-09-11T03:45:20.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:45:20.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:19 smithi086 ceph-mon[91691]: osdmap e828: 8 total, 8 up, 8 in 2024-09-11T03:45:20.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:45:20.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:19 smithi130 ceph-mon[83685]: osdmap e828: 8 total, 8 up, 8 in 2024-09-11T03:45:20.822 INFO:tasks.rados.rados.0.smithi086.stdout:3949: done (2 left) 2024-09-11T03:45:20.822 INFO:tasks.rados.rados.0.smithi086.stdout:3950: rollback oid 39 current snap is 375 2024-09-11T03:45:20.822 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 39 to 357 2024-09-11T03:45:20.822 INFO:tasks.rados.rados.0.smithi086.stdout:3947: finishing write tid 1 to smithi08678205-19 2024-09-11T03:45:20.822 INFO:tasks.rados.rados.0.smithi086.stdout:3947: finishing write tid 2 to smithi08678205-19 2024-09-11T03:45:20.822 INFO:tasks.rados.rados.0.smithi086.stdout:3947: finishing write tid 3 to smithi08678205-19 2024-09-11T03:45:20.822 INFO:tasks.rados.rados.0.smithi086.stdout:3947: finishing write tid 4 to smithi08678205-19 2024-09-11T03:45:20.823 INFO:tasks.rados.rados.0.smithi086.stdout:3947: oid 19 updating version 0 to 2632 2024-09-11T03:45:20.823 INFO:tasks.rados.rados.0.smithi086.stdout:3947: oid 19 version 2632 is already newer than 2630 2024-09-11T03:45:20.823 INFO:tasks.rados.rados.0.smithi086.stdout:3947: oid 19 version 2632 is already newer than 2631 2024-09-11T03:45:20.823 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 19 v 2632 (ObjNum 1235 snap 375 seq_num 1235) dirty exists 2024-09-11T03:45:20.823 INFO:tasks.rados.rados.0.smithi086.stdout:3947: left oid 19 (ObjNum 1235 snap 375 seq_num 1235) 2024-09-11T03:45:20.823 INFO:tasks.rados.rados.0.smithi086.stdout:3948: finishing copy_from racing read to smithi08678205-20 2024-09-11T03:45:20.823 INFO:tasks.rados.rados.0.smithi086.stdout:3948: finishing copy_from to smithi08678205-20 2024-09-11T03:45:20.823 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 2645 (ObjNum 65 snap 0 seq_num 1615945566) dirty exists 2024-09-11T03:45:20.823 INFO:tasks.rados.rados.0.smithi086.stdout:3947: done (2 left) 2024-09-11T03:45:20.823 INFO:tasks.rados.rados.0.smithi086.stdout:3948: done (1 left) 2024-09-11T03:45:20.823 INFO:tasks.rados.rados.0.smithi086.stdout:3951: copy_from oid 27 from oid 46 current snap is 375 2024-09-11T03:45:20.823 INFO:tasks.rados.rados.0.smithi086.stdout:3952: delete oid 4 current snap is 375 2024-09-11T03:45:20.833 INFO:tasks.rados.rados.0.smithi086.stdout:3952: done (2 left) 2024-09-11T03:45:20.833 INFO:tasks.rados.rados.0.smithi086.stdout:3953: rollback oid 38 current snap is 375 2024-09-11T03:45:20.833 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 38 to 354 2024-09-11T03:45:20.833 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 23 current snap is 375 2024-09-11T03:45:20.834 INFO:tasks.rados.rados.0.smithi086.stdout:3954: seq_num 1237 ranges {10059776=720896,10780672=573440,11354112=229376} 2024-09-11T03:45:20.892 INFO:tasks.rados.rados.0.smithi086.stdout:3954: writing smithi08678205-23 from 10059776 to 10780672 tid 1 2024-09-11T03:45:20.895 INFO:tasks.rados.rados.0.smithi086.stdout:3954: writing smithi08678205-23 from 10780672 to 11354112 tid 2 2024-09-11T03:45:20.897 INFO:tasks.rados.rados.0.smithi086.stdout:3954: writing smithi08678205-23 from 11354112 to 11583488 tid 3 2024-09-11T03:45:20.901 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 43 current snap is 375 2024-09-11T03:45:20.901 INFO:tasks.rados.rados.0.smithi086.stdout:3953: finishing rollback tid 0 to smithi08678205-38 2024-09-11T03:45:20.901 INFO:tasks.rados.rados.0.smithi086.stdout:3955: seq_num 1238 ranges {1187840=737280,1925120=458752,2383872=344064} 2024-09-11T03:45:20.908 INFO:tasks.rados.rados.0.smithi086.stdout:3955: writing smithi08678205-43 from 1187840 to 1925120 tid 1 2024-09-11T03:45:20.911 INFO:tasks.rados.rados.0.smithi086.stdout:3955: writing smithi08678205-43 from 1925120 to 2383872 tid 2 2024-09-11T03:45:20.914 INFO:tasks.rados.rados.0.smithi086.stdout:3955: writing smithi08678205-43 from 2383872 to 2727936 tid 3 2024-09-11T03:45:20.914 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 22 current snap is 375 2024-09-11T03:45:20.914 INFO:tasks.rados.rados.0.smithi086.stdout:3956: seq_num 1239 ranges {0=753664,753664=745472,1499136=57344} 2024-09-11T03:45:20.918 INFO:tasks.rados.rados.0.smithi086.stdout:3956: writing smithi08678205-22 from 0 to 753664 tid 1 2024-09-11T03:45:20.923 INFO:tasks.rados.rados.0.smithi086.stdout:3956: writing smithi08678205-22 from 753664 to 1499136 tid 2 2024-09-11T03:45:20.923 INFO:tasks.rados.rados.0.smithi086.stdout:3956: writing smithi08678205-22 from 1499136 to 1556480 tid 3 2024-09-11T03:45:20.923 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 10 current snap is 375 2024-09-11T03:45:20.924 INFO:tasks.rados.rados.0.smithi086.stdout:3957: seq_num 1240 ranges {1933312=778240,2711552=671744,3383296=131072} 2024-09-11T03:45:20.938 INFO:tasks.rados.rados.0.smithi086.stdout:3957: writing smithi08678205-10 from 1933312 to 2711552 tid 1 2024-09-11T03:45:20.941 INFO:tasks.rados.rados.0.smithi086.stdout:3957: writing smithi08678205-10 from 2711552 to 3383296 tid 2 2024-09-11T03:45:20.943 INFO:tasks.rados.rados.0.smithi086.stdout:3957: writing smithi08678205-10 from 3383296 to 3514368 tid 3 2024-09-11T03:45:20.943 INFO:tasks.rados.rados.0.smithi086.stdout:3958: delete oid 29 current snap is 375 2024-09-11T03:45:20.943 INFO:tasks.rados.rados.0.smithi086.stdout:3953: finishing rollback tid 1 to smithi08678205-38 2024-09-11T03:45:20.944 INFO:tasks.rados.rados.0.smithi086.stdout:3953: finishing rollback tid 2 to smithi08678205-38 2024-09-11T03:45:20.944 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 38 v 2625 (ObjNum 1052 snap 308 seq_num 1052) dirty exists 2024-09-11T03:45:20.944 INFO:tasks.rados.rados.0.smithi086.stdout:3950: finishing rollback tid 0 to smithi08678205-39 2024-09-11T03:45:20.944 INFO:tasks.rados.rados.0.smithi086.stdout:3950: finishing rollback tid 1 to smithi08678205-39 2024-09-11T03:45:20.944 INFO:tasks.rados.rados.0.smithi086.stdout:3950: finishing rollback tid 2 to smithi08678205-39 2024-09-11T03:45:20.944 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 39 v 2729 (ObjNum 1176 snap 344 seq_num 1176) dirty exists 2024-09-11T03:45:20.944 INFO:tasks.rados.rados.0.smithi086.stdout:3951: finishing copy_from racing read to smithi08678205-27 2024-09-11T03:45:20.944 INFO:tasks.rados.rados.0.smithi086.stdout:3951: finishing copy_from to smithi08678205-27 2024-09-11T03:45:20.944 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 27 v 2716 (ObjNum 1201 snap 354 seq_num 1201) dirty exists 2024-09-11T03:45:20.944 INFO:tasks.rados.rados.0.smithi086.stdout:3954: finishing write tid 1 to smithi08678205-23 2024-09-11T03:45:20.944 INFO:tasks.rados.rados.0.smithi086.stdout:3954: finishing write tid 2 to smithi08678205-23 2024-09-11T03:45:20.945 INFO:tasks.rados.rados.0.smithi086.stdout:3954: finishing write tid 3 to smithi08678205-23 2024-09-11T03:45:20.945 INFO:tasks.rados.rados.0.smithi086.stdout:3954: finishing write tid 4 to smithi08678205-23 2024-09-11T03:45:20.945 INFO:tasks.rados.rados.0.smithi086.stdout:3955: finishing write tid 1 to smithi08678205-43 2024-09-11T03:45:20.945 INFO:tasks.rados.rados.0.smithi086.stdout:3954: finishing write tid 5 to smithi08678205-23 2024-09-11T03:45:20.945 INFO:tasks.rados.rados.0.smithi086.stdout:3954: oid 23 updating version 0 to 3103 2024-09-11T03:45:20.945 INFO:tasks.rados.rados.0.smithi086.stdout:3954: oid 23 version 3103 is already newer than 3097 2024-09-11T03:45:20.945 INFO:tasks.rados.rados.0.smithi086.stdout:3954: oid 23 updating version 3103 to 3104 2024-09-11T03:45:20.945 INFO:tasks.rados.rados.0.smithi086.stdout:3954: oid 23 version 3104 is already newer than 3102 2024-09-11T03:45:20.945 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 23 v 3104 (ObjNum 1237 snap 375 seq_num 1237) dirty exists 2024-09-11T03:45:20.945 INFO:tasks.rados.rados.0.smithi086.stdout:3954: left oid 23 (ObjNum 1237 snap 375 seq_num 1237) 2024-09-11T03:45:20.945 INFO:tasks.rados.rados.0.smithi086.stdout:3955: finishing write tid 2 to smithi08678205-43 2024-09-11T03:45:20.945 INFO:tasks.rados.rados.0.smithi086.stdout:3955: finishing write tid 3 to smithi08678205-43 2024-09-11T03:45:20.945 INFO:tasks.rados.rados.0.smithi086.stdout:3955: finishing write tid 4 to smithi08678205-43 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:3956: finishing write tid 1 to smithi08678205-22 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:3955: finishing write tid 5 to smithi08678205-43 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:3955: oid 43 updating version 0 to 3109 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:3955: oid 43 updating version 3109 to 3110 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:3955: oid 43 updating version 3110 to 3111 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:3955: oid 43 version 3111 is already newer than 3108 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 3111 (ObjNum 1238 snap 375 seq_num 1238) dirty exists 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:3955: left oid 43 (ObjNum 1238 snap 375 seq_num 1238) 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:3956: finishing write tid 2 to smithi08678205-22 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:3956: finishing write tid 3 to smithi08678205-22 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:3956: finishing write tid 4 to smithi08678205-22 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:3956: finishing write tid 5 to smithi08678205-22 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:3956: oid 22 updating version 0 to 2628 2024-09-11T03:45:20.946 INFO:tasks.rados.rados.0.smithi086.stdout:3956: oid 22 version 2628 is already newer than 2626 2024-09-11T03:45:20.947 INFO:tasks.rados.rados.0.smithi086.stdout:3956: oid 22 version 2628 is already newer than 2627 2024-09-11T03:45:20.947 INFO:tasks.rados.rados.0.smithi086.stdout:3956: oid 22 updating version 2628 to 2629 2024-09-11T03:45:20.947 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 22 v 2629 (ObjNum 1239 snap 375 seq_num 1239) dirty exists 2024-09-11T03:45:20.947 INFO:tasks.rados.rados.0.smithi086.stdout:3956: left oid 22 (ObjNum 1239 snap 375 seq_num 1239) 2024-09-11T03:45:20.947 INFO:tasks.rados.rados.0.smithi086.stdout:3957: finishing write tid 1 to smithi08678205-10 2024-09-11T03:45:20.947 INFO:tasks.rados.rados.0.smithi086.stdout:3950: done (7 left) 2024-09-11T03:45:20.948 INFO:tasks.rados.rados.0.smithi086.stdout:3951: done (6 left) 2024-09-11T03:45:20.948 INFO:tasks.rados.rados.0.smithi086.stdout:3953: done (5 left) 2024-09-11T03:45:20.948 INFO:tasks.rados.rados.0.smithi086.stdout:3954: done (4 left) 2024-09-11T03:45:20.948 INFO:tasks.rados.rados.0.smithi086.stdout:3955: done (3 left) 2024-09-11T03:45:20.948 INFO:tasks.rados.rados.0.smithi086.stdout:3956: done (2 left) 2024-09-11T03:45:20.948 INFO:tasks.rados.rados.0.smithi086.stdout:3958: done (1 left) 2024-09-11T03:45:20.948 INFO:tasks.rados.rados.0.smithi086.stdout:3959: delete oid 1 current snap is 375 2024-09-11T03:45:20.948 INFO:tasks.rados.rados.0.smithi086.stdout:3957: finishing write tid 2 to smithi08678205-10 2024-09-11T03:45:20.949 INFO:tasks.rados.rados.0.smithi086.stdout:3957: finishing write tid 3 to smithi08678205-10 2024-09-11T03:45:20.949 INFO:tasks.rados.rados.0.smithi086.stdout:3959: done (1 left) 2024-09-11T03:45:20.949 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 20 current snap is 375 2024-09-11T03:45:20.949 INFO:tasks.rados.rados.0.smithi086.stdout:3957: finishing write tid 4 to smithi08678205-10 2024-09-11T03:45:20.949 INFO:tasks.rados.rados.0.smithi086.stdout:3960: seq_num 1243 ranges {0=425984,425984=729088,1155072=466944,1622016=8192} 2024-09-11T03:45:20.951 INFO:tasks.rados.rados.0.smithi086.stdout:3960: writing smithi08678205-20 from 0 to 425984 tid 1 2024-09-11T03:45:20.955 INFO:tasks.rados.rados.0.smithi086.stdout:3960: writing smithi08678205-20 from 425984 to 1155072 tid 2 2024-09-11T03:45:20.958 INFO:tasks.rados.rados.0.smithi086.stdout:3960: writing smithi08678205-20 from 1155072 to 1622016 tid 3 2024-09-11T03:45:20.958 INFO:tasks.rados.rados.0.smithi086.stdout:3960: writing smithi08678205-20 from 1622016 to 1630208 tid 4 2024-09-11T03:45:20.958 INFO:tasks.rados.rados.0.smithi086.stdout:3961: snap_create 2024-09-11T03:45:20.958 INFO:tasks.rados.rados.0.smithi086.stdout:3957: finishing write tid 5 to smithi08678205-10 2024-09-11T03:45:20.959 INFO:tasks.rados.rados.0.smithi086.stdout:3957: oid 10 updating version 0 to 2710 2024-09-11T03:45:20.959 INFO:tasks.rados.rados.0.smithi086.stdout:3957: oid 10 version 2710 is already newer than 2708 2024-09-11T03:45:20.959 INFO:tasks.rados.rados.0.smithi086.stdout:3957: oid 10 updating version 2710 to 2711 2024-09-11T03:45:20.959 INFO:tasks.rados.rados.0.smithi086.stdout:3957: oid 10 version 2711 is already newer than 2709 2024-09-11T03:45:20.959 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 10 v 2711 (ObjNum 1240 snap 375 seq_num 1240) dirty exists 2024-09-11T03:45:20.959 INFO:tasks.rados.rados.0.smithi086.stdout:3957: left oid 10 (ObjNum 1240 snap 375 seq_num 1240) 2024-09-11T03:45:20.959 INFO:tasks.rados.rados.0.smithi086.stdout:3960: finishing write tid 1 to smithi08678205-20 2024-09-11T03:45:20.962 INFO:tasks.rados.rados.0.smithi086.stdout:3960: finishing write tid 2 to smithi08678205-20 2024-09-11T03:45:20.962 INFO:tasks.rados.rados.0.smithi086.stdout:3960: finishing write tid 3 to smithi08678205-20 2024-09-11T03:45:20.963 INFO:tasks.rados.rados.0.smithi086.stdout:3960: finishing write tid 4 to smithi08678205-20 2024-09-11T03:45:20.963 INFO:tasks.rados.rados.0.smithi086.stdout:3960: finishing write tid 5 to smithi08678205-20 2024-09-11T03:45:20.965 INFO:tasks.rados.rados.0.smithi086.stdout:3960: finishing write tid 6 to smithi08678205-20 2024-09-11T03:45:20.965 INFO:tasks.rados.rados.0.smithi086.stdout:3960: oid 20 updating version 0 to 2732 2024-09-11T03:45:20.965 INFO:tasks.rados.rados.0.smithi086.stdout:3960: oid 20 version 2732 is already newer than 2731 2024-09-11T03:45:20.965 INFO:tasks.rados.rados.0.smithi086.stdout:3960: oid 20 updating version 2732 to 2734 2024-09-11T03:45:20.965 INFO:tasks.rados.rados.0.smithi086.stdout:3960: oid 20 version 2734 is already newer than 2733 2024-09-11T03:45:20.966 INFO:tasks.rados.rados.0.smithi086.stdout:3960: oid 20 version 2734 is already newer than 2730 2024-09-11T03:45:20.966 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 20 v 2734 (ObjNum 1243 snap 375 seq_num 1243) dirty exists 2024-09-11T03:45:20.966 INFO:tasks.rados.rados.0.smithi086.stdout:3960: left oid 20 (ObjNum 1243 snap 375 seq_num 1243) 2024-09-11T03:45:21.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:20 smithi130 ceph-mon[83685]: pgmap v918: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 323 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 664 KiB/s wr, 2 op/s 2024-09-11T03:45:21.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:20 smithi086 ceph-mon[89281]: pgmap v918: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 323 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 664 KiB/s wr, 2 op/s 2024-09-11T03:45:21.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:20 smithi086 ceph-mon[91691]: pgmap v918: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 323 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 664 KiB/s wr, 2 op/s 2024-09-11T03:45:21.842 INFO:tasks.rados.rados.0.smithi086.stdout:3957: done (2 left) 2024-09-11T03:45:21.842 INFO:tasks.rados.rados.0.smithi086.stdout:3960: done (1 left) 2024-09-11T03:45:21.842 INFO:tasks.rados.rados.0.smithi086.stdout:3961: done (0 left) 2024-09-11T03:45:21.842 INFO:tasks.rados.rados.0.smithi086.stdout:3962: read oid 25 snap -1 2024-09-11T03:45:21.842 INFO:tasks.rados.rados.0.smithi086.stdout:3962: expect deleted 2024-09-11T03:45:21.842 INFO:tasks.rados.rados.0.smithi086.stdout:3963: rollback oid 21 current snap is 376 2024-09-11T03:45:21.842 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 21 to 375 2024-09-11T03:45:21.842 INFO:tasks.rados.rados.0.smithi086.stdout:3964: read oid 35 snap 349 2024-09-11T03:45:21.842 INFO:tasks.rados.rados.0.smithi086.stdout:3964: expect (ObjNum 1163 snap 343 seq_num 1163) 2024-09-11T03:45:21.842 INFO:tasks.rados.rados.0.smithi086.stdout:3965: read oid 18 snap -1 2024-09-11T03:45:21.842 INFO:tasks.rados.rados.0.smithi086.stdout:3965: expect (ObjNum 1146 snap 335 seq_num 1146) 2024-09-11T03:45:21.843 INFO:tasks.rados.rados.0.smithi086.stdout:3966: copy_from oid 13 from oid 33 current snap is 376 2024-09-11T03:45:21.843 INFO:tasks.rados.rados.0.smithi086.stdout:3967: read oid 38 snap 365 2024-09-11T03:45:21.843 INFO:tasks.rados.rados.0.smithi086.stdout:3967: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:45:21.843 INFO:tasks.rados.rados.0.smithi086.stdout:3968: snap_remove snap 357 2024-09-11T03:45:22.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:21 smithi130 ceph-mon[83685]: osdmap e829: 8 total, 8 up, 8 in 2024-09-11T03:45:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:21 smithi086 ceph-mon[89281]: osdmap e829: 8 total, 8 up, 8 in 2024-09-11T03:45:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:21 smithi086 ceph-mon[91691]: osdmap e829: 8 total, 8 up, 8 in 2024-09-11T03:45:22.789 INFO:tasks.rados.rados.0.smithi086.stdout:3968: done (6 left) 2024-09-11T03:45:22.789 INFO:tasks.rados.rados.0.smithi086.stdout:3969: snap_create 2024-09-11T03:45:22.789 INFO:tasks.rados.rados.0.smithi086.stdout:3963: finishing rollback tid 1 to smithi08678205-21 2024-09-11T03:45:22.789 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 0 (ObjNum 33 snap 0 seq_num 3872551792) dirty dne 2024-09-11T03:45:22.789 INFO:tasks.rados.rados.0.smithi086.stdout:3967: expect (ObjNum 1052 snap 308 seq_num 1052) 2024-09-11T03:45:22.820 INFO:tasks.rados.rados.0.smithi086.stdout:3965: expect (ObjNum 1146 snap 335 seq_num 1146) 2024-09-11T03:45:22.963 INFO:tasks.rados.rados.0.smithi086.stdout:3964: expect (ObjNum 1163 snap 343 seq_num 1163) 2024-09-11T03:45:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:22 smithi130 ceph-mon[83685]: pgmap v921: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-11T03:45:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:22 smithi130 ceph-mon[83685]: osdmap e830: 8 total, 8 up, 8 in 2024-09-11T03:45:23.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:22 smithi130 ceph-mon[83685]: osdmap e831: 8 total, 8 up, 8 in 2024-09-11T03:45:23.250 INFO:tasks.rados.rados.0.smithi086.stdout:3966: finishing copy_from racing read to smithi08678205-13 2024-09-11T03:45:23.250 INFO:tasks.rados.rados.0.smithi086.stdout:3966: finishing copy_from to smithi08678205-13 2024-09-11T03:45:23.250 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 13 v 3067 (ObjNum 1226 snap 370 seq_num 1226) dirty exists 2024-09-11T03:45:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:22 smithi086 ceph-mon[89281]: pgmap v921: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-11T03:45:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:22 smithi086 ceph-mon[89281]: osdmap e830: 8 total, 8 up, 8 in 2024-09-11T03:45:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:22 smithi086 ceph-mon[89281]: osdmap e831: 8 total, 8 up, 8 in 2024-09-11T03:45:23.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:22 smithi086 ceph-mon[91691]: pgmap v921: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-11T03:45:23.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:22 smithi086 ceph-mon[91691]: osdmap e830: 8 total, 8 up, 8 in 2024-09-11T03:45:23.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:22 smithi086 ceph-mon[91691]: osdmap e831: 8 total, 8 up, 8 in 2024-09-11T03:45:23.788 INFO:tasks.rados.rados.0.smithi086.stdout:3962: done (6 left) 2024-09-11T03:45:23.788 INFO:tasks.rados.rados.0.smithi086.stdout:3963: done (5 left) 2024-09-11T03:45:23.788 INFO:tasks.rados.rados.0.smithi086.stdout:3964: done (4 left) 2024-09-11T03:45:23.788 INFO:tasks.rados.rados.0.smithi086.stdout:3965: done (3 left) 2024-09-11T03:45:23.788 INFO:tasks.rados.rados.0.smithi086.stdout:3966: done (2 left) 2024-09-11T03:45:23.788 INFO:tasks.rados.rados.0.smithi086.stdout:3967: done (1 left) 2024-09-11T03:45:23.788 INFO:tasks.rados.rados.0.smithi086.stdout:3969: done (0 left) 2024-09-11T03:45:23.788 INFO:tasks.rados.rados.0.smithi086.stdout:3970: snap_remove snap 374 2024-09-11T03:45:24.793 INFO:tasks.rados.rados.0.smithi086.stdout:3970: done (0 left) 2024-09-11T03:45:24.793 INFO:tasks.rados.rados.0.smithi086.stdout:3971: read oid 32 snap -1 2024-09-11T03:45:24.793 INFO:tasks.rados.rados.0.smithi086.stdout:3971: expect deleted 2024-09-11T03:45:24.793 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 48 current snap is 377 2024-09-11T03:45:24.793 INFO:tasks.rados.rados.0.smithi086.stdout:3972: seq_num 1244 ranges {720896=442368,1163264=614400,1777664=589824} 2024-09-11T03:45:24.794 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:45:24 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:45:24] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-09-11T03:45:24.797 INFO:tasks.rados.rados.0.smithi086.stdout:3972: writing smithi08678205-48 from 720896 to 1163264 tid 1 2024-09-11T03:45:24.801 INFO:tasks.rados.rados.0.smithi086.stdout:3972: writing smithi08678205-48 from 1163264 to 1777664 tid 2 2024-09-11T03:45:24.805 INFO:tasks.rados.rados.0.smithi086.stdout:3972: writing smithi08678205-48 from 1777664 to 2367488 tid 3 2024-09-11T03:45:24.805 INFO:tasks.rados.rados.0.smithi086.stdout:3973: rollback oid 43 current snap is 377 2024-09-11T03:45:24.805 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 43 to 368 2024-09-11T03:45:24.805 INFO:tasks.rados.rados.0.smithi086.stdout:3972: finishing write tid 1 to smithi08678205-48 2024-09-11T03:45:24.805 INFO:tasks.rados.rados.0.smithi086.stdout:3971: done (2 left) 2024-09-11T03:45:24.805 INFO:tasks.rados.rados.0.smithi086.stdout:3974: rollback oid 40 current snap is 377 2024-09-11T03:45:24.805 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 40 to 349 2024-09-11T03:45:24.805 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 50 current snap is 377 2024-09-11T03:45:24.805 INFO:tasks.rados.rados.0.smithi086.stdout:3975: seq_num 1245 ranges {868352=458752,1327104=499712,1826816=425984,2252800=278528} 2024-09-11T03:45:24.812 INFO:tasks.rados.rados.0.smithi086.stdout:3975: writing smithi08678205-50 from 868352 to 1327104 tid 1 2024-09-11T03:45:24.815 INFO:tasks.rados.rados.0.smithi086.stdout:3975: writing smithi08678205-50 from 1327104 to 1826816 tid 2 2024-09-11T03:45:24.818 INFO:tasks.rados.rados.0.smithi086.stdout:3975: writing smithi08678205-50 from 1826816 to 2252800 tid 3 2024-09-11T03:45:24.821 INFO:tasks.rados.rados.0.smithi086.stdout:3975: writing smithi08678205-50 from 2252800 to 2531328 tid 4 2024-09-11T03:45:24.821 INFO:tasks.rados.rados.0.smithi086.stdout:3976: rollback oid 28 current snap is 377 2024-09-11T03:45:24.821 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 28 to 352 2024-09-11T03:45:24.821 INFO:tasks.rados.rados.0.smithi086.stdout:3972: finishing write tid 2 to smithi08678205-48 2024-09-11T03:45:24.821 INFO:tasks.rados.rados.0.smithi086.stdout:3974: finishing rollback tid 1 to smithi08678205-40 2024-09-11T03:45:24.821 INFO:tasks.rados.rados.0.smithi086.stdout:3973: finishing rollback tid 0 to smithi08678205-43 2024-09-11T03:45:24.821 INFO:tasks.rados.rados.0.smithi086.stdout:3973: finishing rollback tid 1 to smithi08678205-43 2024-09-11T03:45:24.822 INFO:tasks.rados.rados.0.smithi086.stdout:3972: finishing write tid 3 to smithi08678205-48 2024-09-11T03:45:24.822 INFO:tasks.rados.rados.0.smithi086.stdout:3972: finishing write tid 4 to smithi08678205-48 2024-09-11T03:45:24.822 INFO:tasks.rados.rados.0.smithi086.stdout:3974: finishing rollback tid 2 to smithi08678205-40 2024-09-11T03:45:24.822 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 40 v 2631 (ObjNum 1102 snap 321 seq_num 1102) dirty exists 2024-09-11T03:45:24.822 INFO:tasks.rados.rados.0.smithi086.stdout:3972: finishing write tid 5 to smithi08678205-48 2024-09-11T03:45:24.822 INFO:tasks.rados.rados.0.smithi086.stdout:3972: oid 48 updating version 0 to 2735 2024-09-11T03:45:24.822 INFO:tasks.rados.rados.0.smithi086.stdout:3972: oid 48 updating version 2735 to 2738 2024-09-11T03:45:24.822 INFO:tasks.rados.rados.0.smithi086.stdout:3972: oid 48 version 2738 is already newer than 2736 2024-09-11T03:45:24.822 INFO:tasks.rados.rados.0.smithi086.stdout:3972: oid 48 version 2738 is already newer than 2737 2024-09-11T03:45:24.822 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 48 v 2738 (ObjNum 1244 snap 377 seq_num 1244) dirty exists 2024-09-11T03:45:24.822 INFO:tasks.rados.rados.0.smithi086.stdout:3972: left oid 48 (ObjNum 1244 snap 377 seq_num 1244) 2024-09-11T03:45:24.822 INFO:tasks.rados.rados.0.smithi086.stdout:3973: finishing rollback tid 2 to smithi08678205-43 2024-09-11T03:45:24.822 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 43 v 3125 (ObjNum 1217 snap 367 seq_num 1217) dirty exists 2024-09-11T03:45:24.823 INFO:tasks.rados.rados.0.smithi086.stdout:3975: finishing write tid 1 to smithi08678205-50 2024-09-11T03:45:24.823 INFO:tasks.rados.rados.0.smithi086.stdout:3972: done (4 left) 2024-09-11T03:45:24.823 INFO:tasks.rados.rados.0.smithi086.stdout:3973: done (3 left) 2024-09-11T03:45:24.823 INFO:tasks.rados.rados.0.smithi086.stdout:3974: done (2 left) 2024-09-11T03:45:24.823 INFO:tasks.rados.rados.0.smithi086.stdout:3977: setattr oid 4 current snap is 377 2024-09-11T03:45:24.823 INFO:tasks.rados.rados.0.smithi086.stdout:3976: finishing rollback tid 1 to smithi08678205-28 2024-09-11T03:45:24.823 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 28 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-11T03:45:24.823 INFO:tasks.rados.rados.0.smithi086.stdout:3976: done (2 left) 2024-09-11T03:45:24.824 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 377 2024-09-11T03:45:24.824 INFO:tasks.rados.rados.0.smithi086.stdout:3978: seq_num 1246 ranges {7749632=475136,8224768=786432,9011200=417792} 2024-09-11T03:45:24.866 INFO:tasks.rados.rados.0.smithi086.stdout:3978: writing smithi08678205-46 from 7749632 to 8224768 tid 1 2024-09-11T03:45:24.870 INFO:tasks.rados.rados.0.smithi086.stdout:3978: writing smithi08678205-46 from 8224768 to 9011200 tid 2 2024-09-11T03:45:24.873 INFO:tasks.rados.rados.0.smithi086.stdout:3978: writing smithi08678205-46 from 9011200 to 9428992 tid 3 2024-09-11T03:45:24.873 INFO:tasks.rados.rados.0.smithi086.stdout:3979: read oid 45 snap 349 2024-09-11T03:45:24.873 INFO:tasks.rados.rados.0.smithi086.stdout:3979: expect (ObjNum 1183 snap 347 seq_num 1183) 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:3980: rollback oid 17 current snap is 377 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 17 to 376 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:3975: finishing write tid 2 to smithi08678205-50 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 4 v 2651 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:3975: finishing write tid 3 to smithi08678205-50 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:3975: finishing write tid 4 to smithi08678205-50 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:3975: finishing write tid 5 to smithi08678205-50 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:3975: finishing write tid 6 to smithi08678205-50 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:3975: oid 50 updating version 0 to 2633 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:3975: oid 50 updating version 2633 to 2635 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:3975: oid 50 version 2635 is already newer than 2634 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:3975: oid 50 updating version 2635 to 2637 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:3975: oid 50 version 2637 is already newer than 2636 2024-09-11T03:45:24.874 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 50 v 2637 (ObjNum 1245 snap 377 seq_num 1245) dirty exists 2024-09-11T03:45:24.875 INFO:tasks.rados.rados.0.smithi086.stdout:3975: left oid 50 (ObjNum 1245 snap 377 seq_num 1245) 2024-09-11T03:45:24.875 INFO:tasks.rados.rados.0.smithi086.stdout:3978: finishing write tid 1 to smithi08678205-46 2024-09-11T03:45:24.875 INFO:tasks.rados.rados.0.smithi086.stdout:3975: done (4 left) 2024-09-11T03:45:24.875 INFO:tasks.rados.rados.0.smithi086.stdout:3977: done (3 left) 2024-09-11T03:45:24.875 INFO:tasks.rados.rados.0.smithi086.stdout:3981: delete oid 20 current snap is 377 2024-09-11T03:45:24.875 INFO:tasks.rados.rados.0.smithi086.stdout:3979: expect (ObjNum 1183 snap 347 seq_num 1183) 2024-09-11T03:45:24.892 INFO:tasks.rados.rados.0.smithi086.stdout:3980: finishing rollback tid 0 to smithi08678205-17 2024-09-11T03:45:24.892 INFO:tasks.rados.rados.0.smithi086.stdout:3980: finishing rollback tid 1 to smithi08678205-17 2024-09-11T03:45:24.892 INFO:tasks.rados.rados.0.smithi086.stdout:3978: finishing write tid 2 to smithi08678205-46 2024-09-11T03:45:24.893 INFO:tasks.rados.rados.0.smithi086.stdout:3980: finishing rollback tid 2 to smithi08678205-17 2024-09-11T03:45:24.893 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 17 v 2712 (ObjNum 1220 snap 369 seq_num 1220) dirty exists 2024-09-11T03:45:24.893 INFO:tasks.rados.rados.0.smithi086.stdout:3978: finishing write tid 3 to smithi08678205-46 2024-09-11T03:45:24.893 INFO:tasks.rados.rados.0.smithi086.stdout:3978: finishing write tid 4 to smithi08678205-46 2024-09-11T03:45:24.893 INFO:tasks.rados.rados.0.smithi086.stdout:3978: finishing write tid 5 to smithi08678205-46 2024-09-11T03:45:24.893 INFO:tasks.rados.rados.0.smithi086.stdout:3978: oid 46 updating version 0 to 2741 2024-09-11T03:45:24.893 INFO:tasks.rados.rados.0.smithi086.stdout:3978: oid 46 updating version 2741 to 2742 2024-09-11T03:45:24.893 INFO:tasks.rados.rados.0.smithi086.stdout:3978: oid 46 version 2742 is already newer than 2740 2024-09-11T03:45:24.893 INFO:tasks.rados.rados.0.smithi086.stdout:3978: oid 46 version 2742 is already newer than 2739 2024-09-11T03:45:24.893 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 2742 (ObjNum 1246 snap 377 seq_num 1246) dirty exists 2024-09-11T03:45:24.893 INFO:tasks.rados.rados.0.smithi086.stdout:3978: left oid 46 (ObjNum 1246 snap 377 seq_num 1246) 2024-09-11T03:45:24.893 INFO:tasks.rados.rados.0.smithi086.stdout:3978: done (3 left) 2024-09-11T03:45:24.893 INFO:tasks.rados.rados.0.smithi086.stdout:3979: done (2 left) 2024-09-11T03:45:24.894 INFO:tasks.rados.rados.0.smithi086.stdout:3980: done (1 left) 2024-09-11T03:45:24.894 INFO:tasks.rados.rados.0.smithi086.stdout:3981: done (0 left) 2024-09-11T03:45:24.894 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 45 current snap is 377 2024-09-11T03:45:24.894 INFO:tasks.rados.rados.0.smithi086.stdout:3982: seq_num 1248 ranges {622592=507904,1130496=598016,1728512=606208} 2024-09-11T03:45:24.898 INFO:tasks.rados.rados.0.smithi086.stdout:3982: writing smithi08678205-45 from 622592 to 1130496 tid 1 2024-09-11T03:45:24.901 INFO:tasks.rados.rados.0.smithi086.stdout:3982: writing smithi08678205-45 from 1130496 to 1728512 tid 2 2024-09-11T03:45:24.905 INFO:tasks.rados.rados.0.smithi086.stdout:3982: writing smithi08678205-45 from 1728512 to 2334720 tid 3 2024-09-11T03:45:24.905 INFO:tasks.rados.rados.0.smithi086.stdout:3983: rmattr oid 31 current snap is 377 2024-09-11T03:45:24.905 INFO:tasks.rados.rados.0.smithi086.stdout:3983: done (1 left) 2024-09-11T03:45:24.905 INFO:tasks.rados.rados.0.smithi086.stdout:3984: snap_remove snap 365 2024-09-11T03:45:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:24 smithi086 ceph-mon[89281]: pgmap v924: 121 pgs: 121 active+clean; 337 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 3.5 MiB/s wr, 12 op/s 2024-09-11T03:45:25.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:24 smithi086 ceph-mon[89281]: osdmap e832: 8 total, 8 up, 8 in 2024-09-11T03:45:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:24 smithi086 ceph-mon[91691]: pgmap v924: 121 pgs: 121 active+clean; 337 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 3.5 MiB/s wr, 12 op/s 2024-09-11T03:45:25.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:24 smithi086 ceph-mon[91691]: osdmap e832: 8 total, 8 up, 8 in 2024-09-11T03:45:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:24 smithi130 ceph-mon[83685]: pgmap v924: 121 pgs: 121 active+clean; 337 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 3.5 MiB/s wr, 12 op/s 2024-09-11T03:45:25.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:24 smithi130 ceph-mon[83685]: osdmap e832: 8 total, 8 up, 8 in 2024-09-11T03:45:25.805 INFO:tasks.rados.rados.0.smithi086.stdout:3984: done (1 left) 2024-09-11T03:45:25.805 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 21 current snap is 377 2024-09-11T03:45:25.805 INFO:tasks.rados.rados.0.smithi086.stdout:3982: finishing write tid 1 to smithi08678205-45 2024-09-11T03:45:25.805 INFO:tasks.rados.rados.0.smithi086.stdout:3985: seq_num 1249 ranges {0=524288,524288=483328,1007616=409600,1417216=311296} 2024-09-11T03:45:25.808 INFO:tasks.rados.rados.0.smithi086.stdout:3985: writing smithi08678205-21 from 0 to 524288 tid 1 2024-09-11T03:45:25.811 INFO:tasks.rados.rados.0.smithi086.stdout:3985: writing smithi08678205-21 from 524288 to 1007616 tid 2 2024-09-11T03:45:25.817 INFO:tasks.rados.rados.0.smithi086.stdout:3985: writing smithi08678205-21 from 1007616 to 1417216 tid 3 2024-09-11T03:45:25.817 INFO:tasks.rados.rados.0.smithi086.stdout:3985: writing smithi08678205-21 from 1417216 to 1728512 tid 4 2024-09-11T03:45:25.817 INFO:tasks.rados.rados.0.smithi086.stdout:3986: snap_remove snap 361 2024-09-11T03:45:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:25 smithi086 ceph-mon[89281]: osdmap e833: 8 total, 8 up, 8 in 2024-09-11T03:45:26.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:25 smithi086 ceph-mon[91691]: osdmap e833: 8 total, 8 up, 8 in 2024-09-11T03:45:26.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:25 smithi130 ceph-mon[83685]: osdmap e833: 8 total, 8 up, 8 in 2024-09-11T03:45:26.806 INFO:tasks.rados.rados.0.smithi086.stdout:3986: done (2 left) 2024-09-11T03:45:26.806 INFO:tasks.rados.rados.0.smithi086.stdout:3987: delete oid 46 current snap is 377 2024-09-11T03:45:26.806 INFO:tasks.rados.rados.0.smithi086.stdout:3982: finishing write tid 2 to smithi08678205-45 2024-09-11T03:45:26.806 INFO:tasks.rados.rados.0.smithi086.stdout:3982: finishing write tid 3 to smithi08678205-45 2024-09-11T03:45:26.806 INFO:tasks.rados.rados.0.smithi086.stdout:3982: finishing write tid 4 to smithi08678205-45 2024-09-11T03:45:26.806 INFO:tasks.rados.rados.0.smithi086.stdout:3982: finishing write tid 5 to smithi08678205-45 2024-09-11T03:45:26.806 INFO:tasks.rados.rados.0.smithi086.stdout:3982: oid 45 updating version 0 to 2725 2024-09-11T03:45:26.806 INFO:tasks.rados.rados.0.smithi086.stdout:3982: oid 45 version 2725 is already newer than 2723 2024-09-11T03:45:26.806 INFO:tasks.rados.rados.0.smithi086.stdout:3982: oid 45 version 2725 is already newer than 2724 2024-09-11T03:45:26.806 INFO:tasks.rados.rados.0.smithi086.stdout:3982: oid 45 updating version 2725 to 2726 2024-09-11T03:45:26.806 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 45 v 2726 (ObjNum 1248 snap 377 seq_num 1248) dirty exists 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:3982: left oid 45 (ObjNum 1248 snap 377 seq_num 1248) 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:3985: finishing write tid 1 to smithi08678205-21 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:3985: finishing write tid 2 to smithi08678205-21 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:3985: finishing write tid 3 to smithi08678205-21 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:3985: finishing write tid 4 to smithi08678205-21 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:3985: finishing write tid 5 to smithi08678205-21 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:3985: finishing write tid 6 to smithi08678205-21 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:3985: oid 21 updating version 0 to 2728 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:3985: oid 21 updating version 2728 to 2731 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:3985: oid 21 version 2731 is already newer than 2730 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:3985: oid 21 version 2731 is already newer than 2727 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:3985: oid 21 version 2731 is already newer than 2729 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 21 v 2731 (ObjNum 1249 snap 377 seq_num 1249) dirty exists 2024-09-11T03:45:26.807 INFO:tasks.rados.rados.0.smithi086.stdout:3985: left oid 21 (ObjNum 1249 snap 377 seq_num 1249) 2024-09-11T03:45:26.814 INFO:tasks.rados.rados.0.smithi086.stdout:3982: done (2 left) 2024-09-11T03:45:26.814 INFO:tasks.rados.rados.0.smithi086.stdout:3985: done (1 left) 2024-09-11T03:45:26.814 INFO:tasks.rados.rados.0.smithi086.stdout:3987: done (0 left) 2024-09-11T03:45:26.814 INFO:tasks.rados.rados.0.smithi086.stdout:3988: rollback oid 8 current snap is 377 2024-09-11T03:45:26.814 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 8 to 363 2024-09-11T03:45:26.814 INFO:tasks.rados.rados.0.smithi086.stdout:3989: read oid 28 snap -1 2024-09-11T03:45:26.814 INFO:tasks.rados.rados.0.smithi086.stdout:3989: expect deleted 2024-09-11T03:45:26.815 INFO:tasks.rados.rados.0.smithi086.stdout:3990: delete oid 43 current snap is 377 2024-09-11T03:45:26.823 INFO:tasks.rados.rados.0.smithi086.stdout:3988: finishing rollback tid 0 to smithi08678205-8 2024-09-11T03:45:26.823 INFO:tasks.rados.rados.0.smithi086.stdout:3988: finishing rollback tid 1 to smithi08678205-8 2024-09-11T03:45:26.824 INFO:tasks.rados.rados.0.smithi086.stdout:3988: finishing rollback tid 2 to smithi08678205-8 2024-09-11T03:45:26.825 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 8 v 2734 (ObjNum 1203 snap 356 seq_num 1203) dirty exists 2024-09-11T03:45:26.825 INFO:tasks.rados.rados.0.smithi086.stdout:3988: done (2 left) 2024-09-11T03:45:26.825 INFO:tasks.rados.rados.0.smithi086.stdout:3989: done (1 left) 2024-09-11T03:45:26.825 INFO:tasks.rados.rados.0.smithi086.stdout:3990: done (0 left) 2024-09-11T03:45:26.825 INFO:tasks.rados.rados.0.smithi086.stdout:3991: snap_remove snap 362 2024-09-11T03:45:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:26 smithi086 ceph-mon[89281]: pgmap v927: 121 pgs: 121 active+clean; 343 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-09-11T03:45:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:26 smithi086 ceph-mon[89281]: osdmap e834: 8 total, 8 up, 8 in 2024-09-11T03:45:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:26 smithi086 ceph-mon[91691]: pgmap v927: 121 pgs: 121 active+clean; 343 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-09-11T03:45:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:26 smithi086 ceph-mon[91691]: osdmap e834: 8 total, 8 up, 8 in 2024-09-11T03:45:27.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:26 smithi130 ceph-mon[83685]: pgmap v927: 121 pgs: 121 active+clean; 343 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-09-11T03:45:27.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:26 smithi130 ceph-mon[83685]: osdmap e834: 8 total, 8 up, 8 in 2024-09-11T03:45:27.792 INFO:tasks.rados.rados.0.smithi086.stdout:3991: done (0 left) 2024-09-11T03:45:27.793 INFO:tasks.rados.rados.0.smithi086.stdout:3992: rollback oid 16 current snap is 377 2024-09-11T03:45:27.793 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 16 to 349 2024-09-11T03:45:27.793 INFO:tasks.rados.rados.0.smithi086.stdout:3993: rollback oid 7 current snap is 377 2024-09-11T03:45:27.793 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 7 to 352 2024-09-11T03:45:27.793 INFO:tasks.rados.rados.0.smithi086.stdout:3994: rollback oid 32 current snap is 377 2024-09-11T03:45:27.793 INFO:tasks.rados.rados.0.smithi086.stdout:rollback oid 32 to 369 2024-09-11T03:45:27.793 INFO:tasks.rados.rados.0.smithi086.stdout:3995: delete oid 46 current snap is 377 2024-09-11T03:45:27.800 INFO:tasks.rados.rados.0.smithi086.stdout:3994: finishing rollback tid 1 to smithi08678205-32 2024-09-11T03:45:27.800 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 32 v 2619 (ObjNum 33 snap 0 seq_num 3195454712) dirty dne 2024-09-11T03:45:27.800 INFO:tasks.rados.rados.0.smithi086.stdout:3992: finishing rollback tid 0 to smithi08678205-16 2024-09-11T03:45:27.800 INFO:tasks.rados.rados.0.smithi086.stdout:3992: finishing rollback tid 1 to smithi08678205-16 2024-09-11T03:45:27.803 INFO:tasks.rados.rados.0.smithi086.stdout:3992: finishing rollback tid 2 to smithi08678205-16 2024-09-11T03:45:27.803 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 16 v 2747 (ObjNum 1183 snap 347 seq_num 1183) dirty exists 2024-09-11T03:45:27.804 INFO:tasks.rados.rados.0.smithi086.stdout:3993: finishing rollback tid 0 to smithi08678205-7 2024-09-11T03:45:27.806 INFO:tasks.rados.rados.0.smithi086.stdout:3992: done (3 left) 2024-09-11T03:45:27.806 INFO:tasks.rados.rados.0.smithi086.stdout:3994: done (2 left) 2024-09-11T03:45:27.806 INFO:tasks.rados.rados.0.smithi086.stdout:3995: done (1 left) 2024-09-11T03:45:27.806 INFO:tasks.rados.rados.0.smithi086.stdout:3996: delete oid 27 current snap is 377 2024-09-11T03:45:27.807 INFO:tasks.rados.rados.0.smithi086.stdout:3993: finishing rollback tid 1 to smithi08678205-7 2024-09-11T03:45:27.807 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 7 v 1959 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-09-11T03:45:27.809 INFO:tasks.rados.rados.0.smithi086.stdout:3993: done (1 left) 2024-09-11T03:45:27.809 INFO:tasks.rados.rados.0.smithi086.stdout:3996: done (0 left) 2024-09-11T03:45:27.809 INFO:tasks.rados.rados.0.smithi086.stdout:3997: rmattr oid 44 current snap is 377 2024-09-11T03:45:27.810 INFO:tasks.rados.rados.0.smithi086.stdout:3997: done (0 left) 2024-09-11T03:45:27.810 INFO:tasks.rados.rados.0.smithi086.stdout:3998: read oid 7 snap -1 2024-09-11T03:45:27.810 INFO:tasks.rados.rados.0.smithi086.stdout:3998: expect deleted 2024-09-11T03:45:27.810 INFO:tasks.rados.rados.0.smithi086.stdout:append oid 46 current snap is 377 2024-09-11T03:45:27.810 INFO:tasks.rados.rados.0.smithi086.stdout:3999: seq_num 1254 ranges {0=606208,606208=704512,1310720=499712} 2024-09-11T03:45:27.812 INFO:tasks.rados.rados.0.smithi086.stdout:3999: writing smithi08678205-46 from 0 to 606208 tid 1 2024-09-11T03:45:27.817 INFO:tasks.rados.rados.0.smithi086.stdout:3999: writing smithi08678205-46 from 606208 to 1310720 tid 2 2024-09-11T03:45:27.821 INFO:tasks.rados.rados.0.smithi086.stdout:3999: writing smithi08678205-46 from 1310720 to 1810432 tid 3 2024-09-11T03:45:27.821 INFO:tasks.rados.rados.0.smithi086.stdout: waiting on 2 2024-09-11T03:45:27.821 INFO:tasks.rados.rados.0.smithi086.stdout:3999: finishing write tid 1 to smithi08678205-46 2024-09-11T03:45:27.821 INFO:tasks.rados.rados.0.smithi086.stdout:3998: done (1 left) 2024-09-11T03:45:27.821 INFO:tasks.rados.rados.0.smithi086.stdout: waiting on 1 2024-09-11T03:45:27.821 INFO:tasks.rados.rados.0.smithi086.stdout:3999: finishing write tid 2 to smithi08678205-46 2024-09-11T03:45:27.825 INFO:tasks.rados.rados.0.smithi086.stdout:3999: finishing write tid 3 to smithi08678205-46 2024-09-11T03:45:27.825 INFO:tasks.rados.rados.0.smithi086.stdout:3999: finishing write tid 4 to smithi08678205-46 2024-09-11T03:45:27.827 INFO:tasks.rados.rados.0.smithi086.stdout:3999: finishing write tid 5 to smithi08678205-46 2024-09-11T03:45:27.827 INFO:tasks.rados.rados.0.smithi086.stdout:3999: oid 46 updating version 0 to 2751 2024-09-11T03:45:27.827 INFO:tasks.rados.rados.0.smithi086.stdout:3999: oid 46 version 2751 is already newer than 2749 2024-09-11T03:45:27.827 INFO:tasks.rados.rados.0.smithi086.stdout:3999: oid 46 version 2751 is already newer than 2748 2024-09-11T03:45:27.827 INFO:tasks.rados.rados.0.smithi086.stdout:3999: oid 46 version 2751 is already newer than 2750 2024-09-11T03:45:27.827 INFO:tasks.rados.rados.0.smithi086.stdout:update_object_version oid 46 v 2751 (ObjNum 1254 snap 377 seq_num 1254) dirty exists 2024-09-11T03:45:27.827 INFO:tasks.rados.rados.0.smithi086.stdout:3999: left oid 46 (ObjNum 1254 snap 377 seq_num 1254) 2024-09-11T03:45:27.827 INFO:tasks.rados.rados.0.smithi086.stdout:3999: done (0 left) 2024-09-11T03:45:27.830 INFO:tasks.rados.rados.0.smithi086.stderr:0 errors. 2024-09-11T03:45:27.830 INFO:tasks.rados.rados.0.smithi086.stderr: 2024-09-11T03:45:27.834 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-11T03:45:28.034 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:45:28.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:27 smithi086 ceph-mon[89281]: osdmap e835: 8 total, 8 up, 8 in 2024-09-11T03:45:28.073 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:27 smithi086 ceph-mon[89281]: osdmap e836: 8 total, 8 up, 8 in 2024-09-11T03:45:28.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:27 smithi086 ceph-mon[91691]: osdmap e835: 8 total, 8 up, 8 in 2024-09-11T03:45:28.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:27 smithi086 ceph-mon[91691]: osdmap e836: 8 total, 8 up, 8 in 2024-09-11T03:45:28.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:27 smithi130 ceph-mon[83685]: osdmap e835: 8 total, 8 up, 8 in 2024-09-11T03:45:28.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:27 smithi130 ceph-mon[83685]: osdmap e836: 8 total, 8 up, 8 in 2024-09-11T03:45:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:28 smithi086 ceph-mon[89281]: pgmap v930: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-09-11T03:45:29.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:28 smithi086 ceph-mon[91691]: pgmap v930: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-09-11T03:45:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:28 smithi130 ceph-mon[83685]: pgmap v930: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-09-11T03:45:29.857 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:45:29.857 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":836,"fsid":"0d04850c-6fed-11ef-bcea-c7b262605968","created":"2024-09-11T03:23:18.970917+0000","modified":"2024-09-11T03:45:27.783236+0000","last_up_change":"2024-09-11T03:40:01.687754+0000","last_in_change":"2024-09-11T03:28:00.864451+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T03:26:23.059246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T03:28:42.917772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T03:28:45.850714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-11T03:29:36.690874+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-09-11T03:32:17.462971+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"836","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":446,"snap_epoch":836,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"205c0dfc-77ea-47e4-9ff9-58811033bd68","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":287,"up_from":300,"up_thru":531,"down_at":288,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":2224294124},{"type":"v1","addr":"172.21.15.86:6803","nonce":2224294124}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":2224294124},{"type":"v1","addr":"172.21.15.86:6805","nonce":2224294124}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":2224294124},{"type":"v1","addr":"172.21.15.86:6809","nonce":2224294124}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":2224294124},{"type":"v1","addr":"172.21.15.86:6807","nonce":2224294124}]},"public_addr":"172.21.15.86:6803/2224294124","cluster_addr":"172.21.15.86:6805/2224294124","heartbeat_back_addr":"172.21.15.86:6809/2224294124","heartbeat_front_addr":"172.21.15.86:6807/2224294124","state":["exists","up"]},{"osd":1,"uuid":"e76b0e29-18fc-481f-ae57-dcc2b9f42ca9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":321,"up_from":334,"up_thru":531,"down_at":322,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1812916154},{"type":"v1","addr":"172.21.15.86:6811","nonce":1812916154}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1812916154},{"type":"v1","addr":"172.21.15.86:6813","nonce":1812916154}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":1812916154},{"type":"v1","addr":"172.21.15.86:6817","nonce":1812916154}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1812916154},{"type":"v1","addr":"172.21.15.86:6815","nonce":1812916154}]},"public_addr":"172.21.15.86:6811/1812916154","cluster_addr":"172.21.15.86:6813/1812916154","heartbeat_back_addr":"172.21.15.86:6817/1812916154","heartbeat_front_addr":"172.21.15.86:6815/1812916154","state":["exists","up"]},{"osd":2,"uuid":"aae4d04a-3147-40e9-8849-85d9a0e59dc5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":354,"up_from":367,"up_thru":531,"down_at":355,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":2120909457},{"type":"v1","addr":"172.21.15.86:6819","nonce":2120909457}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":2120909457},{"type":"v1","addr":"172.21.15.86:6821","nonce":2120909457}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":2120909457},{"type":"v1","addr":"172.21.15.86:6825","nonce":2120909457}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":2120909457},{"type":"v1","addr":"172.21.15.86:6823","nonce":2120909457}]},"public_addr":"172.21.15.86:6819/2120909457","cluster_addr":"172.21.15.86:6821/2120909457","heartbeat_back_addr":"172.21.15.86:6825/2120909457","heartbeat_front_addr":"172.21.15.86:6823/2120909457","state":["exists","up"]},{"osd":3,"uuid":"dd4b10ec-adb6-44a3-bd47-18171337b44b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":386,"up_from":400,"up_thru":531,"down_at":388,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":2935048048},{"type":"v1","addr":"172.21.15.86:6827","nonce":2935048048}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":2935048048},{"type":"v1","addr":"172.21.15.86:6829","nonce":2935048048}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":2935048048},{"type":"v1","addr":"172.21.15.86:6833","nonce":2935048048}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":2935048048},{"type":"v1","addr":"172.21.15.86:6831","nonce":2935048048}]},"public_addr":"172.21.15.86:6827/2935048048","cluster_addr":"172.21.15.86:6829/2935048048","heartbeat_back_addr":"172.21.15.86:6833/2935048048","heartbeat_front_addr":"172.21.15.86:6831/2935048048","state":["exists","up"]},{"osd":4,"uuid":"e816e599-cdd0-4faa-ae69-1adf4ee0ccf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":418,"up_from":431,"up_thru":531,"down_at":419,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":1197444709},{"type":"v1","addr":"172.21.15.130:6801","nonce":1197444709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":1197444709},{"type":"v1","addr":"172.21.15.130:6803","nonce":1197444709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":1197444709},{"type":"v1","addr":"172.21.15.130:6807","nonce":1197444709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":1197444709},{"type":"v1","addr":"172.21.15.130:6805","nonce":1197444709}]},"public_addr":"172.21.15.130:6801/1197444709","cluster_addr":"172.21.15.130:6803/1197444709","heartbeat_back_addr":"172.21.15.130:6807/1197444709","heartbeat_front_addr":"172.21.15.130:6805/1197444709","state":["exists","up"]},{"osd":5,"uuid":"294333a7-dd7c-44c5-81fc-2fce7e6a13c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":451,"up_from":464,"up_thru":531,"down_at":452,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1614523370},{"type":"v1","addr":"172.21.15.130:6809","nonce":1614523370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1614523370},{"type":"v1","addr":"172.21.15.130:6811","nonce":1614523370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1614523370},{"type":"v1","addr":"172.21.15.130:6815","nonce":1614523370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1614523370},{"type":"v1","addr":"172.21.15.130:6813","nonce":1614523370}]},"public_addr":"172.21.15.130:6809/1614523370","cluster_addr":"172.21.15.130:6811/1614523370","heartbeat_back_addr":"172.21.15.130:6815/1614523370","heartbeat_front_addr":"172.21.15.130:6813/1614523370","state":["exists","up"]},{"osd":6,"uuid":"05112a83-85a2-456a-a1e4-7f613be9496b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":484,"up_from":497,"up_thru":531,"down_at":485,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":3952611016},{"type":"v1","addr":"172.21.15.130:6817","nonce":3952611016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":3952611016},{"type":"v1","addr":"172.21.15.130:6819","nonce":3952611016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":3952611016},{"type":"v1","addr":"172.21.15.130:6823","nonce":3952611016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":3952611016},{"type":"v1","addr":"172.21.15.130:6821","nonce":3952611016}]},"public_addr":"172.21.15.130:6817/3952611016","cluster_addr":"172.21.15.130:6819/3952611016","heartbeat_back_addr":"172.21.15.130:6823/3952611016","heartbeat_front_addr":"172.21.15.130:6821/3952611016","state":["exists","up"]},{"osd":7,"uuid":"64339d60-b0ac-4ce0-8660-3d6f22ef06f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":518,"up_from":531,"up_thru":531,"down_at":519,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":3456069191},{"type":"v1","addr":"172.21.15.130:6825","nonce":3456069191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":3456069191},{"type":"v1","addr":"172.21.15.130:6827","nonce":3456069191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":3456069191},{"type":"v1","addr":"172.21.15.130:6831","nonce":3456069191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":3456069191},{"type":"v1","addr":"172.21.15.130:6829","nonce":3456069191}]},"public_addr":"172.21.15.130:6825/3456069191","cluster_addr":"172.21.15.130:6827/3456069191","heartbeat_back_addr":"172.21.15.130:6831/3456069191","heartbeat_front_addr":"172.21.15.130:6829/3456069191","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:34.810612+0000","dead_epoch":287},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:57.680497+0000","dead_epoch":321},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:20.468721+0000","dead_epoch":354},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:44.796997+0000","dead_epoch":386},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:05.799507+0000","dead_epoch":418},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:28.732004+0000","dead_epoch":451},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:52.443875+0000","dead_epoch":484},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:28:15.422115+0000","dead_epoch":517}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.a","mappings":[{"from":4,"to":3}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.86:6835/3997876808":"2024-09-12T03:40:07.220698+0000","172.21.15.86:6834/3997876808":"2024-09-12T03:40:07.220698+0000","172.21.15.86:0/3026373845":"2024-09-12T03:34:49.109035+0000","172.21.15.86:0/538043783":"2024-09-12T03:34:49.109035+0000","172.21.15.86:0/1502553718":"2024-09-12T03:34:49.109035+0000","172.21.15.86:6801/2692515239":"2024-09-12T03:34:49.109035+0000","172.21.15.86:0/632172090":"2024-09-12T03:34:49.109035+0000","172.21.15.86:0/261343752":"2024-09-12T03:34:49.109035+0000","172.21.15.86:0/577598714":"2024-09-12T03:29:35.013467+0000","172.21.15.86:0/2483029999":"2024-09-12T03:29:35.013467+0000","172.21.15.130:0/1764127049":"2024-09-12T03:34:09.470699+0000","172.21.15.130:6833/2052359432":"2024-09-12T03:40:26.629182+0000","172.21.15.86:0/337942332":"2024-09-12T03:33:40.133842+0000","172.21.15.130:6832/2052359432":"2024-09-12T03:40:26.629182+0000","172.21.15.130:0/2434428784":"2024-09-12T03:34:09.470699+0000","172.21.15.86:6800/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.130:6835/4039762830":"2024-09-12T03:34:09.470699+0000","172.21.15.130:0/1719761987":"2024-09-12T03:34:09.470699+0000","172.21.15.86:0/2535333164":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/721266625":"2024-09-12T03:34:49.109035+0000","172.21.15.86:0/3337362175":"2024-09-12T03:33:40.133842+0000","172.21.15.86:0/1163042658":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/1599529509":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6800/499157798":"2024-09-12T03:33:40.133842+0000","172.21.15.86:0/3332034209":"2024-09-12T03:34:49.109035+0000","172.21.15.130:0/4282674924":"2024-09-12T03:34:09.470699+0000","172.21.15.86:6801/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.130:6834/4039762830":"2024-09-12T03:34:09.470699+0000","172.21.15.86:6800/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/1276967301":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/3803967977":"2024-09-12T03:29:35.013467+0000","172.21.15.86:6801/499157798":"2024-09-12T03:33:40.133842+0000","172.21.15.86:0/169846044":"2024-09-12T03:33:40.133842+0000","172.21.15.86:6800/2692515239":"2024-09-12T03:34:49.109035+0000","172.21.15.86:0/3418011227":"2024-09-12T03:33:40.133842+0000","172.21.15.86:0/2649936147":"2024-09-12T03:33:40.133842+0000","172.21.15.130:0/1465763407":"2024-09-12T03:34:09.470699+0000","172.21.15.86:0/3817461659":"2024-09-12T03:29:35.013467+0000","172.21.15.130:0/2092629406":"2024-09-12T03:34:09.470699+0000","172.21.15.86:0/1624827497":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/2282259116":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6800/937621724":"2024-09-12T03:29:35.013467+0000","172.21.15.86:6801/937621724":"2024-09-12T03:29:35.013467+0000","172.21.15.130:0/3901332425":"2024-09-12T03:34:09.470699+0000","172.21.15.86:6801/3185932518":"2024-09-12T03:24:14.766755+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":427,"length":1},{"begin":431,"length":2},{"begin":435,"length":1},{"begin":440,"length":1},{"begin":444,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":432,"length":1}]}],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":428,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T03:45:30.500 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-11T03:45:30.710 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:45:31.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:30 smithi086 ceph-mon[89281]: pgmap v932: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 357 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-09-11T03:45:31.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:30 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3654814558' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-11T03:45:31.071 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:30 smithi086 ceph-mon[91691]: pgmap v932: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 357 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-09-11T03:45:31.071 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:30 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3654814558' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-11T03:45:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:30 smithi130 ceph-mon[83685]: pgmap v932: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 357 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-09-11T03:45:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:30 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3654814558' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-11T03:45:32.428 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:45:32.431 INFO:teuthology.orchestra.run.smithi086.stderr:dumped all 2024-09-11T03:45:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:32 smithi086 ceph-mon[89281]: pgmap v933: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-11T03:45:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:32 smithi086 ceph-mon[89281]: osdmap e837: 8 total, 8 up, 8 in 2024-09-11T03:45:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:32 smithi086 ceph-mon[91691]: pgmap v933: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-11T03:45:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:32 smithi086 ceph-mon[91691]: osdmap e837: 8 total, 8 up, 8 in 2024-09-11T03:45:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:32 smithi130 ceph-mon[83685]: pgmap v933: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-11T03:45:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:32 smithi130 ceph-mon[83685]: osdmap e837: 8 total, 8 up, 8 in 2024-09-11T03:45:33.100 INFO:teuthology.orchestra.run.smithi086.stdout:{"pg_ready":true,"pg_map":{"version":933,"stamp":"2024-09-11T03:45:31.284241+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":376159247,"num_objects":186,"num_object_clones":113,"num_object_copies":558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":186,"num_whiteouts":13,"num_read":4806,"num_read_kb":5387711,"num_write":9139,"num_write_kb":1932102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":127,"num_bytes_recovered":372409952,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18210,"ondisk_log_size":18210,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2864172,"kb_used_data":605296,"kb_used_omap":264,"kb_used_meta":2258487,"kb_avail":747097044,"statfs":{"total":767960285184,"available":765027373056,"internally_reserved":0,"allocated":619823104,"data_stored":980028813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":271103,"internal_metadata":2312690945},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":16556032,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":2,"num_read":18,"num_read_kb":15777,"num_write":65,"num_write_kb":16496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001392"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1081,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.839205+0000","last_change":"2024-09-11T03:40:02.735499+0000","last_active":"2024-09-11T03:45:27.839205+0000","last_peered":"2024-09-11T03:45:27.839205+0000","last_clean":"2024-09-11T03:45:27.839205+0000","last_became_active":"2024-09-11T03:40:02.735190+0000","last_became_peered":"2024-09-11T03:40:02.735190+0000","last_unstale":"2024-09-11T03:45:27.839205+0000","last_undegraded":"2024-09-11T03:45:27.839205+0000","last_fullsized":"2024-09-11T03:45:27.839205+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:57:17.461076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1282,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.804365+0000","last_change":"2024-09-11T03:39:28.764389+0000","last_active":"2024-09-11T03:45:25.804365+0000","last_peered":"2024-09-11T03:45:25.804365+0000","last_clean":"2024-09-11T03:45:25.804365+0000","last_became_active":"2024-09-11T03:39:28.763957+0000","last_became_peered":"2024-09-11T03:39:28.763957+0000","last_unstale":"2024-09-11T03:45:25.804365+0000","last_undegraded":"2024-09-11T03:45:25.804365+0000","last_fullsized":"2024-09-11T03:45:25.804365+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:48:21.773429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1322,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.790377+0000","last_change":"2024-09-11T03:37:17.129100+0000","last_active":"2024-09-11T03:45:27.790377+0000","last_peered":"2024-09-11T03:45:27.790377+0000","last_clean":"2024-09-11T03:45:27.790377+0000","last_became_active":"2024-09-11T03:37:17.128790+0000","last_became_peered":"2024-09-11T03:37:17.128790+0000","last_unstale":"2024-09-11T03:45:27.790377+0000","last_undegraded":"2024-09-11T03:45:27.790377+0000","last_fullsized":"2024-09-11T03:45:27.790377+0000","mapping_epoch":367,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":368,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:50:17.284889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1165,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791614+0000","last_change":"2024-09-11T03:40:02.725734+0000","last_active":"2024-09-11T03:45:27.791614+0000","last_peered":"2024-09-11T03:45:27.791614+0000","last_clean":"2024-09-11T03:45:27.791614+0000","last_became_active":"2024-09-11T03:40:02.725449+0000","last_became_peered":"2024-09-11T03:40:02.725449+0000","last_unstale":"2024-09-11T03:45:27.791614+0000","last_undegraded":"2024-09-11T03:45:27.791614+0000","last_fullsized":"2024-09-11T03:45:27.791614+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:56:20.869268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1096,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838880+0000","last_change":"2024-09-11T03:40:02.722527+0000","last_active":"2024-09-11T03:45:27.838880+0000","last_peered":"2024-09-11T03:45:27.838880+0000","last_clean":"2024-09-11T03:45:27.838880+0000","last_became_active":"2024-09-11T03:40:02.721458+0000","last_became_peered":"2024-09-11T03:40:02.721458+0000","last_unstale":"2024-09-11T03:45:27.838880+0000","last_undegraded":"2024-09-11T03:45:27.838880+0000","last_fullsized":"2024-09-11T03:45:27.838880+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:15:05.711349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1142,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791374+0000","last_change":"2024-09-11T03:38:55.714757+0000","last_active":"2024-09-11T03:45:27.791374+0000","last_peered":"2024-09-11T03:45:27.791374+0000","last_clean":"2024-09-11T03:45:27.791374+0000","last_became_active":"2024-09-11T03:38:55.714107+0000","last_became_peered":"2024-09-11T03:38:55.714107+0000","last_unstale":"2024-09-11T03:45:27.791374+0000","last_undegraded":"2024-09-11T03:45:27.791374+0000","last_fullsized":"2024-09-11T03:45:27.791374+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:10:42.911339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1096,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838953+0000","last_change":"2024-09-11T03:40:02.724083+0000","last_active":"2024-09-11T03:45:27.838953+0000","last_peered":"2024-09-11T03:45:27.838953+0000","last_clean":"2024-09-11T03:45:27.838953+0000","last_became_active":"2024-09-11T03:40:02.723784+0000","last_became_peered":"2024-09-11T03:40:02.723784+0000","last_unstale":"2024-09-11T03:45:27.838953+0000","last_undegraded":"2024-09-11T03:45:27.838953+0000","last_fullsized":"2024-09-11T03:45:27.838953+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:40:27.070326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1206,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.789497+0000","last_change":"2024-09-11T03:39:28.760007+0000","last_active":"2024-09-11T03:45:27.789497+0000","last_peered":"2024-09-11T03:45:27.789497+0000","last_clean":"2024-09-11T03:45:27.789497+0000","last_became_active":"2024-09-11T03:39:28.759713+0000","last_became_peered":"2024-09-11T03:39:28.759713+0000","last_unstale":"2024-09-11T03:45:27.789497+0000","last_undegraded":"2024-09-11T03:45:27.789497+0000","last_fullsized":"2024-09-11T03:45:27.789497+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:04:47.733898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1088,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.839142+0000","last_change":"2024-09-11T03:40:02.732903+0000","last_active":"2024-09-11T03:45:27.839142+0000","last_peered":"2024-09-11T03:45:27.839142+0000","last_clean":"2024-09-11T03:45:27.839142+0000","last_became_active":"2024-09-11T03:40:02.732382+0000","last_became_peered":"2024-09-11T03:40:02.732382+0000","last_unstale":"2024-09-11T03:45:27.839142+0000","last_undegraded":"2024-09-11T03:45:27.839142+0000","last_fullsized":"2024-09-11T03:45:27.839142+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:46:58.649561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1122,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.802527+0000","last_change":"2024-09-11T03:39:28.766763+0000","last_active":"2024-09-11T03:45:25.802527+0000","last_peered":"2024-09-11T03:45:25.802527+0000","last_clean":"2024-09-11T03:45:25.802527+0000","last_became_active":"2024-09-11T03:39:28.766450+0000","last_became_peered":"2024-09-11T03:39:28.766450+0000","last_unstale":"2024-09-11T03:45:25.802527+0000","last_undegraded":"2024-09-11T03:45:25.802527+0000","last_fullsized":"2024-09-11T03:45:25.802527+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:43:54.230976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1122,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.802169+0000","last_change":"2024-09-11T03:39:28.767930+0000","last_active":"2024-09-11T03:45:25.802169+0000","last_peered":"2024-09-11T03:45:25.802169+0000","last_clean":"2024-09-11T03:45:25.802169+0000","last_became_active":"2024-09-11T03:39:28.766888+0000","last_became_peered":"2024-09-11T03:39:28.766888+0000","last_unstale":"2024-09-11T03:45:25.802169+0000","last_undegraded":"2024-09-11T03:45:25.802169+0000","last_fullsized":"2024-09-11T03:45:25.802169+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:39:01.832441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1182,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.788357+0000","last_change":"2024-09-11T03:39:28.760435+0000","last_active":"2024-09-11T03:45:27.788357+0000","last_peered":"2024-09-11T03:45:27.788357+0000","last_clean":"2024-09-11T03:45:27.788357+0000","last_became_active":"2024-09-11T03:39:28.760116+0000","last_became_peered":"2024-09-11T03:39:28.760116+0000","last_unstale":"2024-09-11T03:45:27.788357+0000","last_undegraded":"2024-09-11T03:45:27.788357+0000","last_fullsized":"2024-09-11T03:45:27.788357+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:58:37.958024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1236,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.789975+0000","last_change":"2024-09-11T03:39:28.759566+0000","last_active":"2024-09-11T03:45:27.789975+0000","last_peered":"2024-09-11T03:45:27.789975+0000","last_clean":"2024-09-11T03:45:27.789975+0000","last_became_active":"2024-09-11T03:39:28.758869+0000","last_became_peered":"2024-09-11T03:39:28.758869+0000","last_unstale":"2024-09-11T03:45:27.789975+0000","last_undegraded":"2024-09-11T03:45:27.789975+0000","last_fullsized":"2024-09-11T03:45:27.789975+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:27:30.520174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1321,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791078+0000","last_change":"2024-09-11T03:38:55.722755+0000","last_active":"2024-09-11T03:45:27.791078+0000","last_peered":"2024-09-11T03:45:27.791078+0000","last_clean":"2024-09-11T03:45:27.791078+0000","last_became_active":"2024-09-11T03:38:55.722442+0000","last_became_peered":"2024-09-11T03:38:55.722442+0000","last_unstale":"2024-09-11T03:45:27.791078+0000","last_undegraded":"2024-09-11T03:45:27.791078+0000","last_fullsized":"2024-09-11T03:45:27.791078+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:32:10.342696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1285,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.803579+0000","last_change":"2024-09-11T03:38:55.711880+0000","last_active":"2024-09-11T03:45:25.803579+0000","last_peered":"2024-09-11T03:45:25.803579+0000","last_clean":"2024-09-11T03:45:25.803579+0000","last_became_active":"2024-09-11T03:38:55.711569+0000","last_became_peered":"2024-09-11T03:38:55.711569+0000","last_unstale":"2024-09-11T03:45:25.803579+0000","last_undegraded":"2024-09-11T03:45:25.803579+0000","last_fullsized":"2024-09-11T03:45:25.803579+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:47:34.089256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1146,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791037+0000","last_change":"2024-09-11T03:40:02.726673+0000","last_active":"2024-09-11T03:45:27.791037+0000","last_peered":"2024-09-11T03:45:27.791037+0000","last_clean":"2024-09-11T03:45:27.791037+0000","last_became_active":"2024-09-11T03:40:02.725987+0000","last_became_peered":"2024-09-11T03:40:02.725987+0000","last_unstale":"2024-09-11T03:45:27.791037+0000","last_undegraded":"2024-09-11T03:45:27.791037+0000","last_fullsized":"2024-09-11T03:45:27.791037+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:09:50.107423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1153,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.792005+0000","last_change":"2024-09-11T03:40:02.728103+0000","last_active":"2024-09-11T03:45:27.792005+0000","last_peered":"2024-09-11T03:45:27.792005+0000","last_clean":"2024-09-11T03:45:27.792005+0000","last_became_active":"2024-09-11T03:40:02.727823+0000","last_became_peered":"2024-09-11T03:40:02.727823+0000","last_unstale":"2024-09-11T03:45:27.792005+0000","last_undegraded":"2024-09-11T03:45:27.792005+0000","last_fullsized":"2024-09-11T03:45:27.792005+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:11:04.387668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1262,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.819966+0000","last_change":"2024-09-11T03:40:02.714728+0000","last_active":"2024-09-11T03:45:27.819966+0000","last_peered":"2024-09-11T03:45:27.819966+0000","last_clean":"2024-09-11T03:45:27.819966+0000","last_became_active":"2024-09-11T03:40:02.714464+0000","last_became_peered":"2024-09-11T03:40:02.714464+0000","last_unstale":"2024-09-11T03:45:27.819966+0000","last_undegraded":"2024-09-11T03:45:27.819966+0000","last_fullsized":"2024-09-11T03:45:27.819966+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:47:01.158182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1080,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838765+0000","last_change":"2024-09-11T03:40:02.737562+0000","last_active":"2024-09-11T03:45:27.838765+0000","last_peered":"2024-09-11T03:45:27.838765+0000","last_clean":"2024-09-11T03:45:27.838765+0000","last_became_active":"2024-09-11T03:40:02.735890+0000","last_became_peered":"2024-09-11T03:40:02.735890+0000","last_unstale":"2024-09-11T03:45:27.838765+0000","last_undegraded":"2024-09-11T03:45:27.838765+0000","last_fullsized":"2024-09-11T03:45:27.838765+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:46:57.686715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1131,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.801989+0000","last_change":"2024-09-11T03:39:28.761973+0000","last_active":"2024-09-11T03:45:25.801989+0000","last_peered":"2024-09-11T03:45:25.801989+0000","last_clean":"2024-09-11T03:45:25.801989+0000","last_became_active":"2024-09-11T03:39:28.761692+0000","last_became_peered":"2024-09-11T03:39:28.761692+0000","last_unstale":"2024-09-11T03:45:25.801989+0000","last_undegraded":"2024-09-11T03:45:25.801989+0000","last_fullsized":"2024-09-11T03:45:25.801989+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:55:27.647353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1322,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.790581+0000","last_change":"2024-09-11T03:40:02.723716+0000","last_active":"2024-09-11T03:45:27.790581+0000","last_peered":"2024-09-11T03:45:27.790581+0000","last_clean":"2024-09-11T03:45:27.790581+0000","last_became_active":"2024-09-11T03:40:02.723012+0000","last_became_peered":"2024-09-11T03:40:02.723012+0000","last_unstale":"2024-09-11T03:45:27.790581+0000","last_undegraded":"2024-09-11T03:45:27.790581+0000","last_fullsized":"2024-09-11T03:45:27.790581+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:54:58.906107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1150,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791210+0000","last_change":"2024-09-11T03:40:02.727119+0000","last_active":"2024-09-11T03:45:27.791210+0000","last_peered":"2024-09-11T03:45:27.791210+0000","last_clean":"2024-09-11T03:45:27.791210+0000","last_became_active":"2024-09-11T03:40:02.726675+0000","last_became_peered":"2024-09-11T03:40:02.726675+0000","last_unstale":"2024-09-11T03:45:27.791210+0000","last_undegraded":"2024-09-11T03:45:27.791210+0000","last_fullsized":"2024-09-11T03:45:27.791210+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:34:55.905331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1236,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.789945+0000","last_change":"2024-09-11T03:38:22.709692+0000","last_active":"2024-09-11T03:45:27.789945+0000","last_peered":"2024-09-11T03:45:27.789945+0000","last_clean":"2024-09-11T03:45:27.789945+0000","last_became_active":"2024-09-11T03:38:22.709340+0000","last_became_peered":"2024-09-11T03:38:22.709340+0000","last_unstale":"2024-09-11T03:45:27.789945+0000","last_undegraded":"2024-09-11T03:45:27.789945+0000","last_fullsized":"2024-09-11T03:45:27.789945+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:33:40.454584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1169,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791201+0000","last_change":"2024-09-11T03:38:55.715702+0000","last_active":"2024-09-11T03:45:27.791201+0000","last_peered":"2024-09-11T03:45:27.791201+0000","last_clean":"2024-09-11T03:45:27.791201+0000","last_became_active":"2024-09-11T03:38:55.715031+0000","last_became_peered":"2024-09-11T03:38:55.715031+0000","last_unstale":"2024-09-11T03:45:27.791201+0000","last_undegraded":"2024-09-11T03:45:27.791201+0000","last_fullsized":"2024-09-11T03:45:27.791201+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:35:45.871328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1227,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.790963+0000","last_change":"2024-09-11T03:38:22.708854+0000","last_active":"2024-09-11T03:45:27.790963+0000","last_peered":"2024-09-11T03:45:27.790963+0000","last_clean":"2024-09-11T03:45:27.790963+0000","last_became_active":"2024-09-11T03:38:22.708536+0000","last_became_peered":"2024-09-11T03:38:22.708536+0000","last_unstale":"2024-09-11T03:45:27.790963+0000","last_undegraded":"2024-09-11T03:45:27.790963+0000","last_fullsized":"2024-09-11T03:45:27.790963+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:19:26.578426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1127,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.802323+0000","last_change":"2024-09-11T03:40:02.734145+0000","last_active":"2024-09-11T03:45:25.802323+0000","last_peered":"2024-09-11T03:45:25.802323+0000","last_clean":"2024-09-11T03:45:25.802323+0000","last_became_active":"2024-09-11T03:40:02.733831+0000","last_became_peered":"2024-09-11T03:40:02.733831+0000","last_unstale":"2024-09-11T03:45:25.802323+0000","last_undegraded":"2024-09-11T03:45:25.802323+0000","last_fullsized":"2024-09-11T03:45:25.802323+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:38:55.272190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1286,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.803289+0000","last_change":"2024-09-11T03:37:49.747539+0000","last_active":"2024-09-11T03:45:25.803289+0000","last_peered":"2024-09-11T03:45:25.803289+0000","last_clean":"2024-09-11T03:45:25.803289+0000","last_became_active":"2024-09-11T03:37:49.747239+0000","last_became_peered":"2024-09-11T03:37:49.747239+0000","last_unstale":"2024-09-11T03:45:25.803289+0000","last_undegraded":"2024-09-11T03:45:25.803289+0000","last_fullsized":"2024-09-11T03:45:25.803289+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:31:09.066167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1244,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.790130+0000","last_change":"2024-09-11T03:38:22.708948+0000","last_active":"2024-09-11T03:45:27.790130+0000","last_peered":"2024-09-11T03:45:27.790130+0000","last_clean":"2024-09-11T03:45:27.790130+0000","last_became_active":"2024-09-11T03:38:22.708616+0000","last_became_peered":"2024-09-11T03:38:22.708616+0000","last_unstale":"2024-09-11T03:45:27.790130+0000","last_undegraded":"2024-09-11T03:45:27.790130+0000","last_fullsized":"2024-09-11T03:45:27.790130+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:34:34.932014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1262,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.819289+0000","last_change":"2024-09-11T03:38:22.709034+0000","last_active":"2024-09-11T03:45:27.819289+0000","last_peered":"2024-09-11T03:45:27.819289+0000","last_clean":"2024-09-11T03:45:27.819289+0000","last_became_active":"2024-09-11T03:38:22.708719+0000","last_became_peered":"2024-09-11T03:38:22.708719+0000","last_unstale":"2024-09-11T03:45:27.819289+0000","last_undegraded":"2024-09-11T03:45:27.819289+0000","last_fullsized":"2024-09-11T03:45:27.819289+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:56:38.189273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1256,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.818146+0000","last_change":"2024-09-11T03:37:49.748349+0000","last_active":"2024-09-11T03:45:27.818146+0000","last_peered":"2024-09-11T03:45:27.818146+0000","last_clean":"2024-09-11T03:45:27.818146+0000","last_became_active":"2024-09-11T03:37:49.748129+0000","last_became_peered":"2024-09-11T03:37:49.748129+0000","last_unstale":"2024-09-11T03:45:27.818146+0000","last_undegraded":"2024-09-11T03:45:27.818146+0000","last_fullsized":"2024-09-11T03:45:27.818146+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:56:31.415206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1262,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.818161+0000","last_change":"2024-09-11T03:39:28.774070+0000","last_active":"2024-09-11T03:45:27.818161+0000","last_peered":"2024-09-11T03:45:27.818161+0000","last_clean":"2024-09-11T03:45:27.818161+0000","last_became_active":"2024-09-11T03:39:28.773682+0000","last_became_peered":"2024-09-11T03:39:28.773682+0000","last_unstale":"2024-09-11T03:45:27.818161+0000","last_undegraded":"2024-09-11T03:45:27.818161+0000","last_fullsized":"2024-09-11T03:45:27.818161+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:32:43.785250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1122,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.801525+0000","last_change":"2024-09-11T03:39:28.769724+0000","last_active":"2024-09-11T03:45:25.801525+0000","last_peered":"2024-09-11T03:45:25.801525+0000","last_clean":"2024-09-11T03:45:25.801525+0000","last_became_active":"2024-09-11T03:39:28.766546+0000","last_became_peered":"2024-09-11T03:39:28.766546+0000","last_unstale":"2024-09-11T03:45:25.801525+0000","last_undegraded":"2024-09-11T03:45:25.801525+0000","last_fullsized":"2024-09-11T03:45:25.801525+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:29:59.534123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1211,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.787939+0000","last_change":"2024-09-11T03:38:22.708138+0000","last_active":"2024-09-11T03:45:27.787939+0000","last_peered":"2024-09-11T03:45:27.787939+0000","last_clean":"2024-09-11T03:45:27.787939+0000","last_became_active":"2024-09-11T03:38:22.707821+0000","last_became_peered":"2024-09-11T03:38:22.707821+0000","last_unstale":"2024-09-11T03:45:27.787939+0000","last_undegraded":"2024-09-11T03:45:27.787939+0000","last_fullsized":"2024-09-11T03:45:27.787939+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:19:07.276412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"556'3","reported_seq":1214,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.790102+0000","last_change":"2024-09-11T03:40:02.726206+0000","last_active":"2024-09-11T03:45:27.790102+0000","last_peered":"2024-09-11T03:45:27.790102+0000","last_clean":"2024-09-11T03:45:27.790102+0000","last_became_active":"2024-09-11T03:40:02.725892+0000","last_became_peered":"2024-09-11T03:40:02.725892+0000","last_unstale":"2024-09-11T03:45:27.790102+0000","last_undegraded":"2024-09-11T03:45:27.790102+0000","last_fullsized":"2024-09-11T03:45:27.790102+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:27:32.745168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1320,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.790697+0000","last_change":"2024-09-11T03:40:02.720007+0000","last_active":"2024-09-11T03:45:27.790697+0000","last_peered":"2024-09-11T03:45:27.790697+0000","last_clean":"2024-09-11T03:45:27.790697+0000","last_became_active":"2024-09-11T03:40:02.719727+0000","last_became_peered":"2024-09-11T03:40:02.719727+0000","last_unstale":"2024-09-11T03:45:27.790697+0000","last_undegraded":"2024-09-11T03:45:27.790697+0000","last_fullsized":"2024-09-11T03:45:27.790697+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:22:13.659464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"556'3","reported_seq":1133,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.801697+0000","last_change":"2024-09-11T03:40:02.733495+0000","last_active":"2024-09-11T03:45:25.801697+0000","last_peered":"2024-09-11T03:45:25.801697+0000","last_clean":"2024-09-11T03:45:25.801697+0000","last_became_active":"2024-09-11T03:40:02.733125+0000","last_became_peered":"2024-09-11T03:40:02.733125+0000","last_unstale":"2024-09-11T03:45:25.801697+0000","last_undegraded":"2024-09-11T03:45:25.801697+0000","last_fullsized":"2024-09-11T03:45:25.801697+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:05:46.606755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1246,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.789555+0000","last_change":"2024-09-11T03:39:28.759312+0000","last_active":"2024-09-11T03:45:27.789555+0000","last_peered":"2024-09-11T03:45:27.789555+0000","last_clean":"2024-09-11T03:45:27.789555+0000","last_became_active":"2024-09-11T03:39:28.759008+0000","last_became_peered":"2024-09-11T03:39:28.759008+0000","last_unstale":"2024-09-11T03:45:27.789555+0000","last_undegraded":"2024-09-11T03:45:27.789555+0000","last_fullsized":"2024-09-11T03:45:27.789555+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:12:42.813627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1240,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.789564+0000","last_change":"2024-09-11T03:37:49.757565+0000","last_active":"2024-09-11T03:45:27.789564+0000","last_peered":"2024-09-11T03:45:27.789564+0000","last_clean":"2024-09-11T03:45:27.789564+0000","last_became_active":"2024-09-11T03:37:49.756292+0000","last_became_peered":"2024-09-11T03:37:49.756292+0000","last_unstale":"2024-09-11T03:45:27.789564+0000","last_undegraded":"2024-09-11T03:45:27.789564+0000","last_fullsized":"2024-09-11T03:45:27.789564+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:39:29.035916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1155,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791037+0000","last_change":"2024-09-11T03:40:02.726970+0000","last_active":"2024-09-11T03:45:27.791037+0000","last_peered":"2024-09-11T03:45:27.791037+0000","last_clean":"2024-09-11T03:45:27.791037+0000","last_became_active":"2024-09-11T03:40:02.726380+0000","last_became_peered":"2024-09-11T03:40:02.726380+0000","last_unstale":"2024-09-11T03:45:27.791037+0000","last_undegraded":"2024-09-11T03:45:27.791037+0000","last_fullsized":"2024-09-11T03:45:27.791037+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:42:09.869156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1285,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.803215+0000","last_change":"2024-09-11T03:38:22.702114+0000","last_active":"2024-09-11T03:45:25.803215+0000","last_peered":"2024-09-11T03:45:25.803215+0000","last_clean":"2024-09-11T03:45:25.803215+0000","last_became_active":"2024-09-11T03:38:22.701740+0000","last_became_peered":"2024-09-11T03:38:22.701740+0000","last_unstale":"2024-09-11T03:45:25.803215+0000","last_undegraded":"2024-09-11T03:45:25.803215+0000","last_fullsized":"2024-09-11T03:45:25.803215+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:50:10.068668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1125,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.802483+0000","last_change":"2024-09-11T03:39:28.768781+0000","last_active":"2024-09-11T03:45:25.802483+0000","last_peered":"2024-09-11T03:45:25.802483+0000","last_clean":"2024-09-11T03:45:25.802483+0000","last_became_active":"2024-09-11T03:39:28.768490+0000","last_became_peered":"2024-09-11T03:39:28.768490+0000","last_unstale":"2024-09-11T03:45:25.802483+0000","last_undegraded":"2024-09-11T03:45:25.802483+0000","last_fullsized":"2024-09-11T03:45:25.802483+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:06:51.566582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1138,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791882+0000","last_change":"2024-09-11T03:40:02.727039+0000","last_active":"2024-09-11T03:45:27.791882+0000","last_peered":"2024-09-11T03:45:27.791882+0000","last_clean":"2024-09-11T03:45:27.791882+0000","last_became_active":"2024-09-11T03:40:02.726725+0000","last_became_peered":"2024-09-11T03:40:02.726725+0000","last_unstale":"2024-09-11T03:45:27.791882+0000","last_undegraded":"2024-09-11T03:45:27.791882+0000","last_fullsized":"2024-09-11T03:45:27.791882+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:38:14.457667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1175,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.792007+0000","last_change":"2024-09-11T03:39:28.775017+0000","last_active":"2024-09-11T03:45:27.792007+0000","last_peered":"2024-09-11T03:45:27.792007+0000","last_clean":"2024-09-11T03:45:27.792007+0000","last_became_active":"2024-09-11T03:39:28.774720+0000","last_became_peered":"2024-09-11T03:39:28.774720+0000","last_unstale":"2024-09-11T03:45:27.792007+0000","last_undegraded":"2024-09-11T03:45:27.792007+0000","last_fullsized":"2024-09-11T03:45:27.792007+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:42:39.165648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1320,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791961+0000","last_change":"2024-09-11T03:38:55.720792+0000","last_active":"2024-09-11T03:45:27.791961+0000","last_peered":"2024-09-11T03:45:27.791961+0000","last_clean":"2024-09-11T03:45:27.791961+0000","last_became_active":"2024-09-11T03:38:55.720505+0000","last_became_peered":"2024-09-11T03:38:55.720505+0000","last_unstale":"2024-09-11T03:45:27.791961+0000","last_undegraded":"2024-09-11T03:45:27.791961+0000","last_fullsized":"2024-09-11T03:45:27.791961+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:31:54.485032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1293,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.803486+0000","last_change":"2024-09-11T03:38:55.717531+0000","last_active":"2024-09-11T03:45:25.803486+0000","last_peered":"2024-09-11T03:45:25.803486+0000","last_clean":"2024-09-11T03:45:25.803486+0000","last_became_active":"2024-09-11T03:38:55.717108+0000","last_became_peered":"2024-09-11T03:38:55.717108+0000","last_unstale":"2024-09-11T03:45:25.803486+0000","last_undegraded":"2024-09-11T03:45:25.803486+0000","last_fullsized":"2024-09-11T03:45:25.803486+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:30:55.995665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1186,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.788522+0000","last_change":"2024-09-11T03:40:02.715116+0000","last_active":"2024-09-11T03:45:27.788522+0000","last_peered":"2024-09-11T03:45:27.788522+0000","last_clean":"2024-09-11T03:45:27.788522+0000","last_became_active":"2024-09-11T03:40:02.714802+0000","last_became_peered":"2024-09-11T03:40:02.714802+0000","last_unstale":"2024-09-11T03:45:27.788522+0000","last_undegraded":"2024-09-11T03:45:27.788522+0000","last_fullsized":"2024-09-11T03:45:27.788522+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:04:27.311175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"556'30","reported_seq":1167,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.802131+0000","last_change":"2024-09-11T03:39:28.766152+0000","last_active":"2024-09-11T03:45:25.802131+0000","last_peered":"2024-09-11T03:45:25.802131+0000","last_clean":"2024-09-11T03:45:25.802131+0000","last_became_active":"2024-09-11T03:39:28.765834+0000","last_became_peered":"2024-09-11T03:39:28.765834+0000","last_unstale":"2024-09-11T03:45:25.802131+0000","last_undegraded":"2024-09-11T03:45:25.802131+0000","last_fullsized":"2024-09-11T03:45:25.802131+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:57:21.402753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":20,"num_read_kb":28,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1096,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838502+0000","last_change":"2024-09-11T03:40:02.737266+0000","last_active":"2024-09-11T03:45:27.838502+0000","last_peered":"2024-09-11T03:45:27.838502+0000","last_clean":"2024-09-11T03:45:27.838502+0000","last_became_active":"2024-09-11T03:40:02.736241+0000","last_became_peered":"2024-09-11T03:40:02.736241+0000","last_unstale":"2024-09-11T03:45:27.838502+0000","last_undegraded":"2024-09-11T03:45:27.838502+0000","last_fullsized":"2024-09-11T03:45:27.838502+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:13:53.284403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1332,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791190+0000","last_change":"2024-09-11T03:38:22.711497+0000","last_active":"2024-09-11T03:45:27.791190+0000","last_peered":"2024-09-11T03:45:27.791190+0000","last_clean":"2024-09-11T03:45:27.791190+0000","last_became_active":"2024-09-11T03:38:22.710935+0000","last_became_peered":"2024-09-11T03:38:22.710935+0000","last_unstale":"2024-09-11T03:45:27.791190+0000","last_undegraded":"2024-09-11T03:45:27.791190+0000","last_fullsized":"2024-09-11T03:45:27.791190+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:23:23.498644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":16,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1321,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.790904+0000","last_change":"2024-09-11T03:40:02.723368+0000","last_active":"2024-09-11T03:45:27.790904+0000","last_peered":"2024-09-11T03:45:27.790904+0000","last_clean":"2024-09-11T03:45:27.790904+0000","last_became_active":"2024-09-11T03:40:02.723096+0000","last_became_peered":"2024-09-11T03:40:02.723096+0000","last_unstale":"2024-09-11T03:45:27.790904+0000","last_undegraded":"2024-09-11T03:45:27.790904+0000","last_fullsized":"2024-09-11T03:45:27.790904+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:40:17.381540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1167,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791424+0000","last_change":"2024-09-11T03:40:02.727121+0000","last_active":"2024-09-11T03:45:27.791424+0000","last_peered":"2024-09-11T03:45:27.791424+0000","last_clean":"2024-09-11T03:45:27.791424+0000","last_became_active":"2024-09-11T03:40:02.726353+0000","last_became_peered":"2024-09-11T03:40:02.726353+0000","last_unstale":"2024-09-11T03:45:27.791424+0000","last_undegraded":"2024-09-11T03:45:27.791424+0000","last_fullsized":"2024-09-11T03:45:27.791424+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:49:45.739270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1096,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838562+0000","last_change":"2024-09-11T03:40:02.722225+0000","last_active":"2024-09-11T03:45:27.838562+0000","last_peered":"2024-09-11T03:45:27.838562+0000","last_clean":"2024-09-11T03:45:27.838562+0000","last_became_active":"2024-09-11T03:40:02.721662+0000","last_became_peered":"2024-09-11T03:40:02.721662+0000","last_unstale":"2024-09-11T03:45:27.838562+0000","last_undegraded":"2024-09-11T03:45:27.838562+0000","last_fullsized":"2024-09-11T03:45:27.838562+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:17:31.837355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1134,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.801660+0000","last_change":"2024-09-11T03:39:28.762424+0000","last_active":"2024-09-11T03:45:25.801660+0000","last_peered":"2024-09-11T03:45:25.801660+0000","last_clean":"2024-09-11T03:45:25.801660+0000","last_became_active":"2024-09-11T03:39:28.762095+0000","last_became_peered":"2024-09-11T03:39:28.762095+0000","last_unstale":"2024-09-11T03:45:25.801660+0000","last_undegraded":"2024-09-11T03:45:25.801660+0000","last_fullsized":"2024-09-11T03:45:25.801660+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:55:04.636254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1122,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.801529+0000","last_change":"2024-09-11T03:39:28.770131+0000","last_active":"2024-09-11T03:45:25.801529+0000","last_peered":"2024-09-11T03:45:25.801529+0000","last_clean":"2024-09-11T03:45:25.801529+0000","last_became_active":"2024-09-11T03:39:28.769431+0000","last_became_peered":"2024-09-11T03:39:28.769431+0000","last_unstale":"2024-09-11T03:45:25.801529+0000","last_undegraded":"2024-09-11T03:45:25.801529+0000","last_fullsized":"2024-09-11T03:45:25.801529+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:32:53.087505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1282,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.818114+0000","last_change":"2024-09-11T03:37:17.128886+0000","last_active":"2024-09-11T03:45:27.818114+0000","last_peered":"2024-09-11T03:45:27.818114+0000","last_clean":"2024-09-11T03:45:27.818114+0000","last_became_active":"2024-09-11T03:37:17.128332+0000","last_became_peered":"2024-09-11T03:37:17.128332+0000","last_unstale":"2024-09-11T03:45:27.818114+0000","last_undegraded":"2024-09-11T03:45:27.818114+0000","last_fullsized":"2024-09-11T03:45:27.818114+0000","mapping_epoch":367,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":368,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:41:55.152591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1089,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838367+0000","last_change":"2024-09-11T03:40:02.736207+0000","last_active":"2024-09-11T03:45:27.838367+0000","last_peered":"2024-09-11T03:45:27.838367+0000","last_clean":"2024-09-11T03:45:27.838367+0000","last_became_active":"2024-09-11T03:40:02.735216+0000","last_became_peered":"2024-09-11T03:40:02.735216+0000","last_unstale":"2024-09-11T03:45:27.838367+0000","last_undegraded":"2024-09-11T03:45:27.838367+0000","last_fullsized":"2024-09-11T03:45:27.838367+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:39:14.854311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"836'3160","reported_seq":6317,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.837176+0000","last_change":"2024-09-11T03:45:27.839067+0000","last_active":"2024-09-11T03:45:27.837176+0000","last_peered":"2024-09-11T03:45:27.837176+0000","last_clean":"2024-09-11T03:45:27.837176+0000","last_became_active":"2024-09-11T03:37:17.128767+0000","last_became_peered":"2024-09-11T03:37:17.128767+0000","last_unstale":"2024-09-11T03:45:27.837176+0000","last_undegraded":"2024-09-11T03:45:27.837176+0000","last_fullsized":"2024-09-11T03:45:27.837176+0000","mapping_epoch":367,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":368,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":3160,"log_dups_size":0,"ondisk_log_size":3160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:05:11.753414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.020633866000000001,"stat_sum":{"num_bytes":69992448,"num_objects":32,"num_object_clones":24,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":3,"num_read":717,"num_read_kb":878255,"num_write":1460,"num_write_kb":338304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":78831616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"2.f","version":"65'1","reported_seq":1189,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.788737+0000","last_change":"2024-09-11T03:40:02.723343+0000","last_active":"2024-09-11T03:45:27.788737+0000","last_peered":"2024-09-11T03:45:27.788737+0000","last_clean":"2024-09-11T03:45:27.788737+0000","last_became_active":"2024-09-11T03:40:02.722937+0000","last_became_peered":"2024-09-11T03:40:02.722937+0000","last_unstale":"2024-09-11T03:45:27.788737+0000","last_undegraded":"2024-09-11T03:45:27.788737+0000","last_fullsized":"2024-09-11T03:45:27.788737+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:10:09.366153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1096,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838733+0000","last_change":"2024-09-11T03:40:02.731655+0000","last_active":"2024-09-11T03:45:27.838733+0000","last_peered":"2024-09-11T03:45:27.838733+0000","last_clean":"2024-09-11T03:45:27.838733+0000","last_became_active":"2024-09-11T03:40:02.731372+0000","last_became_peered":"2024-09-11T03:40:02.731372+0000","last_unstale":"2024-09-11T03:45:27.838733+0000","last_undegraded":"2024-09-11T03:45:27.838733+0000","last_fullsized":"2024-09-11T03:45:27.838733+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:35:46.566860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"836'1543","reported_seq":4466,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.842948+0000","last_change":"2024-09-11T03:45:27.843865+0000","last_active":"2024-09-11T03:45:27.842948+0000","last_peered":"2024-09-11T03:45:27.842948+0000","last_clean":"2024-09-11T03:45:27.842948+0000","last_became_active":"2024-09-11T03:40:02.735929+0000","last_became_peered":"2024-09-11T03:40:02.735929+0000","last_unstale":"2024-09-11T03:45:27.842948+0000","last_undegraded":"2024-09-11T03:45:27.842948+0000","last_fullsized":"2024-09-11T03:45:27.842948+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1543,"log_dups_size":0,"ondisk_log_size":1543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:38:53.344631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0053779409999999998,"stat_sum":{"num_bytes":38535168,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":352,"num_read_kb":629364,"num_write":898,"num_write_kb":164440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":56655872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"2.e","version":"65'2","reported_seq":1287,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.820070+0000","last_change":"2024-09-11T03:38:22.710396+0000","last_active":"2024-09-11T03:45:27.820070+0000","last_peered":"2024-09-11T03:45:27.820070+0000","last_clean":"2024-09-11T03:45:27.820070+0000","last_became_active":"2024-09-11T03:38:22.710042+0000","last_became_peered":"2024-09-11T03:38:22.710042+0000","last_unstale":"2024-09-11T03:45:27.820070+0000","last_undegraded":"2024-09-11T03:45:27.820070+0000","last_fullsized":"2024-09-11T03:45:27.820070+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:56:39.055470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1096,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.839296+0000","last_change":"2024-09-11T03:40:02.725127+0000","last_active":"2024-09-11T03:45:27.839296+0000","last_peered":"2024-09-11T03:45:27.839296+0000","last_clean":"2024-09-11T03:45:27.839296+0000","last_became_active":"2024-09-11T03:40:02.723989+0000","last_became_peered":"2024-09-11T03:40:02.723989+0000","last_unstale":"2024-09-11T03:45:27.839296+0000","last_undegraded":"2024-09-11T03:45:27.839296+0000","last_fullsized":"2024-09-11T03:45:27.839296+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:35:31.281811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"836'1691","reported_seq":4872,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.828484+0000","last_change":"2024-09-11T03:45:27.829998+0000","last_active":"2024-09-11T03:45:27.828484+0000","last_peered":"2024-09-11T03:45:27.828484+0000","last_clean":"2024-09-11T03:45:27.828484+0000","last_became_active":"2024-09-11T03:38:22.711473+0000","last_became_peered":"2024-09-11T03:38:22.711473+0000","last_unstale":"2024-09-11T03:45:27.828484+0000","last_undegraded":"2024-09-11T03:45:27.828484+0000","last_fullsized":"2024-09-11T03:45:27.828484+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1691,"log_dups_size":0,"ondisk_log_size":1691,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:07:08.223245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011601089,"stat_sum":{"num_bytes":34963456,"num_objects":15,"num_object_clones":10,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":1,"num_read":326,"num_read_kb":420291,"num_write":762,"num_write_kb":180080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":68116480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"2.d","version":"65'1","reported_seq":1293,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.803658+0000","last_change":"2024-09-11T03:38:22.701239+0000","last_active":"2024-09-11T03:45:25.803658+0000","last_peered":"2024-09-11T03:45:25.803658+0000","last_clean":"2024-09-11T03:45:25.803658+0000","last_became_active":"2024-09-11T03:38:22.700880+0000","last_became_peered":"2024-09-11T03:38:22.700880+0000","last_unstale":"2024-09-11T03:45:25.803658+0000","last_undegraded":"2024-09-11T03:45:25.803658+0000","last_fullsized":"2024-09-11T03:45:25.803658+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:00:17.863405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1164,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791749+0000","last_change":"2024-09-11T03:39:28.759360+0000","last_active":"2024-09-11T03:45:27.791749+0000","last_peered":"2024-09-11T03:45:27.791749+0000","last_clean":"2024-09-11T03:45:27.791749+0000","last_became_active":"2024-09-11T03:39:28.759058+0000","last_became_peered":"2024-09-11T03:39:28.759058+0000","last_unstale":"2024-09-11T03:45:27.791749+0000","last_undegraded":"2024-09-11T03:45:27.791749+0000","last_fullsized":"2024-09-11T03:45:27.791749+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:18:51.458572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"836'360","reported_seq":3592,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.832041+0000","last_change":"2024-09-11T03:45:27.832906+0000","last_active":"2024-09-11T03:45:27.832041+0000","last_peered":"2024-09-11T03:45:27.832041+0000","last_clean":"2024-09-11T03:45:27.832041+0000","last_became_active":"2024-09-11T03:38:55.713544+0000","last_became_peered":"2024-09-11T03:38:55.713544+0000","last_unstale":"2024-09-11T03:45:27.832041+0000","last_undegraded":"2024-09-11T03:45:27.832041+0000","last_fullsized":"2024-09-11T03:45:27.832041+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":360,"log_dups_size":0,"ondisk_log_size":360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:42:04.275373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013330161,"stat_sum":{"num_bytes":4284416,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":79,"num_read_kb":65999,"num_write":163,"num_write_kb":21960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4390912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1262,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.818904+0000","last_change":"2024-09-11T03:38:55.720547+0000","last_active":"2024-09-11T03:45:27.818904+0000","last_peered":"2024-09-11T03:45:27.818904+0000","last_clean":"2024-09-11T03:45:27.818904+0000","last_became_active":"2024-09-11T03:38:55.720217+0000","last_became_peered":"2024-09-11T03:38:55.720217+0000","last_unstale":"2024-09-11T03:45:27.818904+0000","last_undegraded":"2024-09-11T03:45:27.818904+0000","last_fullsized":"2024-09-11T03:45:27.818904+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:06:51.376825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1080,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838862+0000","last_change":"2024-09-11T03:40:02.737866+0000","last_active":"2024-09-11T03:45:27.838862+0000","last_peered":"2024-09-11T03:45:27.838862+0000","last_clean":"2024-09-11T03:45:27.838862+0000","last_became_active":"2024-09-11T03:40:02.736728+0000","last_became_peered":"2024-09-11T03:40:02.736728+0000","last_unstale":"2024-09-11T03:45:27.838862+0000","last_undegraded":"2024-09-11T03:45:27.838862+0000","last_fullsized":"2024-09-11T03:45:27.838862+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:39:27.993956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"836'1696","reported_seq":4557,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.842203+0000","last_change":"2024-09-11T03:45:27.843031+0000","last_active":"2024-09-11T03:45:27.842203+0000","last_peered":"2024-09-11T03:45:27.842203+0000","last_clean":"2024-09-11T03:45:27.842203+0000","last_became_active":"2024-09-11T03:40:02.731590+0000","last_became_peered":"2024-09-11T03:40:02.731590+0000","last_unstale":"2024-09-11T03:45:27.842203+0000","last_undegraded":"2024-09-11T03:45:27.842203+0000","last_fullsized":"2024-09-11T03:45:27.842203+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1696,"log_dups_size":0,"ondisk_log_size":1696,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:56:30.976974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036574839999999999,"stat_sum":{"num_bytes":35078144,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":353,"num_read_kb":472836,"num_write":791,"num_write_kb":170160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":27590656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1126,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.802459+0000","last_change":"2024-09-11T03:40:02.733791+0000","last_active":"2024-09-11T03:45:25.802459+0000","last_peered":"2024-09-11T03:45:25.802459+0000","last_clean":"2024-09-11T03:45:25.802459+0000","last_became_active":"2024-09-11T03:40:02.733481+0000","last_became_peered":"2024-09-11T03:40:02.733481+0000","last_unstale":"2024-09-11T03:45:25.802459+0000","last_undegraded":"2024-09-11T03:45:25.802459+0000","last_fullsized":"2024-09-11T03:45:25.802459+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:40:55.544588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037501400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"237'209","reported_seq":1623,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838405+0000","last_change":"2024-09-11T03:40:02.738922+0000","last_active":"2024-09-11T03:45:27.838405+0000","last_peered":"2024-09-11T03:45:27.838405+0000","last_clean":"2024-09-11T03:45:27.838405+0000","last_became_active":"2024-09-11T03:40:02.736500+0000","last_became_peered":"2024-09-11T03:40:02.736500+0000","last_unstale":"2024-09-11T03:45:27.838405+0000","last_undegraded":"2024-09-11T03:45:27.838405+0000","last_fullsized":"2024-09-11T03:45:27.838405+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:26:23.084252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:26:23.084252+0000","last_clean_scrub_stamp":"2024-09-11T03:26:23.084252+0000","objects_scrubbed":0,"log_size":209,"log_dups_size":0,"ondisk_log_size":209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:22:46.295335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":926,"num_read_kb":1784,"num_write":335,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1176,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791488+0000","last_change":"2024-09-11T03:40:02.726077+0000","last_active":"2024-09-11T03:45:27.791488+0000","last_peered":"2024-09-11T03:45:27.791488+0000","last_clean":"2024-09-11T03:45:27.791488+0000","last_became_active":"2024-09-11T03:40:02.725782+0000","last_became_peered":"2024-09-11T03:40:02.725782+0000","last_unstale":"2024-09-11T03:45:27.791488+0000","last_undegraded":"2024-09-11T03:45:27.791488+0000","last_fullsized":"2024-09-11T03:45:27.791488+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:00:25.107074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1206,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.789912+0000","last_change":"2024-09-11T03:39:28.761049+0000","last_active":"2024-09-11T03:45:27.789912+0000","last_peered":"2024-09-11T03:45:27.789912+0000","last_clean":"2024-09-11T03:45:27.789912+0000","last_became_active":"2024-09-11T03:39:28.760703+0000","last_became_peered":"2024-09-11T03:39:28.760703+0000","last_unstale":"2024-09-11T03:45:27.789912+0000","last_undegraded":"2024-09-11T03:45:27.789912+0000","last_fullsized":"2024-09-11T03:45:27.789912+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:12:25.032265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"836'743","reported_seq":3739,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.805491+0000","last_change":"2024-09-11T03:45:27.793116+0000","last_active":"2024-09-11T03:45:27.805491+0000","last_peered":"2024-09-11T03:45:27.805491+0000","last_clean":"2024-09-11T03:45:27.805491+0000","last_became_active":"2024-09-11T03:38:55.723689+0000","last_became_peered":"2024-09-11T03:38:55.723689+0000","last_unstale":"2024-09-11T03:45:27.805491+0000","last_undegraded":"2024-09-11T03:45:27.805491+0000","last_fullsized":"2024-09-11T03:45:27.805491+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":743,"log_dups_size":0,"ondisk_log_size":743,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:58:08.571204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067934899999999999,"stat_sum":{"num_bytes":6881280,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":124,"num_read_kb":82325,"num_write":425,"num_write_kb":50024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":18481152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1331,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.790924+0000","last_change":"2024-09-11T03:37:17.130058+0000","last_active":"2024-09-11T03:45:27.790924+0000","last_peered":"2024-09-11T03:45:27.790924+0000","last_clean":"2024-09-11T03:45:27.790924+0000","last_became_active":"2024-09-11T03:37:17.129767+0000","last_became_peered":"2024-09-11T03:37:17.129767+0000","last_unstale":"2024-09-11T03:45:27.790924+0000","last_undegraded":"2024-09-11T03:45:27.790924+0000","last_fullsized":"2024-09-11T03:45:27.790924+0000","mapping_epoch":367,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":368,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:52:40.399891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1086,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838268+0000","last_change":"2024-09-11T03:40:02.733541+0000","last_active":"2024-09-11T03:45:27.838268+0000","last_peered":"2024-09-11T03:45:27.838268+0000","last_clean":"2024-09-11T03:45:27.838268+0000","last_became_active":"2024-09-11T03:40:02.733268+0000","last_became_peered":"2024-09-11T03:40:02.733268+0000","last_unstale":"2024-09-11T03:45:27.838268+0000","last_undegraded":"2024-09-11T03:45:27.838268+0000","last_fullsized":"2024-09-11T03:45:27.838268+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:45:30.947382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1322,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.789899+0000","last_change":"2024-09-11T03:38:22.709361+0000","last_active":"2024-09-11T03:45:27.789899+0000","last_peered":"2024-09-11T03:45:27.789899+0000","last_clean":"2024-09-11T03:45:27.789899+0000","last_became_active":"2024-09-11T03:38:22.709087+0000","last_became_peered":"2024-09-11T03:38:22.709087+0000","last_unstale":"2024-09-11T03:45:27.789899+0000","last_undegraded":"2024-09-11T03:45:27.789899+0000","last_fullsized":"2024-09-11T03:45:27.789899+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:06:08.388710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"836'365","reported_seq":3609,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.835221+0000","last_change":"2024-09-11T03:45:27.835969+0000","last_active":"2024-09-11T03:45:27.835221+0000","last_peered":"2024-09-11T03:45:27.835221+0000","last_clean":"2024-09-11T03:45:27.835221+0000","last_became_active":"2024-09-11T03:38:55.720320+0000","last_became_peered":"2024-09-11T03:38:55.720320+0000","last_unstale":"2024-09-11T03:45:27.835221+0000","last_undegraded":"2024-09-11T03:45:27.835221+0000","last_fullsized":"2024-09-11T03:45:27.835221+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":365,"log_dups_size":0,"ondisk_log_size":365,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:22:37.242440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015395069000000001,"stat_sum":{"num_bytes":12935168,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":220481,"num_write":158,"num_write_kb":42872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2793472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1280,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.804200+0000","last_change":"2024-09-11T03:38:55.721246+0000","last_active":"2024-09-11T03:45:25.804200+0000","last_peered":"2024-09-11T03:45:25.804200+0000","last_clean":"2024-09-11T03:45:25.804200+0000","last_became_active":"2024-09-11T03:38:55.720949+0000","last_became_peered":"2024-09-11T03:38:55.720949+0000","last_unstale":"2024-09-11T03:45:25.804200+0000","last_undegraded":"2024-09-11T03:45:25.804200+0000","last_fullsized":"2024-09-11T03:45:25.804200+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:11:27.552524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025892100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1262,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.818193+0000","last_change":"2024-09-11T03:37:49.747042+0000","last_active":"2024-09-11T03:45:27.818193+0000","last_peered":"2024-09-11T03:45:27.818193+0000","last_clean":"2024-09-11T03:45:27.818193+0000","last_became_active":"2024-09-11T03:37:49.746759+0000","last_became_peered":"2024-09-11T03:37:49.746759+0000","last_unstale":"2024-09-11T03:45:27.818193+0000","last_undegraded":"2024-09-11T03:45:27.818193+0000","last_fullsized":"2024-09-11T03:45:27.818193+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:44:27.856598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1286,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.803012+0000","last_change":"2024-09-11T03:39:28.764056+0000","last_active":"2024-09-11T03:45:25.803012+0000","last_peered":"2024-09-11T03:45:25.803012+0000","last_clean":"2024-09-11T03:45:25.803012+0000","last_became_active":"2024-09-11T03:39:28.763720+0000","last_became_peered":"2024-09-11T03:39:28.763720+0000","last_unstale":"2024-09-11T03:45:25.803012+0000","last_undegraded":"2024-09-11T03:45:25.803012+0000","last_fullsized":"2024-09-11T03:45:25.803012+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:39:23.729051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":3308,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.792639+0000","last_change":"2024-09-11T03:45:27.792955+0000","last_active":"2024-09-11T03:45:27.792639+0000","last_peered":"2024-09-11T03:45:27.792639+0000","last_clean":"2024-09-11T03:45:27.792639+0000","last_became_active":"2024-09-11T03:38:22.708862+0000","last_became_peered":"2024-09-11T03:38:22.708862+0000","last_unstale":"2024-09-11T03:45:27.792639+0000","last_undegraded":"2024-09-11T03:45:27.792639+0000","last_fullsized":"2024-09-11T03:45:27.792639+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:55:01.906903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002273031,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1296,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.804019+0000","last_change":"2024-09-11T03:37:49.743025+0000","last_active":"2024-09-11T03:45:25.804019+0000","last_peered":"2024-09-11T03:45:25.804019+0000","last_clean":"2024-09-11T03:45:25.804019+0000","last_became_active":"2024-09-11T03:37:49.742734+0000","last_became_peered":"2024-09-11T03:37:49.742734+0000","last_unstale":"2024-09-11T03:45:25.804019+0000","last_undegraded":"2024-09-11T03:45:25.804019+0000","last_fullsized":"2024-09-11T03:45:25.804019+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:34:42.416183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1143,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791323+0000","last_change":"2024-09-11T03:39:28.775031+0000","last_active":"2024-09-11T03:45:27.791323+0000","last_peered":"2024-09-11T03:45:27.791323+0000","last_clean":"2024-09-11T03:45:27.791323+0000","last_became_active":"2024-09-11T03:39:28.774740+0000","last_became_peered":"2024-09-11T03:39:28.774740+0000","last_unstale":"2024-09-11T03:45:27.791323+0000","last_undegraded":"2024-09-11T03:45:27.791323+0000","last_fullsized":"2024-09-11T03:45:27.791323+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:26:26.015427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1184,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.788388+0000","last_change":"2024-09-11T03:39:28.762779+0000","last_active":"2024-09-11T03:45:27.788388+0000","last_peered":"2024-09-11T03:45:27.788388+0000","last_clean":"2024-09-11T03:45:27.788388+0000","last_became_active":"2024-09-11T03:39:28.762474+0000","last_became_peered":"2024-09-11T03:39:28.762474+0000","last_unstale":"2024-09-11T03:45:27.788388+0000","last_undegraded":"2024-09-11T03:45:27.788388+0000","last_fullsized":"2024-09-11T03:45:27.788388+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:01:53.061688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"835'1816","reported_seq":5084,"reported_epoch":836,"state":"active+clean+snaptrim","last_fresh":"2024-09-11T03:45:27.792676+0000","last_change":"2024-09-11T03:45:27.792712+0000","last_active":"2024-09-11T03:45:27.792676+0000","last_peered":"2024-09-11T03:45:27.792676+0000","last_clean":"2024-09-11T03:45:27.792676+0000","last_became_active":"2024-09-11T03:39:28.767311+0000","last_became_peered":"2024-09-11T03:39:28.767311+0000","last_unstale":"2024-09-11T03:45:27.792676+0000","last_undegraded":"2024-09-11T03:45:27.792676+0000","last_fullsized":"2024-09-11T03:45:27.792676+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1816,"log_dups_size":0,"ondisk_log_size":1816,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":1,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:59:11.542991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011808776,"stat_sum":{"num_bytes":22929408,"num_objects":15,"num_object_clones":10,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":2,"num_read":329,"num_read_kb":463653,"num_write":858,"num_write_kb":171856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":39354368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"1"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"4.2","version":"74'2","reported_seq":1298,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.804165+0000","last_change":"2024-09-11T03:38:55.714686+0000","last_active":"2024-09-11T03:45:25.804165+0000","last_peered":"2024-09-11T03:45:25.804165+0000","last_clean":"2024-09-11T03:45:25.804165+0000","last_became_active":"2024-09-11T03:38:55.714300+0000","last_became_peered":"2024-09-11T03:38:55.714300+0000","last_unstale":"2024-09-11T03:45:25.804165+0000","last_undegraded":"2024-09-11T03:45:25.804165+0000","last_fullsized":"2024-09-11T03:45:25.804165+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:26:35.444488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1285,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.803834+0000","last_change":"2024-09-11T03:40:02.725160+0000","last_active":"2024-09-11T03:45:25.803834+0000","last_peered":"2024-09-11T03:45:25.803834+0000","last_clean":"2024-09-11T03:45:25.803834+0000","last_became_active":"2024-09-11T03:40:02.724896+0000","last_became_peered":"2024-09-11T03:40:02.724896+0000","last_unstale":"2024-09-11T03:45:25.803834+0000","last_undegraded":"2024-09-11T03:45:25.803834+0000","last_fullsized":"2024-09-11T03:45:25.803834+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:38:03.929660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1169,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791774+0000","last_change":"2024-09-11T03:38:55.716357+0000","last_active":"2024-09-11T03:45:27.791774+0000","last_peered":"2024-09-11T03:45:27.791774+0000","last_clean":"2024-09-11T03:45:27.791774+0000","last_became_active":"2024-09-11T03:38:55.716014+0000","last_became_peered":"2024-09-11T03:38:55.716014+0000","last_unstale":"2024-09-11T03:45:27.791774+0000","last_undegraded":"2024-09-11T03:45:27.791774+0000","last_fullsized":"2024-09-11T03:45:27.791774+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:46:08.642895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"820'387","reported_seq":3375,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.802478+0000","last_change":"2024-09-11T03:45:25.802794+0000","last_active":"2024-09-11T03:45:25.802478+0000","last_peered":"2024-09-11T03:45:25.802478+0000","last_clean":"2024-09-11T03:45:25.802478+0000","last_became_active":"2024-09-11T03:39:28.768249+0000","last_became_peered":"2024-09-11T03:39:28.768249+0000","last_unstale":"2024-09-11T03:45:25.802478+0000","last_undegraded":"2024-09-11T03:45:25.802478+0000","last_fullsized":"2024-09-11T03:45:25.802478+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":387,"log_dups_size":0,"ondisk_log_size":387,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:22:37.105409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070176400000000001,"stat_sum":{"num_bytes":2105344,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":1,"num_read":72,"num_read_kb":65622,"num_write":124,"num_write_kb":42672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5980160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1ab","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"4.3","version":"72'1","reported_seq":1332,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791320+0000","last_change":"2024-09-11T03:40:02.729222+0000","last_active":"2024-09-11T03:45:27.791320+0000","last_peered":"2024-09-11T03:45:27.791320+0000","last_clean":"2024-09-11T03:45:27.791320+0000","last_became_active":"2024-09-11T03:40:02.728861+0000","last_became_peered":"2024-09-11T03:40:02.728861+0000","last_unstale":"2024-09-11T03:45:27.791320+0000","last_undegraded":"2024-09-11T03:45:27.791320+0000","last_fullsized":"2024-09-11T03:45:27.791320+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:49:55.101537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1100,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838859+0000","last_change":"2024-09-11T03:40:02.723408+0000","last_active":"2024-09-11T03:45:27.838859+0000","last_peered":"2024-09-11T03:45:27.838859+0000","last_clean":"2024-09-11T03:45:27.838859+0000","last_became_active":"2024-09-11T03:40:02.723134+0000","last_became_peered":"2024-09-11T03:40:02.723134+0000","last_unstale":"2024-09-11T03:45:27.838859+0000","last_undegraded":"2024-09-11T03:45:27.838859+0000","last_fullsized":"2024-09-11T03:45:27.838859+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:56:51.551490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1286,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.803452+0000","last_change":"2024-09-11T03:38:55.715736+0000","last_active":"2024-09-11T03:45:25.803452+0000","last_peered":"2024-09-11T03:45:25.803452+0000","last_clean":"2024-09-11T03:45:25.803452+0000","last_became_active":"2024-09-11T03:38:55.715469+0000","last_became_peered":"2024-09-11T03:38:55.715469+0000","last_unstale":"2024-09-11T03:45:25.803452+0000","last_undegraded":"2024-09-11T03:45:25.803452+0000","last_fullsized":"2024-09-11T03:45:25.803452+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:45:27.052247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"813'770","reported_seq":3884,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.789179+0000","last_change":"2024-09-11T03:45:27.789438+0000","last_active":"2024-09-11T03:45:27.789179+0000","last_peered":"2024-09-11T03:45:27.789179+0000","last_clean":"2024-09-11T03:45:27.789179+0000","last_became_active":"2024-09-11T03:40:02.719944+0000","last_became_peered":"2024-09-11T03:40:02.719944+0000","last_unstale":"2024-09-11T03:45:27.789179+0000","last_undegraded":"2024-09-11T03:45:27.789179+0000","last_fullsized":"2024-09-11T03:45:27.789179+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":770,"log_dups_size":0,"ondisk_log_size":770,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:19:10.704963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011448630000000001,"stat_sum":{"num_bytes":10354688,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":160,"num_read_kb":193093,"num_write":304,"num_write_kb":111408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":14516224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1242,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.789440+0000","last_change":"2024-09-11T03:40:02.725522+0000","last_active":"2024-09-11T03:45:27.789440+0000","last_peered":"2024-09-11T03:45:27.789440+0000","last_clean":"2024-09-11T03:45:27.789440+0000","last_became_active":"2024-09-11T03:40:02.725248+0000","last_became_peered":"2024-09-11T03:40:02.725248+0000","last_unstale":"2024-09-11T03:45:27.789440+0000","last_undegraded":"2024-09-11T03:45:27.789440+0000","last_fullsized":"2024-09-11T03:45:27.789440+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:10:40.600767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055513100000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"560'3","reported_seq":1296,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.804583+0000","last_change":"2024-09-11T03:39:28.764099+0000","last_active":"2024-09-11T03:45:25.804583+0000","last_peered":"2024-09-11T03:45:25.804583+0000","last_clean":"2024-09-11T03:45:25.804583+0000","last_became_active":"2024-09-11T03:39:28.763724+0000","last_became_peered":"2024-09-11T03:39:28.763724+0000","last_unstale":"2024-09-11T03:45:25.804583+0000","last_undegraded":"2024-09-11T03:45:25.804583+0000","last_fullsized":"2024-09-11T03:45:25.804583+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:10:37.880935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1244,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791068+0000","last_change":"2024-09-11T03:40:02.725240+0000","last_active":"2024-09-11T03:45:27.791068+0000","last_peered":"2024-09-11T03:45:27.791068+0000","last_clean":"2024-09-11T03:45:27.791068+0000","last_became_active":"2024-09-11T03:40:02.724946+0000","last_became_peered":"2024-09-11T03:40:02.724946+0000","last_unstale":"2024-09-11T03:45:27.791068+0000","last_undegraded":"2024-09-11T03:45:27.791068+0000","last_fullsized":"2024-09-11T03:45:27.791068+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:47:32.898657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"836'751","reported_seq":3907,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.797714+0000","last_change":"2024-09-11T03:45:27.798591+0000","last_active":"2024-09-11T03:45:27.797714+0000","last_peered":"2024-09-11T03:45:27.797714+0000","last_clean":"2024-09-11T03:45:27.797714+0000","last_became_active":"2024-09-11T03:38:22.708755+0000","last_became_peered":"2024-09-11T03:38:22.708755+0000","last_unstale":"2024-09-11T03:45:27.797714+0000","last_undegraded":"2024-09-11T03:45:27.797714+0000","last_fullsized":"2024-09-11T03:45:27.797714+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":751,"log_dups_size":0,"ondisk_log_size":751,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:31:10.242107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082092650000000003,"stat_sum":{"num_bytes":15597568,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":143,"num_read_kb":307742,"num_write":354,"num_write_kb":93960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":8847360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1196,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.787969+0000","last_change":"2024-09-11T03:39:28.757209+0000","last_active":"2024-09-11T03:45:27.787969+0000","last_peered":"2024-09-11T03:45:27.787969+0000","last_clean":"2024-09-11T03:45:27.787969+0000","last_became_active":"2024-09-11T03:39:28.756904+0000","last_became_peered":"2024-09-11T03:39:28.756904+0000","last_unstale":"2024-09-11T03:45:27.787969+0000","last_undegraded":"2024-09-11T03:45:27.787969+0000","last_fullsized":"2024-09-11T03:45:27.787969+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:53:49.720180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1113,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.802403+0000","last_change":"2024-09-11T03:40:02.734697+0000","last_active":"2024-09-11T03:45:25.802403+0000","last_peered":"2024-09-11T03:45:25.802403+0000","last_clean":"2024-09-11T03:45:25.802403+0000","last_became_active":"2024-09-11T03:40:02.733222+0000","last_became_peered":"2024-09-11T03:40:02.733222+0000","last_unstale":"2024-09-11T03:45:25.802403+0000","last_undegraded":"2024-09-11T03:45:25.802403+0000","last_fullsized":"2024-09-11T03:45:25.802403+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:25:18.825002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1322,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.790789+0000","last_change":"2024-09-11T03:38:22.711002+0000","last_active":"2024-09-11T03:45:27.790789+0000","last_peered":"2024-09-11T03:45:27.790789+0000","last_clean":"2024-09-11T03:45:27.790789+0000","last_became_active":"2024-09-11T03:38:22.710140+0000","last_became_peered":"2024-09-11T03:38:22.710140+0000","last_unstale":"2024-09-11T03:45:27.790789+0000","last_undegraded":"2024-09-11T03:45:27.790789+0000","last_fullsized":"2024-09-11T03:45:27.790789+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:39:03.485451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"836'1728","reported_seq":4748,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.826656+0000","last_change":"2024-09-11T03:45:27.809596+0000","last_active":"2024-09-11T03:45:27.826656+0000","last_peered":"2024-09-11T03:45:27.826656+0000","last_clean":"2024-09-11T03:45:27.826656+0000","last_became_active":"2024-09-11T03:39:28.774017+0000","last_became_peered":"2024-09-11T03:39:28.774017+0000","last_unstale":"2024-09-11T03:45:27.826656+0000","last_undegraded":"2024-09-11T03:45:27.826656+0000","last_fullsized":"2024-09-11T03:45:27.826656+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1728,"log_dups_size":0,"ondisk_log_size":1728,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:59:22.062571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017228730000000001,"stat_sum":{"num_bytes":27303936,"num_objects":20,"num_object_clones":15,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":1,"num_read":371,"num_read_kb":584574,"num_write":853,"num_write_kb":221288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":11517952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1085,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838364+0000","last_change":"2024-09-11T03:40:02.734285+0000","last_active":"2024-09-11T03:45:27.838364+0000","last_peered":"2024-09-11T03:45:27.838364+0000","last_clean":"2024-09-11T03:45:27.838364+0000","last_became_active":"2024-09-11T03:40:02.733946+0000","last_became_peered":"2024-09-11T03:40:02.733946+0000","last_unstale":"2024-09-11T03:45:27.838364+0000","last_undegraded":"2024-09-11T03:45:27.838364+0000","last_fullsized":"2024-09-11T03:45:27.838364+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:38:17.015675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1209,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.788323+0000","last_change":"2024-09-11T03:40:02.720982+0000","last_active":"2024-09-11T03:45:27.788323+0000","last_peered":"2024-09-11T03:45:27.788323+0000","last_clean":"2024-09-11T03:45:27.788323+0000","last_became_active":"2024-09-11T03:40:02.720273+0000","last_became_peered":"2024-09-11T03:40:02.720273+0000","last_unstale":"2024-09-11T03:45:27.788323+0000","last_undegraded":"2024-09-11T03:45:27.788323+0000","last_fullsized":"2024-09-11T03:45:27.788323+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:27:55.612727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"836'1471","reported_seq":4581,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.794654+0000","last_change":"2024-09-11T03:45:27.795956+0000","last_active":"2024-09-11T03:45:27.794654+0000","last_peered":"2024-09-11T03:45:27.794654+0000","last_clean":"2024-09-11T03:45:27.794654+0000","last_became_active":"2024-09-11T03:38:55.713654+0000","last_became_peered":"2024-09-11T03:38:55.713654+0000","last_unstale":"2024-09-11T03:45:27.794654+0000","last_undegraded":"2024-09-11T03:45:27.794654+0000","last_fullsized":"2024-09-11T03:45:27.794654+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1471,"log_dups_size":0,"ondisk_log_size":1471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:32:01.556306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0069518929999999998,"stat_sum":{"num_bytes":46972928,"num_objects":11,"num_object_clones":7,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":314,"num_read_kb":481300,"num_write":726,"num_write_kb":149296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":16883712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1286,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.803632+0000","last_change":"2024-09-11T03:40:02.725213+0000","last_active":"2024-09-11T03:45:25.803632+0000","last_peered":"2024-09-11T03:45:25.803632+0000","last_clean":"2024-09-11T03:45:25.803632+0000","last_became_active":"2024-09-11T03:40:02.724915+0000","last_became_peered":"2024-09-11T03:40:02.724915+0000","last_unstale":"2024-09-11T03:45:25.803632+0000","last_undegraded":"2024-09-11T03:45:25.803632+0000","last_fullsized":"2024-09-11T03:45:25.803632+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:38:42.506618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1236,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.789615+0000","last_change":"2024-09-11T03:40:02.725336+0000","last_active":"2024-09-11T03:45:27.789615+0000","last_peered":"2024-09-11T03:45:27.789615+0000","last_clean":"2024-09-11T03:45:27.789615+0000","last_became_active":"2024-09-11T03:40:02.724900+0000","last_became_peered":"2024-09-11T03:40:02.724900+0000","last_unstale":"2024-09-11T03:45:27.789615+0000","last_undegraded":"2024-09-11T03:45:27.789615+0000","last_fullsized":"2024-09-11T03:45:27.789615+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:54:31.421257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"836'1160","reported_seq":4328,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.840067+0000","last_change":"2024-09-11T03:45:27.841022+0000","last_active":"2024-09-11T03:45:27.840067+0000","last_peered":"2024-09-11T03:45:27.840067+0000","last_clean":"2024-09-11T03:45:27.840067+0000","last_became_active":"2024-09-11T03:40:02.714367+0000","last_became_peered":"2024-09-11T03:40:02.714367+0000","last_unstale":"2024-09-11T03:45:27.840067+0000","last_undegraded":"2024-09-11T03:45:27.840067+0000","last_fullsized":"2024-09-11T03:45:27.840067+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1160,"log_dups_size":0,"ondisk_log_size":1160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:45:48.607706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019636567000000001,"stat_sum":{"num_bytes":23863296,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":2,"num_read":222,"num_read_kb":403774,"num_write":712,"num_write_kb":131816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ab","length":"1"},{"start":"1af","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1286,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.803999+0000","last_change":"2024-09-11T03:40:02.725470+0000","last_active":"2024-09-11T03:45:25.803999+0000","last_peered":"2024-09-11T03:45:25.803999+0000","last_clean":"2024-09-11T03:45:25.803999+0000","last_became_active":"2024-09-11T03:40:02.725145+0000","last_became_peered":"2024-09-11T03:40:02.725145+0000","last_unstale":"2024-09-11T03:45:25.803999+0000","last_undegraded":"2024-09-11T03:45:25.803999+0000","last_fullsized":"2024-09-11T03:45:25.803999+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:52:38.584334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1236,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.790265+0000","last_change":"2024-09-11T03:38:22.709197+0000","last_active":"2024-09-11T03:45:27.790265+0000","last_peered":"2024-09-11T03:45:27.790265+0000","last_clean":"2024-09-11T03:45:27.790265+0000","last_became_active":"2024-09-11T03:38:22.708888+0000","last_became_peered":"2024-09-11T03:38:22.708888+0000","last_unstale":"2024-09-11T03:45:27.790265+0000","last_undegraded":"2024-09-11T03:45:27.790265+0000","last_fullsized":"2024-09-11T03:45:27.790265+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:06:52.000040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"834'282","reported_seq":3549,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.806557+0000","last_change":"2024-09-11T03:45:25.807271+0000","last_active":"2024-09-11T03:45:25.806557+0000","last_peered":"2024-09-11T03:45:25.806557+0000","last_clean":"2024-09-11T03:45:25.806557+0000","last_became_active":"2024-09-11T03:38:22.703249+0000","last_became_peered":"2024-09-11T03:38:22.703249+0000","last_unstale":"2024-09-11T03:45:25.806557+0000","last_undegraded":"2024-09-11T03:45:25.806557+0000","last_fullsized":"2024-09-11T03:45:25.806557+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":282,"log_dups_size":0,"ondisk_log_size":282,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:07:05.502843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0035466120000000002,"stat_sum":{"num_bytes":23764992,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":63,"num_read_kb":116444,"num_write":145,"num_write_kb":39512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":6438912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1ab","length":"2"},{"start":"1b3","length":"1"},{"start":"1b8","length":"1"},{"start":"1bc","length":"1"}]},{"pgid":"2.b","version":"556'4","reported_seq":1097,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838468+0000","last_change":"2024-09-11T03:40:02.730964+0000","last_active":"2024-09-11T03:45:27.838468+0000","last_peered":"2024-09-11T03:45:27.838468+0000","last_clean":"2024-09-11T03:45:27.838468+0000","last_became_active":"2024-09-11T03:40:02.730411+0000","last_became_peered":"2024-09-11T03:40:02.730411+0000","last_unstale":"2024-09-11T03:45:27.838468+0000","last_undegraded":"2024-09-11T03:45:27.838468+0000","last_fullsized":"2024-09-11T03:45:27.838468+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:02:10.988567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1150,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-09-11T03:45:25.801971+0000","last_change":"2024-09-11T03:39:28.769743+0000","last_active":"2024-09-11T03:45:25.801971+0000","last_peered":"2024-09-11T03:45:25.801971+0000","last_clean":"2024-09-11T03:45:25.801971+0000","last_became_active":"2024-09-11T03:39:28.769238+0000","last_became_peered":"2024-09-11T03:39:28.769238+0000","last_unstale":"2024-09-11T03:45:25.801971+0000","last_undegraded":"2024-09-11T03:45:25.801971+0000","last_fullsized":"2024-09-11T03:45:25.801971+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:14:58.527635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1152,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791640+0000","last_change":"2024-09-11T03:39:28.773196+0000","last_active":"2024-09-11T03:45:27.791640+0000","last_peered":"2024-09-11T03:45:27.791640+0000","last_clean":"2024-09-11T03:45:27.791640+0000","last_became_active":"2024-09-11T03:39:28.772898+0000","last_became_peered":"2024-09-11T03:39:28.772898+0000","last_unstale":"2024-09-11T03:45:27.791640+0000","last_undegraded":"2024-09-11T03:45:27.791640+0000","last_fullsized":"2024-09-11T03:45:27.791640+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:05:12.403048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1097,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.839165+0000","last_change":"2024-09-11T03:40:02.736434+0000","last_active":"2024-09-11T03:45:27.839165+0000","last_peered":"2024-09-11T03:45:27.839165+0000","last_clean":"2024-09-11T03:45:27.839165+0000","last_became_active":"2024-09-11T03:40:02.731859+0000","last_became_peered":"2024-09-11T03:40:02.731859+0000","last_unstale":"2024-09-11T03:45:27.839165+0000","last_undegraded":"2024-09-11T03:45:27.839165+0000","last_fullsized":"2024-09-11T03:45:27.839165+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:42:27.653870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1156,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791757+0000","last_change":"2024-09-11T03:38:55.708414+0000","last_active":"2024-09-11T03:45:27.791757+0000","last_peered":"2024-09-11T03:45:27.791757+0000","last_clean":"2024-09-11T03:45:27.791757+0000","last_became_active":"2024-09-11T03:38:55.708087+0000","last_became_peered":"2024-09-11T03:38:55.708087+0000","last_unstale":"2024-09-11T03:45:27.791757+0000","last_undegraded":"2024-09-11T03:45:27.791757+0000","last_fullsized":"2024-09-11T03:45:27.791757+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:58:18.050305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1089,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.838659+0000","last_change":"2024-09-11T03:40:02.738817+0000","last_active":"2024-09-11T03:45:27.838659+0000","last_peered":"2024-09-11T03:45:27.838659+0000","last_clean":"2024-09-11T03:45:27.838659+0000","last_became_active":"2024-09-11T03:40:02.736725+0000","last_became_peered":"2024-09-11T03:40:02.736725+0000","last_unstale":"2024-09-11T03:45:27.838659+0000","last_undegraded":"2024-09-11T03:45:27.838659+0000","last_fullsized":"2024-09-11T03:45:27.838659+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:54:10.248747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1322,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.791859+0000","last_change":"2024-09-11T03:38:55.721095+0000","last_active":"2024-09-11T03:45:27.791859+0000","last_peered":"2024-09-11T03:45:27.791859+0000","last_clean":"2024-09-11T03:45:27.791859+0000","last_became_active":"2024-09-11T03:38:55.719472+0000","last_became_peered":"2024-09-11T03:38:55.719472+0000","last_unstale":"2024-09-11T03:45:27.791859+0000","last_undegraded":"2024-09-11T03:45:27.791859+0000","last_fullsized":"2024-09-11T03:45:27.791859+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:41:18.983246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"556'3","reported_seq":1250,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.790766+0000","last_change":"2024-09-11T03:38:55.712635+0000","last_active":"2024-09-11T03:45:27.790766+0000","last_peered":"2024-09-11T03:45:27.790766+0000","last_clean":"2024-09-11T03:45:27.790766+0000","last_became_active":"2024-09-11T03:38:55.712270+0000","last_became_peered":"2024-09-11T03:38:55.712270+0000","last_unstale":"2024-09-11T03:45:27.790766+0000","last_undegraded":"2024-09-11T03:45:27.790766+0000","last_fullsized":"2024-09-11T03:45:27.790766+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:26:45.041635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1228,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.790659+0000","last_change":"2024-09-11T03:39:28.762002+0000","last_active":"2024-09-11T03:45:27.790659+0000","last_peered":"2024-09-11T03:45:27.790659+0000","last_clean":"2024-09-11T03:45:27.790659+0000","last_became_active":"2024-09-11T03:39:28.761642+0000","last_became_peered":"2024-09-11T03:39:28.761642+0000","last_unstale":"2024-09-11T03:45:27.790659+0000","last_undegraded":"2024-09-11T03:45:27.790659+0000","last_fullsized":"2024-09-11T03:45:27.790659+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:54:40.689088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"556'6","reported_seq":1337,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-09-11T03:45:27.792803+0000","last_change":"2024-09-11T03:40:02.723373+0000","last_active":"2024-09-11T03:45:27.792803+0000","last_peered":"2024-09-11T03:45:27.792803+0000","last_clean":"2024-09-11T03:45:27.792803+0000","last_became_active":"2024-09-11T03:40:02.722942+0000","last_became_peered":"2024-09-11T03:40:02.722942+0000","last_unstale":"2024-09-11T03:45:27.792803+0000","last_undegraded":"2024-09-11T03:45:27.792803+0000","last_fullsized":"2024-09-11T03:45:27.792803+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:22:22.775913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":375562240,"num_objects":160,"num_object_clones":113,"num_object_copies":480,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":160,"num_whiteouts":13,"num_read":3722,"num_read_kb":5385753,"num_write":8733,"num_write_kb":1929648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":121,"num_bytes_recovered":370638848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":541687808,"data_stored":934084608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17923,"ondisk_log_size":17923,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":158,"num_read_kb":174,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43628,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":926,"num_read_kb":1784,"num_write":335,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":531,"seq":2280627634243,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":237236,"kb_used_data":62560,"kb_used_omap":33,"kb_used_meta":174622,"kb_avail":93507916,"statfs":{"total":95995035648,"available":95752105984,"internally_reserved":0,"allocated":64061440,"data_stored":84581766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34122,"internal_metadata":178813622},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":464,"seq":1992864825424,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":381080,"kb_used_data":85260,"kb_used_omap":42,"kb_used_meta":295765,"kb_avail":93364072,"statfs":{"total":95995035648,"available":95604809728,"internally_reserved":0,"allocated":87306240,"data_stored":129499189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43699,"internal_metadata":302863693},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918493,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":238708,"kb_used_data":46112,"kb_used_omap":25,"kb_used_meta":192550,"kb_avail":93506444,"statfs":{"total":95995035648,"available":95750598656,"internally_reserved":0,"allocated":47218688,"data_stored":82946700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26493,"internal_metadata":197171331},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":367,"seq":1576252997732,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":464060,"kb_used_data":92656,"kb_used_omap":35,"kb_used_meta":371356,"kb_avail":93281092,"statfs":{"total":95995035648,"available":95519838208,"internally_reserved":0,"allocated":94879744,"data_stored":159467786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36815,"internal_metadata":380268593},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":334,"seq":1434519076970,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":437504,"kb_used_data":90228,"kb_used_omap":29,"kb_used_meta":347234,"kb_avail":93307648,"statfs":{"total":95995035648,"available":95547031552,"internally_reserved":0,"allocated":92393472,"data_stored":146975057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29810,"internal_metadata":355568526},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":300,"seq":1288490188913,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":503532,"kb_used_data":93720,"kb_used_omap":27,"kb_used_meta":409764,"kb_avail":93241620,"statfs":{"total":95995035648,"available":95479418880,"internally_reserved":0,"allocated":95969280,"data_stored":151863346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28079,"internal_metadata":419598929},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":497,"seq":2134598746185,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":229840,"kb_used_data":53888,"kb_used_omap":35,"kb_used_meta":175900,"kb_avail":93515312,"statfs":{"total":95995035648,"available":95759679488,"internally_reserved":0,"allocated":55181312,"data_stored":90130136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36722,"internal_metadata":180121742},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":431,"seq":1851130904663,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372212,"kb_used_data":80872,"kb_used_omap":34,"kb_used_meta":291293,"kb_avail":93372940,"statfs":{"total":95995035648,"available":95613890560,"internally_reserved":0,"allocated":82812928,"data_stored":134564833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35363,"internal_metadata":298284509},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6045,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4291,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4993,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5820,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5558,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5074,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5549,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6298,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":85835776,"data_stored":145756160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":82886656,"data_stored":141475840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":85336064,"data_stored":153939968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":37666816,"data_stored":77422592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73248768,"data_stored":129036288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":77737984,"data_stored":123965440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":45060096,"data_stored":84025344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53915648,"data_stored":78462976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T03:45:33.106 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim 2024-09-11T03:45:33.107 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-09-11T03:45:34.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:33 smithi130 ceph-mon[83685]: from='client.44585 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:45:34.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:33 smithi086 ceph-mon[89281]: from='client.44585 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:45:34.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:33 smithi086 ceph-mon[91691]: from='client.44585 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:45:34.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:45:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:45:34] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.51.0" 2024-09-11T03:45:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:34 smithi130 ceph-mon[83685]: pgmap v935: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 789 B/s rd, 1.3 MiB/s wr, 5 op/s 2024-09-11T03:45:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:45:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:34 smithi086 ceph-mon[89281]: pgmap v935: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 789 B/s rd, 1.3 MiB/s wr, 5 op/s 2024-09-11T03:45:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:45:35.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:34 smithi086 ceph-mon[91691]: pgmap v935: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 789 B/s rd, 1.3 MiB/s wr, 5 op/s 2024-09-11T03:45:35.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:45:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:36 smithi130 ceph-mon[83685]: pgmap v936: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-11T03:45:37.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:36 smithi086 ceph-mon[89281]: pgmap v936: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-11T03:45:37.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:36 smithi086 ceph-mon[91691]: pgmap v936: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-11T03:45:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:38 smithi086 ceph-mon[89281]: pgmap v937: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 539 B/s rd, 877 KiB/s wr, 4 op/s 2024-09-11T03:45:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:38 smithi086 ceph-mon[89281]: osdmap e838: 8 total, 8 up, 8 in 2024-09-11T03:45:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:38 smithi086 ceph-mon[91691]: pgmap v937: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 539 B/s rd, 877 KiB/s wr, 4 op/s 2024-09-11T03:45:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:38 smithi086 ceph-mon[91691]: osdmap e838: 8 total, 8 up, 8 in 2024-09-11T03:45:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:38 smithi130 ceph-mon[83685]: pgmap v937: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 539 B/s rd, 877 KiB/s wr, 4 op/s 2024-09-11T03:45:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:38 smithi130 ceph-mon[83685]: osdmap e838: 8 total, 8 up, 8 in 2024-09-11T03:45:41.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:40 smithi086 ceph-mon[89281]: pgmap v939: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-11T03:45:41.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:40 smithi086 ceph-mon[91691]: pgmap v939: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-11T03:45:41.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:40 smithi130 ceph-mon[83685]: pgmap v939: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-11T03:45:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:42 smithi086 ceph-mon[89281]: pgmap v940: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-11T03:45:43.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:42 smithi086 ceph-mon[91691]: pgmap v940: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-11T03:45:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:42 smithi130 ceph-mon[83685]: pgmap v940: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-11T03:45:43.108 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-11T03:45:43.320 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:45:44.796 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:45:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:45:44] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.51.0" 2024-09-11T03:45:45.064 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:44 smithi086 ceph-mon[89281]: pgmap v941: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:45:45.065 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:44 smithi086 ceph-mon[91691]: pgmap v941: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:45:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:44 smithi130 ceph-mon[83685]: pgmap v941: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:45:45.240 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:45:45.242 INFO:teuthology.orchestra.run.smithi086.stderr:dumped all 2024-09-11T03:45:45.917 INFO:teuthology.orchestra.run.smithi086.stdout:{"pg_ready":true,"pg_map":{"version":941,"stamp":"2024-09-11T03:45:43.287852+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":376159247,"num_objects":187,"num_object_clones":114,"num_object_copies":561,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":187,"num_whiteouts":14,"num_read":4806,"num_read_kb":5387711,"num_write":9140,"num_write_kb":1932102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":127,"num_bytes_recovered":372409952,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18223,"ondisk_log_size":18223,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2868736,"kb_used_data":605728,"kb_used_omap":264,"kb_used_meta":2262647,"kb_avail":747092480,"statfs":{"total":767960285184,"available":765022699520,"internally_reserved":0,"allocated":620265472,"data_stored":976151265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":271103,"internal_metadata":2316950785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003123"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1085,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.809829+0000","last_change":"2024-09-11T03:40:02.735499+0000","last_active":"2024-09-11T03:45:37.809829+0000","last_peered":"2024-09-11T03:45:37.809829+0000","last_clean":"2024-09-11T03:45:37.809829+0000","last_became_active":"2024-09-11T03:40:02.735190+0000","last_became_peered":"2024-09-11T03:40:02.735190+0000","last_unstale":"2024-09-11T03:45:37.809829+0000","last_undegraded":"2024-09-11T03:45:37.809829+0000","last_fullsized":"2024-09-11T03:45:37.809829+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:57:17.461076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1290,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791901+0000","last_change":"2024-09-11T03:39:28.764389+0000","last_active":"2024-09-11T03:45:37.791901+0000","last_peered":"2024-09-11T03:45:37.791901+0000","last_clean":"2024-09-11T03:45:37.791901+0000","last_became_active":"2024-09-11T03:39:28.763957+0000","last_became_peered":"2024-09-11T03:39:28.763957+0000","last_unstale":"2024-09-11T03:45:37.791901+0000","last_undegraded":"2024-09-11T03:45:37.791901+0000","last_fullsized":"2024-09-11T03:45:37.791901+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:48:21.773429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1326,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807525+0000","last_change":"2024-09-11T03:37:17.129100+0000","last_active":"2024-09-11T03:45:37.807525+0000","last_peered":"2024-09-11T03:45:37.807525+0000","last_clean":"2024-09-11T03:45:37.807525+0000","last_became_active":"2024-09-11T03:37:17.128790+0000","last_became_peered":"2024-09-11T03:37:17.128790+0000","last_unstale":"2024-09-11T03:45:37.807525+0000","last_undegraded":"2024-09-11T03:45:37.807525+0000","last_fullsized":"2024-09-11T03:45:37.807525+0000","mapping_epoch":367,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":368,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:50:17.284889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1169,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807203+0000","last_change":"2024-09-11T03:40:02.725734+0000","last_active":"2024-09-11T03:45:37.807203+0000","last_peered":"2024-09-11T03:45:37.807203+0000","last_clean":"2024-09-11T03:45:37.807203+0000","last_became_active":"2024-09-11T03:40:02.725449+0000","last_became_peered":"2024-09-11T03:40:02.725449+0000","last_unstale":"2024-09-11T03:45:37.807203+0000","last_undegraded":"2024-09-11T03:45:37.807203+0000","last_fullsized":"2024-09-11T03:45:37.807203+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:56:20.869268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1100,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.808829+0000","last_change":"2024-09-11T03:40:02.722527+0000","last_active":"2024-09-11T03:45:37.808829+0000","last_peered":"2024-09-11T03:45:37.808829+0000","last_clean":"2024-09-11T03:45:37.808829+0000","last_became_active":"2024-09-11T03:40:02.721458+0000","last_became_peered":"2024-09-11T03:40:02.721458+0000","last_unstale":"2024-09-11T03:45:37.808829+0000","last_undegraded":"2024-09-11T03:45:37.808829+0000","last_fullsized":"2024-09-11T03:45:37.808829+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:15:05.711349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1146,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806969+0000","last_change":"2024-09-11T03:38:55.714757+0000","last_active":"2024-09-11T03:45:37.806969+0000","last_peered":"2024-09-11T03:45:37.806969+0000","last_clean":"2024-09-11T03:45:37.806969+0000","last_became_active":"2024-09-11T03:38:55.714107+0000","last_became_peered":"2024-09-11T03:38:55.714107+0000","last_unstale":"2024-09-11T03:45:37.806969+0000","last_undegraded":"2024-09-11T03:45:37.806969+0000","last_fullsized":"2024-09-11T03:45:37.806969+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:10:42.911339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1100,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806183+0000","last_change":"2024-09-11T03:40:02.724083+0000","last_active":"2024-09-11T03:45:37.806183+0000","last_peered":"2024-09-11T03:45:37.806183+0000","last_clean":"2024-09-11T03:45:37.806183+0000","last_became_active":"2024-09-11T03:40:02.723784+0000","last_became_peered":"2024-09-11T03:40:02.723784+0000","last_unstale":"2024-09-11T03:45:37.806183+0000","last_undegraded":"2024-09-11T03:45:37.806183+0000","last_fullsized":"2024-09-11T03:45:37.806183+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:40:27.070326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1210,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791744+0000","last_change":"2024-09-11T03:39:28.760007+0000","last_active":"2024-09-11T03:45:37.791744+0000","last_peered":"2024-09-11T03:45:37.791744+0000","last_clean":"2024-09-11T03:45:37.791744+0000","last_became_active":"2024-09-11T03:39:28.759713+0000","last_became_peered":"2024-09-11T03:39:28.759713+0000","last_unstale":"2024-09-11T03:45:37.791744+0000","last_undegraded":"2024-09-11T03:45:37.791744+0000","last_fullsized":"2024-09-11T03:45:37.791744+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:04:47.733898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1092,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.809817+0000","last_change":"2024-09-11T03:40:02.732903+0000","last_active":"2024-09-11T03:45:37.809817+0000","last_peered":"2024-09-11T03:45:37.809817+0000","last_clean":"2024-09-11T03:45:37.809817+0000","last_became_active":"2024-09-11T03:40:02.732382+0000","last_became_peered":"2024-09-11T03:40:02.732382+0000","last_unstale":"2024-09-11T03:45:37.809817+0000","last_undegraded":"2024-09-11T03:45:37.809817+0000","last_fullsized":"2024-09-11T03:45:37.809817+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:46:58.649561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1130,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.808062+0000","last_change":"2024-09-11T03:39:28.766763+0000","last_active":"2024-09-11T03:45:37.808062+0000","last_peered":"2024-09-11T03:45:37.808062+0000","last_clean":"2024-09-11T03:45:37.808062+0000","last_became_active":"2024-09-11T03:39:28.766450+0000","last_became_peered":"2024-09-11T03:39:28.766450+0000","last_unstale":"2024-09-11T03:45:37.808062+0000","last_undegraded":"2024-09-11T03:45:37.808062+0000","last_fullsized":"2024-09-11T03:45:37.808062+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:43:54.230976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1130,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807247+0000","last_change":"2024-09-11T03:39:28.767930+0000","last_active":"2024-09-11T03:45:37.807247+0000","last_peered":"2024-09-11T03:45:37.807247+0000","last_clean":"2024-09-11T03:45:37.807247+0000","last_became_active":"2024-09-11T03:39:28.766888+0000","last_became_peered":"2024-09-11T03:39:28.766888+0000","last_unstale":"2024-09-11T03:45:37.807247+0000","last_undegraded":"2024-09-11T03:45:37.807247+0000","last_fullsized":"2024-09-11T03:45:37.807247+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:39:01.832441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1187,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790728+0000","last_change":"2024-09-11T03:39:28.760435+0000","last_active":"2024-09-11T03:45:37.790728+0000","last_peered":"2024-09-11T03:45:37.790728+0000","last_clean":"2024-09-11T03:45:37.790728+0000","last_became_active":"2024-09-11T03:39:28.760116+0000","last_became_peered":"2024-09-11T03:39:28.760116+0000","last_unstale":"2024-09-11T03:45:37.790728+0000","last_undegraded":"2024-09-11T03:45:37.790728+0000","last_fullsized":"2024-09-11T03:45:37.790728+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:58:37.958024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1240,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791400+0000","last_change":"2024-09-11T03:39:28.759566+0000","last_active":"2024-09-11T03:45:37.791400+0000","last_peered":"2024-09-11T03:45:37.791400+0000","last_clean":"2024-09-11T03:45:37.791400+0000","last_became_active":"2024-09-11T03:39:28.758869+0000","last_became_peered":"2024-09-11T03:39:28.758869+0000","last_unstale":"2024-09-11T03:45:37.791400+0000","last_undegraded":"2024-09-11T03:45:37.791400+0000","last_fullsized":"2024-09-11T03:45:37.791400+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:27:30.520174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1325,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807172+0000","last_change":"2024-09-11T03:38:55.722755+0000","last_active":"2024-09-11T03:45:37.807172+0000","last_peered":"2024-09-11T03:45:37.807172+0000","last_clean":"2024-09-11T03:45:37.807172+0000","last_became_active":"2024-09-11T03:38:55.722442+0000","last_became_peered":"2024-09-11T03:38:55.722442+0000","last_unstale":"2024-09-11T03:45:37.807172+0000","last_undegraded":"2024-09-11T03:45:37.807172+0000","last_fullsized":"2024-09-11T03:45:37.807172+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:32:10.342696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1293,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791467+0000","last_change":"2024-09-11T03:38:55.711880+0000","last_active":"2024-09-11T03:45:37.791467+0000","last_peered":"2024-09-11T03:45:37.791467+0000","last_clean":"2024-09-11T03:45:37.791467+0000","last_became_active":"2024-09-11T03:38:55.711569+0000","last_became_peered":"2024-09-11T03:38:55.711569+0000","last_unstale":"2024-09-11T03:45:37.791467+0000","last_undegraded":"2024-09-11T03:45:37.791467+0000","last_fullsized":"2024-09-11T03:45:37.791467+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:47:34.089256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1150,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806261+0000","last_change":"2024-09-11T03:40:02.726673+0000","last_active":"2024-09-11T03:45:37.806261+0000","last_peered":"2024-09-11T03:45:37.806261+0000","last_clean":"2024-09-11T03:45:37.806261+0000","last_became_active":"2024-09-11T03:40:02.725987+0000","last_became_peered":"2024-09-11T03:40:02.725987+0000","last_unstale":"2024-09-11T03:45:37.806261+0000","last_undegraded":"2024-09-11T03:45:37.806261+0000","last_fullsized":"2024-09-11T03:45:37.806261+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:09:50.107423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1157,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807092+0000","last_change":"2024-09-11T03:40:02.728103+0000","last_active":"2024-09-11T03:45:37.807092+0000","last_peered":"2024-09-11T03:45:37.807092+0000","last_clean":"2024-09-11T03:45:37.807092+0000","last_became_active":"2024-09-11T03:40:02.727823+0000","last_became_peered":"2024-09-11T03:40:02.727823+0000","last_unstale":"2024-09-11T03:45:37.807092+0000","last_undegraded":"2024-09-11T03:45:37.807092+0000","last_fullsized":"2024-09-11T03:45:37.807092+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:11:04.387668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1266,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.805798+0000","last_change":"2024-09-11T03:40:02.714728+0000","last_active":"2024-09-11T03:45:37.805798+0000","last_peered":"2024-09-11T03:45:37.805798+0000","last_clean":"2024-09-11T03:45:37.805798+0000","last_became_active":"2024-09-11T03:40:02.714464+0000","last_became_peered":"2024-09-11T03:40:02.714464+0000","last_unstale":"2024-09-11T03:45:37.805798+0000","last_undegraded":"2024-09-11T03:45:37.805798+0000","last_fullsized":"2024-09-11T03:45:37.805798+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:47:01.158182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1084,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.809341+0000","last_change":"2024-09-11T03:40:02.737562+0000","last_active":"2024-09-11T03:45:37.809341+0000","last_peered":"2024-09-11T03:45:37.809341+0000","last_clean":"2024-09-11T03:45:37.809341+0000","last_became_active":"2024-09-11T03:40:02.735890+0000","last_became_peered":"2024-09-11T03:40:02.735890+0000","last_unstale":"2024-09-11T03:45:37.809341+0000","last_undegraded":"2024-09-11T03:45:37.809341+0000","last_fullsized":"2024-09-11T03:45:37.809341+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:46:57.686715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1139,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806850+0000","last_change":"2024-09-11T03:39:28.761973+0000","last_active":"2024-09-11T03:45:37.806850+0000","last_peered":"2024-09-11T03:45:37.806850+0000","last_clean":"2024-09-11T03:45:37.806850+0000","last_became_active":"2024-09-11T03:39:28.761692+0000","last_became_peered":"2024-09-11T03:39:28.761692+0000","last_unstale":"2024-09-11T03:45:37.806850+0000","last_undegraded":"2024-09-11T03:45:37.806850+0000","last_fullsized":"2024-09-11T03:45:37.806850+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:55:27.647353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1326,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807150+0000","last_change":"2024-09-11T03:40:02.723716+0000","last_active":"2024-09-11T03:45:37.807150+0000","last_peered":"2024-09-11T03:45:37.807150+0000","last_clean":"2024-09-11T03:45:37.807150+0000","last_became_active":"2024-09-11T03:40:02.723012+0000","last_became_peered":"2024-09-11T03:40:02.723012+0000","last_unstale":"2024-09-11T03:45:37.807150+0000","last_undegraded":"2024-09-11T03:45:37.807150+0000","last_fullsized":"2024-09-11T03:45:37.807150+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:54:58.906107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1155,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806664+0000","last_change":"2024-09-11T03:40:02.727119+0000","last_active":"2024-09-11T03:45:37.806664+0000","last_peered":"2024-09-11T03:45:37.806664+0000","last_clean":"2024-09-11T03:45:37.806664+0000","last_became_active":"2024-09-11T03:40:02.726675+0000","last_became_peered":"2024-09-11T03:40:02.726675+0000","last_unstale":"2024-09-11T03:45:37.806664+0000","last_undegraded":"2024-09-11T03:45:37.806664+0000","last_fullsized":"2024-09-11T03:45:37.806664+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:34:55.905331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1240,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790611+0000","last_change":"2024-09-11T03:38:22.709692+0000","last_active":"2024-09-11T03:45:37.790611+0000","last_peered":"2024-09-11T03:45:37.790611+0000","last_clean":"2024-09-11T03:45:37.790611+0000","last_became_active":"2024-09-11T03:38:22.709340+0000","last_became_peered":"2024-09-11T03:38:22.709340+0000","last_unstale":"2024-09-11T03:45:37.790611+0000","last_undegraded":"2024-09-11T03:45:37.790611+0000","last_fullsized":"2024-09-11T03:45:37.790611+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:33:40.454584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1173,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806502+0000","last_change":"2024-09-11T03:38:55.715702+0000","last_active":"2024-09-11T03:45:37.806502+0000","last_peered":"2024-09-11T03:45:37.806502+0000","last_clean":"2024-09-11T03:45:37.806502+0000","last_became_active":"2024-09-11T03:38:55.715031+0000","last_became_peered":"2024-09-11T03:38:55.715031+0000","last_unstale":"2024-09-11T03:45:37.806502+0000","last_undegraded":"2024-09-11T03:45:37.806502+0000","last_fullsized":"2024-09-11T03:45:37.806502+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:35:45.871328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1231,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790854+0000","last_change":"2024-09-11T03:38:22.708854+0000","last_active":"2024-09-11T03:45:37.790854+0000","last_peered":"2024-09-11T03:45:37.790854+0000","last_clean":"2024-09-11T03:45:37.790854+0000","last_became_active":"2024-09-11T03:38:22.708536+0000","last_became_peered":"2024-09-11T03:38:22.708536+0000","last_unstale":"2024-09-11T03:45:37.790854+0000","last_undegraded":"2024-09-11T03:45:37.790854+0000","last_fullsized":"2024-09-11T03:45:37.790854+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:19:26.578426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1135,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807796+0000","last_change":"2024-09-11T03:40:02.734145+0000","last_active":"2024-09-11T03:45:37.807796+0000","last_peered":"2024-09-11T03:45:37.807796+0000","last_clean":"2024-09-11T03:45:37.807796+0000","last_became_active":"2024-09-11T03:40:02.733831+0000","last_became_peered":"2024-09-11T03:40:02.733831+0000","last_unstale":"2024-09-11T03:45:37.807796+0000","last_undegraded":"2024-09-11T03:45:37.807796+0000","last_fullsized":"2024-09-11T03:45:37.807796+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:38:55.272190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1294,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791684+0000","last_change":"2024-09-11T03:37:49.747539+0000","last_active":"2024-09-11T03:45:37.791684+0000","last_peered":"2024-09-11T03:45:37.791684+0000","last_clean":"2024-09-11T03:45:37.791684+0000","last_became_active":"2024-09-11T03:37:49.747239+0000","last_became_peered":"2024-09-11T03:37:49.747239+0000","last_unstale":"2024-09-11T03:45:37.791684+0000","last_undegraded":"2024-09-11T03:45:37.791684+0000","last_fullsized":"2024-09-11T03:45:37.791684+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:31:09.066167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1248,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790612+0000","last_change":"2024-09-11T03:38:22.708948+0000","last_active":"2024-09-11T03:45:37.790612+0000","last_peered":"2024-09-11T03:45:37.790612+0000","last_clean":"2024-09-11T03:45:37.790612+0000","last_became_active":"2024-09-11T03:38:22.708616+0000","last_became_peered":"2024-09-11T03:38:22.708616+0000","last_unstale":"2024-09-11T03:45:37.790612+0000","last_undegraded":"2024-09-11T03:45:37.790612+0000","last_fullsized":"2024-09-11T03:45:37.790612+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:34:34.932014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1267,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.805996+0000","last_change":"2024-09-11T03:38:22.709034+0000","last_active":"2024-09-11T03:45:37.805996+0000","last_peered":"2024-09-11T03:45:37.805996+0000","last_clean":"2024-09-11T03:45:37.805996+0000","last_became_active":"2024-09-11T03:38:22.708719+0000","last_became_peered":"2024-09-11T03:38:22.708719+0000","last_unstale":"2024-09-11T03:45:37.805996+0000","last_undegraded":"2024-09-11T03:45:37.805996+0000","last_fullsized":"2024-09-11T03:45:37.805996+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:56:38.189273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1261,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.805603+0000","last_change":"2024-09-11T03:37:49.748349+0000","last_active":"2024-09-11T03:45:37.805603+0000","last_peered":"2024-09-11T03:45:37.805603+0000","last_clean":"2024-09-11T03:45:37.805603+0000","last_became_active":"2024-09-11T03:37:49.748129+0000","last_became_peered":"2024-09-11T03:37:49.748129+0000","last_unstale":"2024-09-11T03:45:37.805603+0000","last_undegraded":"2024-09-11T03:45:37.805603+0000","last_fullsized":"2024-09-11T03:45:37.805603+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:56:31.415206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1267,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.805433+0000","last_change":"2024-09-11T03:39:28.774070+0000","last_active":"2024-09-11T03:45:37.805433+0000","last_peered":"2024-09-11T03:45:37.805433+0000","last_clean":"2024-09-11T03:45:37.805433+0000","last_became_active":"2024-09-11T03:39:28.773682+0000","last_became_peered":"2024-09-11T03:39:28.773682+0000","last_unstale":"2024-09-11T03:45:37.805433+0000","last_undegraded":"2024-09-11T03:45:37.805433+0000","last_fullsized":"2024-09-11T03:45:37.805433+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:32:43.785250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1131,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806342+0000","last_change":"2024-09-11T03:39:28.769724+0000","last_active":"2024-09-11T03:45:37.806342+0000","last_peered":"2024-09-11T03:45:37.806342+0000","last_clean":"2024-09-11T03:45:37.806342+0000","last_became_active":"2024-09-11T03:39:28.766546+0000","last_became_peered":"2024-09-11T03:39:28.766546+0000","last_unstale":"2024-09-11T03:45:37.806342+0000","last_undegraded":"2024-09-11T03:45:37.806342+0000","last_fullsized":"2024-09-11T03:45:37.806342+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:29:59.534123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1215,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790228+0000","last_change":"2024-09-11T03:38:22.708138+0000","last_active":"2024-09-11T03:45:37.790228+0000","last_peered":"2024-09-11T03:45:37.790228+0000","last_clean":"2024-09-11T03:45:37.790228+0000","last_became_active":"2024-09-11T03:38:22.707821+0000","last_became_peered":"2024-09-11T03:38:22.707821+0000","last_unstale":"2024-09-11T03:45:37.790228+0000","last_undegraded":"2024-09-11T03:45:37.790228+0000","last_fullsized":"2024-09-11T03:45:37.790228+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:19:07.276412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"556'3","reported_seq":1218,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791501+0000","last_change":"2024-09-11T03:40:02.726206+0000","last_active":"2024-09-11T03:45:37.791501+0000","last_peered":"2024-09-11T03:45:37.791501+0000","last_clean":"2024-09-11T03:45:37.791501+0000","last_became_active":"2024-09-11T03:40:02.725892+0000","last_became_peered":"2024-09-11T03:40:02.725892+0000","last_unstale":"2024-09-11T03:45:37.791501+0000","last_undegraded":"2024-09-11T03:45:37.791501+0000","last_fullsized":"2024-09-11T03:45:37.791501+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:27:32.745168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1324,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807232+0000","last_change":"2024-09-11T03:40:02.720007+0000","last_active":"2024-09-11T03:45:37.807232+0000","last_peered":"2024-09-11T03:45:37.807232+0000","last_clean":"2024-09-11T03:45:37.807232+0000","last_became_active":"2024-09-11T03:40:02.719727+0000","last_became_peered":"2024-09-11T03:40:02.719727+0000","last_unstale":"2024-09-11T03:45:37.807232+0000","last_undegraded":"2024-09-11T03:45:37.807232+0000","last_fullsized":"2024-09-11T03:45:37.807232+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:22:13.659464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"556'3","reported_seq":1141,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806223+0000","last_change":"2024-09-11T03:40:02.733495+0000","last_active":"2024-09-11T03:45:37.806223+0000","last_peered":"2024-09-11T03:45:37.806223+0000","last_clean":"2024-09-11T03:45:37.806223+0000","last_became_active":"2024-09-11T03:40:02.733125+0000","last_became_peered":"2024-09-11T03:40:02.733125+0000","last_unstale":"2024-09-11T03:45:37.806223+0000","last_undegraded":"2024-09-11T03:45:37.806223+0000","last_fullsized":"2024-09-11T03:45:37.806223+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:05:46.606755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1250,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790337+0000","last_change":"2024-09-11T03:39:28.759312+0000","last_active":"2024-09-11T03:45:37.790337+0000","last_peered":"2024-09-11T03:45:37.790337+0000","last_clean":"2024-09-11T03:45:37.790337+0000","last_became_active":"2024-09-11T03:39:28.759008+0000","last_became_peered":"2024-09-11T03:39:28.759008+0000","last_unstale":"2024-09-11T03:45:37.790337+0000","last_undegraded":"2024-09-11T03:45:37.790337+0000","last_fullsized":"2024-09-11T03:45:37.790337+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:12:42.813627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1244,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790358+0000","last_change":"2024-09-11T03:37:49.757565+0000","last_active":"2024-09-11T03:45:37.790358+0000","last_peered":"2024-09-11T03:45:37.790358+0000","last_clean":"2024-09-11T03:45:37.790358+0000","last_became_active":"2024-09-11T03:37:49.756292+0000","last_became_peered":"2024-09-11T03:37:49.756292+0000","last_unstale":"2024-09-11T03:45:37.790358+0000","last_undegraded":"2024-09-11T03:45:37.790358+0000","last_fullsized":"2024-09-11T03:45:37.790358+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:39:29.035916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1159,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806381+0000","last_change":"2024-09-11T03:40:02.726970+0000","last_active":"2024-09-11T03:45:37.806381+0000","last_peered":"2024-09-11T03:45:37.806381+0000","last_clean":"2024-09-11T03:45:37.806381+0000","last_became_active":"2024-09-11T03:40:02.726380+0000","last_became_peered":"2024-09-11T03:40:02.726380+0000","last_unstale":"2024-09-11T03:45:37.806381+0000","last_undegraded":"2024-09-11T03:45:37.806381+0000","last_fullsized":"2024-09-11T03:45:37.806381+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:42:09.869156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1293,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791328+0000","last_change":"2024-09-11T03:38:22.702114+0000","last_active":"2024-09-11T03:45:37.791328+0000","last_peered":"2024-09-11T03:45:37.791328+0000","last_clean":"2024-09-11T03:45:37.791328+0000","last_became_active":"2024-09-11T03:38:22.701740+0000","last_became_peered":"2024-09-11T03:38:22.701740+0000","last_unstale":"2024-09-11T03:45:37.791328+0000","last_undegraded":"2024-09-11T03:45:37.791328+0000","last_fullsized":"2024-09-11T03:45:37.791328+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:50:10.068668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1133,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.808496+0000","last_change":"2024-09-11T03:39:28.768781+0000","last_active":"2024-09-11T03:45:37.808496+0000","last_peered":"2024-09-11T03:45:37.808496+0000","last_clean":"2024-09-11T03:45:37.808496+0000","last_became_active":"2024-09-11T03:39:28.768490+0000","last_became_peered":"2024-09-11T03:39:28.768490+0000","last_unstale":"2024-09-11T03:45:37.808496+0000","last_undegraded":"2024-09-11T03:45:37.808496+0000","last_fullsized":"2024-09-11T03:45:37.808496+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:06:51.566582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1142,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807878+0000","last_change":"2024-09-11T03:40:02.727039+0000","last_active":"2024-09-11T03:45:37.807878+0000","last_peered":"2024-09-11T03:45:37.807878+0000","last_clean":"2024-09-11T03:45:37.807878+0000","last_became_active":"2024-09-11T03:40:02.726725+0000","last_became_peered":"2024-09-11T03:40:02.726725+0000","last_unstale":"2024-09-11T03:45:37.807878+0000","last_undegraded":"2024-09-11T03:45:37.807878+0000","last_fullsized":"2024-09-11T03:45:37.807878+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:38:14.457667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1179,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.808041+0000","last_change":"2024-09-11T03:39:28.775017+0000","last_active":"2024-09-11T03:45:37.808041+0000","last_peered":"2024-09-11T03:45:37.808041+0000","last_clean":"2024-09-11T03:45:37.808041+0000","last_became_active":"2024-09-11T03:39:28.774720+0000","last_became_peered":"2024-09-11T03:39:28.774720+0000","last_unstale":"2024-09-11T03:45:37.808041+0000","last_undegraded":"2024-09-11T03:45:37.808041+0000","last_fullsized":"2024-09-11T03:45:37.808041+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:42:39.165648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1324,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807406+0000","last_change":"2024-09-11T03:38:55.720792+0000","last_active":"2024-09-11T03:45:37.807406+0000","last_peered":"2024-09-11T03:45:37.807406+0000","last_clean":"2024-09-11T03:45:37.807406+0000","last_became_active":"2024-09-11T03:38:55.720505+0000","last_became_peered":"2024-09-11T03:38:55.720505+0000","last_unstale":"2024-09-11T03:45:37.807406+0000","last_undegraded":"2024-09-11T03:45:37.807406+0000","last_fullsized":"2024-09-11T03:45:37.807406+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:31:54.485032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1301,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.792139+0000","last_change":"2024-09-11T03:38:55.717531+0000","last_active":"2024-09-11T03:45:37.792139+0000","last_peered":"2024-09-11T03:45:37.792139+0000","last_clean":"2024-09-11T03:45:37.792139+0000","last_became_active":"2024-09-11T03:38:55.717108+0000","last_became_peered":"2024-09-11T03:38:55.717108+0000","last_unstale":"2024-09-11T03:45:37.792139+0000","last_undegraded":"2024-09-11T03:45:37.792139+0000","last_fullsized":"2024-09-11T03:45:37.792139+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:30:55.995665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1190,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790719+0000","last_change":"2024-09-11T03:40:02.715116+0000","last_active":"2024-09-11T03:45:37.790719+0000","last_peered":"2024-09-11T03:45:37.790719+0000","last_clean":"2024-09-11T03:45:37.790719+0000","last_became_active":"2024-09-11T03:40:02.714802+0000","last_became_peered":"2024-09-11T03:40:02.714802+0000","last_unstale":"2024-09-11T03:45:37.790719+0000","last_undegraded":"2024-09-11T03:45:37.790719+0000","last_fullsized":"2024-09-11T03:45:37.790719+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:04:27.311175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"556'30","reported_seq":1175,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807018+0000","last_change":"2024-09-11T03:39:28.766152+0000","last_active":"2024-09-11T03:45:37.807018+0000","last_peered":"2024-09-11T03:45:37.807018+0000","last_clean":"2024-09-11T03:45:37.807018+0000","last_became_active":"2024-09-11T03:39:28.765834+0000","last_became_peered":"2024-09-11T03:39:28.765834+0000","last_unstale":"2024-09-11T03:45:37.807018+0000","last_undegraded":"2024-09-11T03:45:37.807018+0000","last_fullsized":"2024-09-11T03:45:37.807018+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:57:21.402753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":20,"num_read_kb":28,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1100,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.809207+0000","last_change":"2024-09-11T03:40:02.737266+0000","last_active":"2024-09-11T03:45:37.809207+0000","last_peered":"2024-09-11T03:45:37.809207+0000","last_clean":"2024-09-11T03:45:37.809207+0000","last_became_active":"2024-09-11T03:40:02.736241+0000","last_became_peered":"2024-09-11T03:40:02.736241+0000","last_unstale":"2024-09-11T03:45:37.809207+0000","last_undegraded":"2024-09-11T03:45:37.809207+0000","last_fullsized":"2024-09-11T03:45:37.809207+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:13:53.284403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1336,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807257+0000","last_change":"2024-09-11T03:38:22.711497+0000","last_active":"2024-09-11T03:45:37.807257+0000","last_peered":"2024-09-11T03:45:37.807257+0000","last_clean":"2024-09-11T03:45:37.807257+0000","last_became_active":"2024-09-11T03:38:22.710935+0000","last_became_peered":"2024-09-11T03:38:22.710935+0000","last_unstale":"2024-09-11T03:45:37.807257+0000","last_undegraded":"2024-09-11T03:45:37.807257+0000","last_fullsized":"2024-09-11T03:45:37.807257+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:23:23.498644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":16,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1325,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807048+0000","last_change":"2024-09-11T03:40:02.723368+0000","last_active":"2024-09-11T03:45:37.807048+0000","last_peered":"2024-09-11T03:45:37.807048+0000","last_clean":"2024-09-11T03:45:37.807048+0000","last_became_active":"2024-09-11T03:40:02.723096+0000","last_became_peered":"2024-09-11T03:40:02.723096+0000","last_unstale":"2024-09-11T03:45:37.807048+0000","last_undegraded":"2024-09-11T03:45:37.807048+0000","last_fullsized":"2024-09-11T03:45:37.807048+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:40:17.381540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1171,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807169+0000","last_change":"2024-09-11T03:40:02.727121+0000","last_active":"2024-09-11T03:45:37.807169+0000","last_peered":"2024-09-11T03:45:37.807169+0000","last_clean":"2024-09-11T03:45:37.807169+0000","last_became_active":"2024-09-11T03:40:02.726353+0000","last_became_peered":"2024-09-11T03:40:02.726353+0000","last_unstale":"2024-09-11T03:45:37.807169+0000","last_undegraded":"2024-09-11T03:45:37.807169+0000","last_fullsized":"2024-09-11T03:45:37.807169+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:49:45.739270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1100,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.808738+0000","last_change":"2024-09-11T03:40:02.722225+0000","last_active":"2024-09-11T03:45:37.808738+0000","last_peered":"2024-09-11T03:45:37.808738+0000","last_clean":"2024-09-11T03:45:37.808738+0000","last_became_active":"2024-09-11T03:40:02.721662+0000","last_became_peered":"2024-09-11T03:40:02.721662+0000","last_unstale":"2024-09-11T03:45:37.808738+0000","last_undegraded":"2024-09-11T03:45:37.808738+0000","last_fullsized":"2024-09-11T03:45:37.808738+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:17:31.837355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1142,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807471+0000","last_change":"2024-09-11T03:39:28.762424+0000","last_active":"2024-09-11T03:45:37.807471+0000","last_peered":"2024-09-11T03:45:37.807471+0000","last_clean":"2024-09-11T03:45:37.807471+0000","last_became_active":"2024-09-11T03:39:28.762095+0000","last_became_peered":"2024-09-11T03:39:28.762095+0000","last_unstale":"2024-09-11T03:45:37.807471+0000","last_undegraded":"2024-09-11T03:45:37.807471+0000","last_fullsized":"2024-09-11T03:45:37.807471+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:55:04.636254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1130,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806394+0000","last_change":"2024-09-11T03:39:28.770131+0000","last_active":"2024-09-11T03:45:37.806394+0000","last_peered":"2024-09-11T03:45:37.806394+0000","last_clean":"2024-09-11T03:45:37.806394+0000","last_became_active":"2024-09-11T03:39:28.769431+0000","last_became_peered":"2024-09-11T03:39:28.769431+0000","last_unstale":"2024-09-11T03:45:37.806394+0000","last_undegraded":"2024-09-11T03:45:37.806394+0000","last_fullsized":"2024-09-11T03:45:37.806394+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:32:53.087505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1286,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806235+0000","last_change":"2024-09-11T03:37:17.128886+0000","last_active":"2024-09-11T03:45:37.806235+0000","last_peered":"2024-09-11T03:45:37.806235+0000","last_clean":"2024-09-11T03:45:37.806235+0000","last_became_active":"2024-09-11T03:37:17.128332+0000","last_became_peered":"2024-09-11T03:37:17.128332+0000","last_unstale":"2024-09-11T03:45:37.806235+0000","last_undegraded":"2024-09-11T03:45:37.806235+0000","last_fullsized":"2024-09-11T03:45:37.806235+0000","mapping_epoch":367,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":368,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:41:55.152591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1093,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806136+0000","last_change":"2024-09-11T03:40:02.736207+0000","last_active":"2024-09-11T03:45:37.806136+0000","last_peered":"2024-09-11T03:45:37.806136+0000","last_clean":"2024-09-11T03:45:37.806136+0000","last_became_active":"2024-09-11T03:40:02.735216+0000","last_became_peered":"2024-09-11T03:40:02.735216+0000","last_unstale":"2024-09-11T03:45:37.806136+0000","last_undegraded":"2024-09-11T03:45:37.806136+0000","last_fullsized":"2024-09-11T03:45:37.806136+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:39:14.854311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"836'3160","reported_seq":6321,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.805667+0000","last_change":"2024-09-11T03:45:27.839067+0000","last_active":"2024-09-11T03:45:37.805667+0000","last_peered":"2024-09-11T03:45:37.805667+0000","last_clean":"2024-09-11T03:45:37.805667+0000","last_became_active":"2024-09-11T03:37:17.128767+0000","last_became_peered":"2024-09-11T03:37:17.128767+0000","last_unstale":"2024-09-11T03:45:37.805667+0000","last_undegraded":"2024-09-11T03:45:37.805667+0000","last_fullsized":"2024-09-11T03:45:37.805667+0000","mapping_epoch":367,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":368,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":3160,"log_dups_size":0,"ondisk_log_size":3160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:05:11.753414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.020633866000000001,"stat_sum":{"num_bytes":69992448,"num_objects":32,"num_object_clones":24,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":3,"num_read":717,"num_read_kb":878255,"num_write":1460,"num_write_kb":338304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27,"num_bytes_recovered":78831616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":1193,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791124+0000","last_change":"2024-09-11T03:40:02.723343+0000","last_active":"2024-09-11T03:45:37.791124+0000","last_peered":"2024-09-11T03:45:37.791124+0000","last_clean":"2024-09-11T03:45:37.791124+0000","last_became_active":"2024-09-11T03:40:02.722937+0000","last_became_peered":"2024-09-11T03:40:02.722937+0000","last_unstale":"2024-09-11T03:45:37.791124+0000","last_undegraded":"2024-09-11T03:45:37.791124+0000","last_fullsized":"2024-09-11T03:45:37.791124+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:10:09.366153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1100,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.809517+0000","last_change":"2024-09-11T03:40:02.731655+0000","last_active":"2024-09-11T03:45:37.809517+0000","last_peered":"2024-09-11T03:45:37.809517+0000","last_clean":"2024-09-11T03:45:37.809517+0000","last_became_active":"2024-09-11T03:40:02.731372+0000","last_became_peered":"2024-09-11T03:40:02.731372+0000","last_unstale":"2024-09-11T03:45:37.809517+0000","last_undegraded":"2024-09-11T03:45:37.809517+0000","last_fullsized":"2024-09-11T03:45:37.809517+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:35:46.566860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"836'1543","reported_seq":4470,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806013+0000","last_change":"2024-09-11T03:45:27.843865+0000","last_active":"2024-09-11T03:45:37.806013+0000","last_peered":"2024-09-11T03:45:37.806013+0000","last_clean":"2024-09-11T03:45:37.806013+0000","last_became_active":"2024-09-11T03:40:02.735929+0000","last_became_peered":"2024-09-11T03:40:02.735929+0000","last_unstale":"2024-09-11T03:45:37.806013+0000","last_undegraded":"2024-09-11T03:45:37.806013+0000","last_fullsized":"2024-09-11T03:45:37.806013+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1543,"log_dups_size":0,"ondisk_log_size":1543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:38:53.344631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0053779409999999998,"stat_sum":{"num_bytes":38535168,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":352,"num_read_kb":629364,"num_write":898,"num_write_kb":164440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":56655872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":1291,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.805932+0000","last_change":"2024-09-11T03:38:22.710396+0000","last_active":"2024-09-11T03:45:37.805932+0000","last_peered":"2024-09-11T03:45:37.805932+0000","last_clean":"2024-09-11T03:45:37.805932+0000","last_became_active":"2024-09-11T03:38:22.710042+0000","last_became_peered":"2024-09-11T03:38:22.710042+0000","last_unstale":"2024-09-11T03:45:37.805932+0000","last_undegraded":"2024-09-11T03:45:37.805932+0000","last_fullsized":"2024-09-11T03:45:37.805932+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:56:39.055470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1100,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.809932+0000","last_change":"2024-09-11T03:40:02.725127+0000","last_active":"2024-09-11T03:45:37.809932+0000","last_peered":"2024-09-11T03:45:37.809932+0000","last_clean":"2024-09-11T03:45:37.809932+0000","last_became_active":"2024-09-11T03:40:02.723989+0000","last_became_peered":"2024-09-11T03:40:02.723989+0000","last_unstale":"2024-09-11T03:45:37.809932+0000","last_undegraded":"2024-09-11T03:45:37.809932+0000","last_fullsized":"2024-09-11T03:45:37.809932+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:35:31.281811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"836'1691","reported_seq":4876,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.805802+0000","last_change":"2024-09-11T03:45:27.829998+0000","last_active":"2024-09-11T03:45:37.805802+0000","last_peered":"2024-09-11T03:45:37.805802+0000","last_clean":"2024-09-11T03:45:37.805802+0000","last_became_active":"2024-09-11T03:38:22.711473+0000","last_became_peered":"2024-09-11T03:38:22.711473+0000","last_unstale":"2024-09-11T03:45:37.805802+0000","last_undegraded":"2024-09-11T03:45:37.805802+0000","last_fullsized":"2024-09-11T03:45:37.805802+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1691,"log_dups_size":0,"ondisk_log_size":1691,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:07:08.223245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011601089,"stat_sum":{"num_bytes":34963456,"num_objects":15,"num_object_clones":10,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":1,"num_read":326,"num_read_kb":420291,"num_write":762,"num_write_kb":180080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":68116480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":1302,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.792892+0000","last_change":"2024-09-11T03:38:22.701239+0000","last_active":"2024-09-11T03:45:37.792892+0000","last_peered":"2024-09-11T03:45:37.792892+0000","last_clean":"2024-09-11T03:45:37.792892+0000","last_became_active":"2024-09-11T03:38:22.700880+0000","last_became_peered":"2024-09-11T03:38:22.700880+0000","last_unstale":"2024-09-11T03:45:37.792892+0000","last_undegraded":"2024-09-11T03:45:37.792892+0000","last_fullsized":"2024-09-11T03:45:37.792892+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:00:17.863405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1169,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807409+0000","last_change":"2024-09-11T03:39:28.759360+0000","last_active":"2024-09-11T03:45:37.807409+0000","last_peered":"2024-09-11T03:45:37.807409+0000","last_clean":"2024-09-11T03:45:37.807409+0000","last_became_active":"2024-09-11T03:39:28.759058+0000","last_became_peered":"2024-09-11T03:39:28.759058+0000","last_unstale":"2024-09-11T03:45:37.807409+0000","last_undegraded":"2024-09-11T03:45:37.807409+0000","last_fullsized":"2024-09-11T03:45:37.807409+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:18:51.458572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"836'360","reported_seq":3596,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806057+0000","last_change":"2024-09-11T03:45:27.832906+0000","last_active":"2024-09-11T03:45:37.806057+0000","last_peered":"2024-09-11T03:45:37.806057+0000","last_clean":"2024-09-11T03:45:37.806057+0000","last_became_active":"2024-09-11T03:38:55.713544+0000","last_became_peered":"2024-09-11T03:38:55.713544+0000","last_unstale":"2024-09-11T03:45:37.806057+0000","last_undegraded":"2024-09-11T03:45:37.806057+0000","last_fullsized":"2024-09-11T03:45:37.806057+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":360,"log_dups_size":0,"ondisk_log_size":360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:42:04.275373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013330161,"stat_sum":{"num_bytes":4284416,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":79,"num_read_kb":65999,"num_write":163,"num_write_kb":21960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4390912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1266,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.805857+0000","last_change":"2024-09-11T03:38:55.720547+0000","last_active":"2024-09-11T03:45:37.805857+0000","last_peered":"2024-09-11T03:45:37.805857+0000","last_clean":"2024-09-11T03:45:37.805857+0000","last_became_active":"2024-09-11T03:38:55.720217+0000","last_became_peered":"2024-09-11T03:38:55.720217+0000","last_unstale":"2024-09-11T03:45:37.805857+0000","last_undegraded":"2024-09-11T03:45:37.805857+0000","last_fullsized":"2024-09-11T03:45:37.805857+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:06:51.376825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1084,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.809543+0000","last_change":"2024-09-11T03:40:02.737866+0000","last_active":"2024-09-11T03:45:37.809543+0000","last_peered":"2024-09-11T03:45:37.809543+0000","last_clean":"2024-09-11T03:45:37.809543+0000","last_became_active":"2024-09-11T03:40:02.736728+0000","last_became_peered":"2024-09-11T03:40:02.736728+0000","last_unstale":"2024-09-11T03:45:37.809543+0000","last_undegraded":"2024-09-11T03:45:37.809543+0000","last_fullsized":"2024-09-11T03:45:37.809543+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:39:27.993956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"836'1696","reported_seq":4561,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.809219+0000","last_change":"2024-09-11T03:45:27.843031+0000","last_active":"2024-09-11T03:45:37.809219+0000","last_peered":"2024-09-11T03:45:37.809219+0000","last_clean":"2024-09-11T03:45:37.809219+0000","last_became_active":"2024-09-11T03:40:02.731590+0000","last_became_peered":"2024-09-11T03:40:02.731590+0000","last_unstale":"2024-09-11T03:45:37.809219+0000","last_undegraded":"2024-09-11T03:45:37.809219+0000","last_fullsized":"2024-09-11T03:45:37.809219+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1696,"log_dups_size":0,"ondisk_log_size":1696,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:56:30.976974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036574839999999999,"stat_sum":{"num_bytes":35078144,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":353,"num_read_kb":472836,"num_write":791,"num_write_kb":170160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":27590656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":1135,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807648+0000","last_change":"2024-09-11T03:40:02.733791+0000","last_active":"2024-09-11T03:45:37.807648+0000","last_peered":"2024-09-11T03:45:37.807648+0000","last_clean":"2024-09-11T03:45:37.807648+0000","last_became_active":"2024-09-11T03:40:02.733481+0000","last_became_peered":"2024-09-11T03:40:02.733481+0000","last_unstale":"2024-09-11T03:45:37.807648+0000","last_undegraded":"2024-09-11T03:45:37.807648+0000","last_fullsized":"2024-09-11T03:45:37.807648+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:40:55.544588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037501400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"237'209","reported_seq":1627,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806189+0000","last_change":"2024-09-11T03:40:02.738922+0000","last_active":"2024-09-11T03:45:37.806189+0000","last_peered":"2024-09-11T03:45:37.806189+0000","last_clean":"2024-09-11T03:45:37.806189+0000","last_became_active":"2024-09-11T03:40:02.736500+0000","last_became_peered":"2024-09-11T03:40:02.736500+0000","last_unstale":"2024-09-11T03:45:37.806189+0000","last_undegraded":"2024-09-11T03:45:37.806189+0000","last_fullsized":"2024-09-11T03:45:37.806189+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:26:23.084252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:26:23.084252+0000","last_clean_scrub_stamp":"2024-09-11T03:26:23.084252+0000","objects_scrubbed":0,"log_size":209,"log_dups_size":0,"ondisk_log_size":209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:22:46.295335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":926,"num_read_kb":1784,"num_write":335,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1180,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806663+0000","last_change":"2024-09-11T03:40:02.726077+0000","last_active":"2024-09-11T03:45:37.806663+0000","last_peered":"2024-09-11T03:45:37.806663+0000","last_clean":"2024-09-11T03:45:37.806663+0000","last_became_active":"2024-09-11T03:40:02.725782+0000","last_became_peered":"2024-09-11T03:40:02.725782+0000","last_unstale":"2024-09-11T03:45:37.806663+0000","last_undegraded":"2024-09-11T03:45:37.806663+0000","last_fullsized":"2024-09-11T03:45:37.806663+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:00:25.107074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1210,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790697+0000","last_change":"2024-09-11T03:39:28.761049+0000","last_active":"2024-09-11T03:45:37.790697+0000","last_peered":"2024-09-11T03:45:37.790697+0000","last_clean":"2024-09-11T03:45:37.790697+0000","last_became_active":"2024-09-11T03:39:28.760703+0000","last_became_peered":"2024-09-11T03:39:28.760703+0000","last_unstale":"2024-09-11T03:45:37.790697+0000","last_undegraded":"2024-09-11T03:45:37.790697+0000","last_fullsized":"2024-09-11T03:45:37.790697+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:12:25.032265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"836'743","reported_seq":3743,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807614+0000","last_change":"2024-09-11T03:45:27.793116+0000","last_active":"2024-09-11T03:45:37.807614+0000","last_peered":"2024-09-11T03:45:37.807614+0000","last_clean":"2024-09-11T03:45:37.807614+0000","last_became_active":"2024-09-11T03:38:55.723689+0000","last_became_peered":"2024-09-11T03:38:55.723689+0000","last_unstale":"2024-09-11T03:45:37.807614+0000","last_undegraded":"2024-09-11T03:45:37.807614+0000","last_fullsized":"2024-09-11T03:45:37.807614+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":743,"log_dups_size":0,"ondisk_log_size":743,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:58:08.571204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067934899999999999,"stat_sum":{"num_bytes":6881280,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":124,"num_read_kb":82325,"num_write":425,"num_write_kb":50024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":18481152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1335,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807364+0000","last_change":"2024-09-11T03:37:17.130058+0000","last_active":"2024-09-11T03:45:37.807364+0000","last_peered":"2024-09-11T03:45:37.807364+0000","last_clean":"2024-09-11T03:45:37.807364+0000","last_became_active":"2024-09-11T03:37:17.129767+0000","last_became_peered":"2024-09-11T03:37:17.129767+0000","last_unstale":"2024-09-11T03:45:37.807364+0000","last_undegraded":"2024-09-11T03:45:37.807364+0000","last_fullsized":"2024-09-11T03:45:37.807364+0000","mapping_epoch":367,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":368,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:52:40.399891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1090,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806090+0000","last_change":"2024-09-11T03:40:02.733541+0000","last_active":"2024-09-11T03:45:37.806090+0000","last_peered":"2024-09-11T03:45:37.806090+0000","last_clean":"2024-09-11T03:45:37.806090+0000","last_became_active":"2024-09-11T03:40:02.733268+0000","last_became_peered":"2024-09-11T03:40:02.733268+0000","last_unstale":"2024-09-11T03:45:37.806090+0000","last_undegraded":"2024-09-11T03:45:37.806090+0000","last_fullsized":"2024-09-11T03:45:37.806090+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:45:30.947382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1326,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806976+0000","last_change":"2024-09-11T03:38:22.709361+0000","last_active":"2024-09-11T03:45:37.806976+0000","last_peered":"2024-09-11T03:45:37.806976+0000","last_clean":"2024-09-11T03:45:37.806976+0000","last_became_active":"2024-09-11T03:38:22.709087+0000","last_became_peered":"2024-09-11T03:38:22.709087+0000","last_unstale":"2024-09-11T03:45:37.806976+0000","last_undegraded":"2024-09-11T03:45:37.806976+0000","last_fullsized":"2024-09-11T03:45:37.806976+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:06:08.388710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"836'365","reported_seq":3613,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806365+0000","last_change":"2024-09-11T03:45:27.835969+0000","last_active":"2024-09-11T03:45:37.806365+0000","last_peered":"2024-09-11T03:45:37.806365+0000","last_clean":"2024-09-11T03:45:37.806365+0000","last_became_active":"2024-09-11T03:38:55.720320+0000","last_became_peered":"2024-09-11T03:38:55.720320+0000","last_unstale":"2024-09-11T03:45:37.806365+0000","last_undegraded":"2024-09-11T03:45:37.806365+0000","last_fullsized":"2024-09-11T03:45:37.806365+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":365,"log_dups_size":0,"ondisk_log_size":365,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:22:37.242440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015395069000000001,"stat_sum":{"num_bytes":12935168,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":220481,"num_write":158,"num_write_kb":42872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2793472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1288,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791875+0000","last_change":"2024-09-11T03:38:55.721246+0000","last_active":"2024-09-11T03:45:37.791875+0000","last_peered":"2024-09-11T03:45:37.791875+0000","last_clean":"2024-09-11T03:45:37.791875+0000","last_became_active":"2024-09-11T03:38:55.720949+0000","last_became_peered":"2024-09-11T03:38:55.720949+0000","last_unstale":"2024-09-11T03:45:37.791875+0000","last_undegraded":"2024-09-11T03:45:37.791875+0000","last_fullsized":"2024-09-11T03:45:37.791875+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:11:27.552524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025892100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1267,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.805997+0000","last_change":"2024-09-11T03:37:49.747042+0000","last_active":"2024-09-11T03:45:37.805997+0000","last_peered":"2024-09-11T03:45:37.805997+0000","last_clean":"2024-09-11T03:45:37.805997+0000","last_became_active":"2024-09-11T03:37:49.746759+0000","last_became_peered":"2024-09-11T03:37:49.746759+0000","last_unstale":"2024-09-11T03:45:37.805997+0000","last_undegraded":"2024-09-11T03:45:37.805997+0000","last_fullsized":"2024-09-11T03:45:37.805997+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:44:27.856598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1294,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791537+0000","last_change":"2024-09-11T03:39:28.764056+0000","last_active":"2024-09-11T03:45:37.791537+0000","last_peered":"2024-09-11T03:45:37.791537+0000","last_clean":"2024-09-11T03:45:37.791537+0000","last_became_active":"2024-09-11T03:39:28.763720+0000","last_became_peered":"2024-09-11T03:39:28.763720+0000","last_unstale":"2024-09-11T03:45:37.791537+0000","last_undegraded":"2024-09-11T03:45:37.791537+0000","last_fullsized":"2024-09-11T03:45:37.791537+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:39:23.729051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":3312,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807668+0000","last_change":"2024-09-11T03:45:27.792955+0000","last_active":"2024-09-11T03:45:37.807668+0000","last_peered":"2024-09-11T03:45:37.807668+0000","last_clean":"2024-09-11T03:45:37.807668+0000","last_became_active":"2024-09-11T03:38:22.708862+0000","last_became_peered":"2024-09-11T03:38:22.708862+0000","last_unstale":"2024-09-11T03:45:37.807668+0000","last_undegraded":"2024-09-11T03:45:37.807668+0000","last_fullsized":"2024-09-11T03:45:37.807668+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:55:01.906903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002273031,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1304,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.792614+0000","last_change":"2024-09-11T03:37:49.743025+0000","last_active":"2024-09-11T03:45:37.792614+0000","last_peered":"2024-09-11T03:45:37.792614+0000","last_clean":"2024-09-11T03:45:37.792614+0000","last_became_active":"2024-09-11T03:37:49.742734+0000","last_became_peered":"2024-09-11T03:37:49.742734+0000","last_unstale":"2024-09-11T03:45:37.792614+0000","last_undegraded":"2024-09-11T03:45:37.792614+0000","last_fullsized":"2024-09-11T03:45:37.792614+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:34:42.416183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1147,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806857+0000","last_change":"2024-09-11T03:39:28.775031+0000","last_active":"2024-09-11T03:45:37.806857+0000","last_peered":"2024-09-11T03:45:37.806857+0000","last_clean":"2024-09-11T03:45:37.806857+0000","last_became_active":"2024-09-11T03:39:28.774740+0000","last_became_peered":"2024-09-11T03:39:28.774740+0000","last_unstale":"2024-09-11T03:45:37.806857+0000","last_undegraded":"2024-09-11T03:45:37.806857+0000","last_fullsized":"2024-09-11T03:45:37.806857+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:26:26.015427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1188,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790677+0000","last_change":"2024-09-11T03:39:28.762779+0000","last_active":"2024-09-11T03:45:37.790677+0000","last_peered":"2024-09-11T03:45:37.790677+0000","last_clean":"2024-09-11T03:45:37.790677+0000","last_became_active":"2024-09-11T03:39:28.762474+0000","last_became_peered":"2024-09-11T03:39:28.762474+0000","last_unstale":"2024-09-11T03:45:37.790677+0000","last_undegraded":"2024-09-11T03:45:37.790677+0000","last_fullsized":"2024-09-11T03:45:37.790677+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:01:53.061688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"836'1823","reported_seq":5095,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807700+0000","last_change":"2024-09-11T03:45:27.803536+0000","last_active":"2024-09-11T03:45:37.807700+0000","last_peered":"2024-09-11T03:45:37.807700+0000","last_clean":"2024-09-11T03:45:37.807700+0000","last_became_active":"2024-09-11T03:39:28.767311+0000","last_became_peered":"2024-09-11T03:39:28.767311+0000","last_unstale":"2024-09-11T03:45:37.807700+0000","last_undegraded":"2024-09-11T03:45:37.807700+0000","last_fullsized":"2024-09-11T03:45:37.807700+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1823,"log_dups_size":0,"ondisk_log_size":1823,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:59:11.542991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011527262,"stat_sum":{"num_bytes":22929408,"num_objects":15,"num_object_clones":10,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":2,"num_read":329,"num_read_kb":463653,"num_write":858,"num_write_kb":171856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":39354368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":1306,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.792298+0000","last_change":"2024-09-11T03:38:55.714686+0000","last_active":"2024-09-11T03:45:37.792298+0000","last_peered":"2024-09-11T03:45:37.792298+0000","last_clean":"2024-09-11T03:45:37.792298+0000","last_became_active":"2024-09-11T03:38:55.714300+0000","last_became_peered":"2024-09-11T03:38:55.714300+0000","last_unstale":"2024-09-11T03:45:37.792298+0000","last_undegraded":"2024-09-11T03:45:37.792298+0000","last_fullsized":"2024-09-11T03:45:37.792298+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:26:35.444488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1293,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.792193+0000","last_change":"2024-09-11T03:40:02.725160+0000","last_active":"2024-09-11T03:45:37.792193+0000","last_peered":"2024-09-11T03:45:37.792193+0000","last_clean":"2024-09-11T03:45:37.792193+0000","last_became_active":"2024-09-11T03:40:02.724896+0000","last_became_peered":"2024-09-11T03:40:02.724896+0000","last_unstale":"2024-09-11T03:45:37.792193+0000","last_undegraded":"2024-09-11T03:45:37.792193+0000","last_fullsized":"2024-09-11T03:45:37.792193+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:38:03.929660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1173,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807110+0000","last_change":"2024-09-11T03:38:55.716357+0000","last_active":"2024-09-11T03:45:37.807110+0000","last_peered":"2024-09-11T03:45:37.807110+0000","last_clean":"2024-09-11T03:45:37.807110+0000","last_became_active":"2024-09-11T03:38:55.716014+0000","last_became_peered":"2024-09-11T03:38:55.716014+0000","last_unstale":"2024-09-11T03:45:37.807110+0000","last_undegraded":"2024-09-11T03:45:37.807110+0000","last_fullsized":"2024-09-11T03:45:37.807110+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:46:08.642895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"820'387","reported_seq":3394,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806571+0000","last_change":"2024-09-11T03:45:27.796974+0000","last_active":"2024-09-11T03:45:37.806571+0000","last_peered":"2024-09-11T03:45:37.806571+0000","last_clean":"2024-09-11T03:45:37.806571+0000","last_became_active":"2024-09-11T03:39:28.768249+0000","last_became_peered":"2024-09-11T03:39:28.768249+0000","last_unstale":"2024-09-11T03:45:37.806571+0000","last_undegraded":"2024-09-11T03:45:37.806571+0000","last_fullsized":"2024-09-11T03:45:37.806571+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":387,"log_dups_size":0,"ondisk_log_size":387,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:17:47.231165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066290800000000003,"stat_sum":{"num_bytes":2105344,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":1,"num_read":72,"num_read_kb":65622,"num_write":124,"num_write_kb":42672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5980160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":1336,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807495+0000","last_change":"2024-09-11T03:40:02.729222+0000","last_active":"2024-09-11T03:45:37.807495+0000","last_peered":"2024-09-11T03:45:37.807495+0000","last_clean":"2024-09-11T03:45:37.807495+0000","last_became_active":"2024-09-11T03:40:02.728861+0000","last_became_peered":"2024-09-11T03:40:02.728861+0000","last_unstale":"2024-09-11T03:45:37.807495+0000","last_undegraded":"2024-09-11T03:45:37.807495+0000","last_fullsized":"2024-09-11T03:45:37.807495+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:49:55.101537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1104,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.809440+0000","last_change":"2024-09-11T03:40:02.723408+0000","last_active":"2024-09-11T03:45:37.809440+0000","last_peered":"2024-09-11T03:45:37.809440+0000","last_clean":"2024-09-11T03:45:37.809440+0000","last_became_active":"2024-09-11T03:40:02.723134+0000","last_became_peered":"2024-09-11T03:40:02.723134+0000","last_unstale":"2024-09-11T03:45:37.809440+0000","last_undegraded":"2024-09-11T03:45:37.809440+0000","last_fullsized":"2024-09-11T03:45:37.809440+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:56:51.551490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1294,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.792061+0000","last_change":"2024-09-11T03:38:55.715736+0000","last_active":"2024-09-11T03:45:37.792061+0000","last_peered":"2024-09-11T03:45:37.792061+0000","last_clean":"2024-09-11T03:45:37.792061+0000","last_became_active":"2024-09-11T03:38:55.715469+0000","last_became_peered":"2024-09-11T03:38:55.715469+0000","last_unstale":"2024-09-11T03:45:37.792061+0000","last_undegraded":"2024-09-11T03:45:37.792061+0000","last_fullsized":"2024-09-11T03:45:37.792061+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:45:27.052247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"813'770","reported_seq":3888,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790419+0000","last_change":"2024-09-11T03:45:27.789438+0000","last_active":"2024-09-11T03:45:37.790419+0000","last_peered":"2024-09-11T03:45:37.790419+0000","last_clean":"2024-09-11T03:45:37.790419+0000","last_became_active":"2024-09-11T03:40:02.719944+0000","last_became_peered":"2024-09-11T03:40:02.719944+0000","last_unstale":"2024-09-11T03:45:37.790419+0000","last_undegraded":"2024-09-11T03:45:37.790419+0000","last_fullsized":"2024-09-11T03:45:37.790419+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":770,"log_dups_size":0,"ondisk_log_size":770,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T13:19:10.704963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011448630000000001,"stat_sum":{"num_bytes":10354688,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":160,"num_read_kb":193093,"num_write":304,"num_write_kb":111408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":14516224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1246,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790236+0000","last_change":"2024-09-11T03:40:02.725522+0000","last_active":"2024-09-11T03:45:37.790236+0000","last_peered":"2024-09-11T03:45:37.790236+0000","last_clean":"2024-09-11T03:45:37.790236+0000","last_became_active":"2024-09-11T03:40:02.725248+0000","last_became_peered":"2024-09-11T03:40:02.725248+0000","last_unstale":"2024-09-11T03:45:37.790236+0000","last_undegraded":"2024-09-11T03:45:37.790236+0000","last_fullsized":"2024-09-11T03:45:37.790236+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:10:40.600767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055513100000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"560'3","reported_seq":1304,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.792207+0000","last_change":"2024-09-11T03:39:28.764099+0000","last_active":"2024-09-11T03:45:37.792207+0000","last_peered":"2024-09-11T03:45:37.792207+0000","last_clean":"2024-09-11T03:45:37.792207+0000","last_became_active":"2024-09-11T03:39:28.763724+0000","last_became_peered":"2024-09-11T03:39:28.763724+0000","last_unstale":"2024-09-11T03:45:37.792207+0000","last_undegraded":"2024-09-11T03:45:37.792207+0000","last_fullsized":"2024-09-11T03:45:37.792207+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:10:37.880935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1248,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791005+0000","last_change":"2024-09-11T03:40:02.725240+0000","last_active":"2024-09-11T03:45:37.791005+0000","last_peered":"2024-09-11T03:45:37.791005+0000","last_clean":"2024-09-11T03:45:37.791005+0000","last_became_active":"2024-09-11T03:40:02.724946+0000","last_became_peered":"2024-09-11T03:40:02.724946+0000","last_unstale":"2024-09-11T03:45:37.791005+0000","last_undegraded":"2024-09-11T03:45:37.791005+0000","last_fullsized":"2024-09-11T03:45:37.791005+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:47:32.898657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"836'753","reported_seq":3912,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790690+0000","last_change":"2024-09-11T03:45:27.798591+0000","last_active":"2024-09-11T03:45:37.790690+0000","last_peered":"2024-09-11T03:45:37.790690+0000","last_clean":"2024-09-11T03:45:37.790690+0000","last_became_active":"2024-09-11T03:38:22.708755+0000","last_became_peered":"2024-09-11T03:38:22.708755+0000","last_unstale":"2024-09-11T03:45:37.790690+0000","last_undegraded":"2024-09-11T03:45:37.790690+0000","last_fullsized":"2024-09-11T03:45:37.790690+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":753,"log_dups_size":0,"ondisk_log_size":753,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:31:10.242107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082092650000000003,"stat_sum":{"num_bytes":15597568,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":143,"num_read_kb":307742,"num_write":355,"num_write_kb":93960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":8847360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1200,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790323+0000","last_change":"2024-09-11T03:39:28.757209+0000","last_active":"2024-09-11T03:45:37.790323+0000","last_peered":"2024-09-11T03:45:37.790323+0000","last_clean":"2024-09-11T03:45:37.790323+0000","last_became_active":"2024-09-11T03:39:28.756904+0000","last_became_peered":"2024-09-11T03:39:28.756904+0000","last_unstale":"2024-09-11T03:45:37.790323+0000","last_undegraded":"2024-09-11T03:45:37.790323+0000","last_fullsized":"2024-09-11T03:45:37.790323+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:29:37.068121+0000","last_clean_scrub_stamp":"2024-09-11T03:29:37.068121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:53:49.720180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1121,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.808364+0000","last_change":"2024-09-11T03:40:02.734697+0000","last_active":"2024-09-11T03:45:37.808364+0000","last_peered":"2024-09-11T03:45:37.808364+0000","last_clean":"2024-09-11T03:45:37.808364+0000","last_became_active":"2024-09-11T03:40:02.733222+0000","last_became_peered":"2024-09-11T03:40:02.733222+0000","last_unstale":"2024-09-11T03:45:37.808364+0000","last_undegraded":"2024-09-11T03:45:37.808364+0000","last_fullsized":"2024-09-11T03:45:37.808364+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T04:25:18.825002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1326,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807326+0000","last_change":"2024-09-11T03:38:22.711002+0000","last_active":"2024-09-11T03:45:37.807326+0000","last_peered":"2024-09-11T03:45:37.807326+0000","last_clean":"2024-09-11T03:45:37.807326+0000","last_became_active":"2024-09-11T03:38:22.710140+0000","last_became_peered":"2024-09-11T03:38:22.710140+0000","last_unstale":"2024-09-11T03:45:37.807326+0000","last_undegraded":"2024-09-11T03:45:37.807326+0000","last_fullsized":"2024-09-11T03:45:37.807326+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:39:03.485451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"836'1728","reported_seq":4753,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807589+0000","last_change":"2024-09-11T03:45:27.809596+0000","last_active":"2024-09-11T03:45:37.807589+0000","last_peered":"2024-09-11T03:45:37.807589+0000","last_clean":"2024-09-11T03:45:37.807589+0000","last_became_active":"2024-09-11T03:39:28.774017+0000","last_became_peered":"2024-09-11T03:39:28.774017+0000","last_unstale":"2024-09-11T03:45:37.807589+0000","last_undegraded":"2024-09-11T03:45:37.807589+0000","last_fullsized":"2024-09-11T03:45:37.807589+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1728,"log_dups_size":0,"ondisk_log_size":1728,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:59:22.062571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017228730000000001,"stat_sum":{"num_bytes":27303936,"num_objects":20,"num_object_clones":15,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":1,"num_read":371,"num_read_kb":584574,"num_write":853,"num_write_kb":221288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":11517952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1089,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806271+0000","last_change":"2024-09-11T03:40:02.734285+0000","last_active":"2024-09-11T03:45:37.806271+0000","last_peered":"2024-09-11T03:45:37.806271+0000","last_clean":"2024-09-11T03:45:37.806271+0000","last_became_active":"2024-09-11T03:40:02.733946+0000","last_became_peered":"2024-09-11T03:40:02.733946+0000","last_unstale":"2024-09-11T03:45:37.806271+0000","last_undegraded":"2024-09-11T03:45:37.806271+0000","last_fullsized":"2024-09-11T03:45:37.806271+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:38:17.015675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1213,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790607+0000","last_change":"2024-09-11T03:40:02.720982+0000","last_active":"2024-09-11T03:45:37.790607+0000","last_peered":"2024-09-11T03:45:37.790607+0000","last_clean":"2024-09-11T03:45:37.790607+0000","last_became_active":"2024-09-11T03:40:02.720273+0000","last_became_peered":"2024-09-11T03:40:02.720273+0000","last_unstale":"2024-09-11T03:45:37.790607+0000","last_undegraded":"2024-09-11T03:45:37.790607+0000","last_fullsized":"2024-09-11T03:45:37.790607+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T07:27:55.612727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"836'1471","reported_seq":4585,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791091+0000","last_change":"2024-09-11T03:45:27.795956+0000","last_active":"2024-09-11T03:45:37.791091+0000","last_peered":"2024-09-11T03:45:37.791091+0000","last_clean":"2024-09-11T03:45:37.791091+0000","last_became_active":"2024-09-11T03:38:55.713654+0000","last_became_peered":"2024-09-11T03:38:55.713654+0000","last_unstale":"2024-09-11T03:45:37.791091+0000","last_undegraded":"2024-09-11T03:45:37.791091+0000","last_fullsized":"2024-09-11T03:45:37.791091+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1471,"log_dups_size":0,"ondisk_log_size":1471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:32:01.556306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0069518929999999998,"stat_sum":{"num_bytes":46972928,"num_objects":11,"num_object_clones":7,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":314,"num_read_kb":481300,"num_write":726,"num_write_kb":149296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":16883712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1294,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791570+0000","last_change":"2024-09-11T03:40:02.725213+0000","last_active":"2024-09-11T03:45:37.791570+0000","last_peered":"2024-09-11T03:45:37.791570+0000","last_clean":"2024-09-11T03:45:37.791570+0000","last_became_active":"2024-09-11T03:40:02.724915+0000","last_became_peered":"2024-09-11T03:40:02.724915+0000","last_unstale":"2024-09-11T03:45:37.791570+0000","last_undegraded":"2024-09-11T03:45:37.791570+0000","last_fullsized":"2024-09-11T03:45:37.791570+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:38:42.506618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1240,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790504+0000","last_change":"2024-09-11T03:40:02.725336+0000","last_active":"2024-09-11T03:45:37.790504+0000","last_peered":"2024-09-11T03:45:37.790504+0000","last_clean":"2024-09-11T03:45:37.790504+0000","last_became_active":"2024-09-11T03:40:02.724900+0000","last_became_peered":"2024-09-11T03:40:02.724900+0000","last_unstale":"2024-09-11T03:45:37.790504+0000","last_undegraded":"2024-09-11T03:45:37.790504+0000","last_fullsized":"2024-09-11T03:45:37.790504+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:54:31.421257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"836'1160","reported_seq":4332,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.805937+0000","last_change":"2024-09-11T03:45:27.841022+0000","last_active":"2024-09-11T03:45:37.805937+0000","last_peered":"2024-09-11T03:45:37.805937+0000","last_clean":"2024-09-11T03:45:37.805937+0000","last_became_active":"2024-09-11T03:40:02.714367+0000","last_became_peered":"2024-09-11T03:40:02.714367+0000","last_unstale":"2024-09-11T03:45:37.805937+0000","last_undegraded":"2024-09-11T03:45:37.805937+0000","last_fullsized":"2024-09-11T03:45:37.805937+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":1160,"log_dups_size":0,"ondisk_log_size":1160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:45:48.607706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019636567000000001,"stat_sum":{"num_bytes":23863296,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":2,"num_read":222,"num_read_kb":403774,"num_write":712,"num_write_kb":131816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1294,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791967+0000","last_change":"2024-09-11T03:40:02.725470+0000","last_active":"2024-09-11T03:45:37.791967+0000","last_peered":"2024-09-11T03:45:37.791967+0000","last_clean":"2024-09-11T03:45:37.791967+0000","last_became_active":"2024-09-11T03:40:02.725145+0000","last_became_peered":"2024-09-11T03:40:02.725145+0000","last_unstale":"2024-09-11T03:45:37.791967+0000","last_undegraded":"2024-09-11T03:45:37.791967+0000","last_fullsized":"2024-09-11T03:45:37.791967+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T10:52:38.584334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1240,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.791641+0000","last_change":"2024-09-11T03:38:22.709197+0000","last_active":"2024-09-11T03:45:37.791641+0000","last_peered":"2024-09-11T03:45:37.791641+0000","last_clean":"2024-09-11T03:45:37.791641+0000","last_became_active":"2024-09-11T03:38:22.708888+0000","last_became_peered":"2024-09-11T03:38:22.708888+0000","last_unstale":"2024-09-11T03:45:37.791641+0000","last_undegraded":"2024-09-11T03:45:37.791641+0000","last_fullsized":"2024-09-11T03:45:37.791641+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:06:52.000040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"836'286","reported_seq":3572,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.792195+0000","last_change":"2024-09-11T03:45:27.799563+0000","last_active":"2024-09-11T03:45:37.792195+0000","last_peered":"2024-09-11T03:45:37.792195+0000","last_clean":"2024-09-11T03:45:37.792195+0000","last_became_active":"2024-09-11T03:38:22.703249+0000","last_became_peered":"2024-09-11T03:38:22.703249+0000","last_unstale":"2024-09-11T03:45:37.792195+0000","last_undegraded":"2024-09-11T03:45:37.792195+0000","last_fullsized":"2024-09-11T03:45:37.792195+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:32:18.213825+0000","last_clean_scrub_stamp":"2024-09-11T03:32:18.213825+0000","objects_scrubbed":0,"log_size":286,"log_dups_size":0,"ondisk_log_size":286,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:50:03.502706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0047631870000000003,"stat_sum":{"num_bytes":23764992,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":63,"num_read_kb":116444,"num_write":145,"num_write_kb":39512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":6438912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"556'4","reported_seq":1101,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.808639+0000","last_change":"2024-09-11T03:40:02.730964+0000","last_active":"2024-09-11T03:45:37.808639+0000","last_peered":"2024-09-11T03:45:37.808639+0000","last_clean":"2024-09-11T03:45:37.808639+0000","last_became_active":"2024-09-11T03:40:02.730411+0000","last_became_peered":"2024-09-11T03:40:02.730411+0000","last_unstale":"2024-09-11T03:45:37.808639+0000","last_undegraded":"2024-09-11T03:45:37.808639+0000","last_fullsized":"2024-09-11T03:45:37.808639+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T08:02:10.988567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1158,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806704+0000","last_change":"2024-09-11T03:39:28.769743+0000","last_active":"2024-09-11T03:45:37.806704+0000","last_peered":"2024-09-11T03:45:37.806704+0000","last_clean":"2024-09-11T03:45:37.806704+0000","last_became_active":"2024-09-11T03:39:28.769238+0000","last_became_peered":"2024-09-11T03:39:28.769238+0000","last_unstale":"2024-09-11T03:45:37.806704+0000","last_undegraded":"2024-09-11T03:45:37.806704+0000","last_fullsized":"2024-09-11T03:45:37.806704+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T06:14:58.527635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1156,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.806992+0000","last_change":"2024-09-11T03:39:28.773196+0000","last_active":"2024-09-11T03:45:37.806992+0000","last_peered":"2024-09-11T03:45:37.806992+0000","last_clean":"2024-09-11T03:45:37.806992+0000","last_became_active":"2024-09-11T03:39:28.772898+0000","last_became_peered":"2024-09-11T03:39:28.772898+0000","last_unstale":"2024-09-11T03:45:37.806992+0000","last_undegraded":"2024-09-11T03:45:37.806992+0000","last_fullsized":"2024-09-11T03:45:37.806992+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T15:05:12.403048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1101,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.809022+0000","last_change":"2024-09-11T03:40:02.736434+0000","last_active":"2024-09-11T03:45:37.809022+0000","last_peered":"2024-09-11T03:45:37.809022+0000","last_clean":"2024-09-11T03:45:37.809022+0000","last_became_active":"2024-09-11T03:40:02.731859+0000","last_became_peered":"2024-09-11T03:40:02.731859+0000","last_unstale":"2024-09-11T03:45:37.809022+0000","last_undegraded":"2024-09-11T03:45:37.809022+0000","last_fullsized":"2024-09-11T03:45:37.809022+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T05:42:27.653870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1160,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807348+0000","last_change":"2024-09-11T03:38:55.708414+0000","last_active":"2024-09-11T03:45:37.807348+0000","last_peered":"2024-09-11T03:45:37.807348+0000","last_clean":"2024-09-11T03:45:37.807348+0000","last_became_active":"2024-09-11T03:38:55.708087+0000","last_became_peered":"2024-09-11T03:38:55.708087+0000","last_unstale":"2024-09-11T03:45:37.807348+0000","last_undegraded":"2024-09-11T03:45:37.807348+0000","last_fullsized":"2024-09-11T03:45:37.807348+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T03:58:18.050305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1093,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.809736+0000","last_change":"2024-09-11T03:40:02.738817+0000","last_active":"2024-09-11T03:45:37.809736+0000","last_peered":"2024-09-11T03:45:37.809736+0000","last_clean":"2024-09-11T03:45:37.809736+0000","last_became_active":"2024-09-11T03:40:02.736725+0000","last_became_peered":"2024-09-11T03:40:02.736725+0000","last_unstale":"2024-09-11T03:45:37.809736+0000","last_undegraded":"2024-09-11T03:45:37.809736+0000","last_fullsized":"2024-09-11T03:45:37.809736+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T14:54:10.248747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1326,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807332+0000","last_change":"2024-09-11T03:38:55.721095+0000","last_active":"2024-09-11T03:45:37.807332+0000","last_peered":"2024-09-11T03:45:37.807332+0000","last_clean":"2024-09-11T03:45:37.807332+0000","last_became_active":"2024-09-11T03:38:55.719472+0000","last_became_peered":"2024-09-11T03:38:55.719472+0000","last_unstale":"2024-09-11T03:45:37.807332+0000","last_undegraded":"2024-09-11T03:45:37.807332+0000","last_fullsized":"2024-09-11T03:45:37.807332+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:41:18.983246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"556'3","reported_seq":1254,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790995+0000","last_change":"2024-09-11T03:38:55.712635+0000","last_active":"2024-09-11T03:45:37.790995+0000","last_peered":"2024-09-11T03:45:37.790995+0000","last_clean":"2024-09-11T03:45:37.790995+0000","last_became_active":"2024-09-11T03:38:55.712270+0000","last_became_peered":"2024-09-11T03:38:55.712270+0000","last_unstale":"2024-09-11T03:45:37.790995+0000","last_undegraded":"2024-09-11T03:45:37.790995+0000","last_fullsized":"2024-09-11T03:45:37.790995+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T09:26:45.041635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1232,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.790948+0000","last_change":"2024-09-11T03:39:28.762002+0000","last_active":"2024-09-11T03:45:37.790948+0000","last_peered":"2024-09-11T03:45:37.790948+0000","last_clean":"2024-09-11T03:45:37.790948+0000","last_became_active":"2024-09-11T03:39:28.761642+0000","last_became_peered":"2024-09-11T03:39:28.761642+0000","last_unstale":"2024-09-11T03:45:37.790948+0000","last_undegraded":"2024-09-11T03:45:37.790948+0000","last_fullsized":"2024-09-11T03:45:37.790948+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:46.033824+0000","last_clean_scrub_stamp":"2024-09-11T03:28:46.033824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T11:54:40.689088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"556'6","reported_seq":1341,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-09-11T03:45:37.807660+0000","last_change":"2024-09-11T03:40:02.723373+0000","last_active":"2024-09-11T03:45:37.807660+0000","last_peered":"2024-09-11T03:45:37.807660+0000","last_clean":"2024-09-11T03:45:37.807660+0000","last_became_active":"2024-09-11T03:40:02.722942+0000","last_became_peered":"2024-09-11T03:40:02.722942+0000","last_unstale":"2024-09-11T03:45:37.807660+0000","last_undegraded":"2024-09-11T03:45:37.807660+0000","last_fullsized":"2024-09-11T03:45:37.807660+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T03:28:42.967901+0000","last_clean_scrub_stamp":"2024-09-11T03:28:42.967901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T12:22:22.775913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":375562240,"num_objects":161,"num_object_clones":114,"num_object_copies":483,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":161,"num_whiteouts":14,"num_read":3722,"num_read_kb":5385753,"num_write":8734,"num_write_kb":1929648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":121,"num_bytes_recovered":370638848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":541753344,"data_stored":929992704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17936,"ondisk_log_size":17936,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":158,"num_read_kb":174,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43628,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":926,"num_read_kb":1784,"num_write":335,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":531,"seq":2280627634245,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":237260,"kb_used_data":62592,"kb_used_omap":33,"kb_used_meta":174622,"kb_avail":93507892,"statfs":{"total":95995035648,"available":95752081408,"internally_reserved":0,"allocated":64094208,"data_stored":84600152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34122,"internal_metadata":178813622},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":464,"seq":1992864825426,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":381112,"kb_used_data":85292,"kb_used_omap":42,"kb_used_meta":295765,"kb_avail":93364040,"statfs":{"total":95995035648,"available":95604776960,"internally_reserved":0,"allocated":87339008,"data_stored":129517575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43699,"internal_metadata":302863693},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918496,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":238748,"kb_used_data":46160,"kb_used_omap":25,"kb_used_meta":192550,"kb_avail":93506404,"statfs":{"total":95995035648,"available":95750557696,"internally_reserved":0,"allocated":47267840,"data_stored":82974722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26493,"internal_metadata":197171331},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":367,"seq":1576252997734,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":464092,"kb_used_data":92688,"kb_used_omap":35,"kb_used_meta":371356,"kb_avail":93281060,"statfs":{"total":95995035648,"available":95519805440,"internally_reserved":0,"allocated":94912512,"data_stored":159486172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36815,"internal_metadata":380268593},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":334,"seq":1434519076973,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":441744,"kb_used_data":90308,"kb_used_omap":29,"kb_used_meta":351394,"kb_avail":93303408,"statfs":{"total":95995035648,"available":95542689792,"internally_reserved":0,"allocated":92475392,"data_stored":146428303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29810,"internal_metadata":359828366},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":300,"seq":1288490188916,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":503572,"kb_used_data":93768,"kb_used_omap":27,"kb_used_meta":409764,"kb_avail":93241580,"statfs":{"total":95995035648,"available":95479377920,"internally_reserved":0,"allocated":96018432,"data_stored":151891368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28079,"internal_metadata":419598929},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":497,"seq":2134598746188,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":229964,"kb_used_data":54016,"kb_used_omap":35,"kb_used_meta":175900,"kb_avail":93515188,"statfs":{"total":95995035648,"available":95759552512,"internally_reserved":0,"allocated":55312384,"data_stored":86669754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36722,"internal_metadata":180121742},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":431,"seq":1851130904665,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372244,"kb_used_data":80904,"kb_used_omap":34,"kb_used_meta":291293,"kb_avail":93372908,"statfs":{"total":95995035648,"available":95613857792,"internally_reserved":0,"allocated":82845696,"data_stored":134583219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35363,"internal_metadata":298284509},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6045,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4291,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4993,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5820,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5558,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5074,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5549,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6298,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":85835776,"data_stored":145756160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":82886656,"data_stored":140881920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":85336064,"data_stored":153939968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":37666816,"data_stored":77422592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73248768,"data_stored":129036288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":77737984,"data_stored":123965440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":45125632,"data_stored":80527360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53915648,"data_stored":78462976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T03:45:45.922 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-09-11T03:45:45.923 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-09-11T03:45:46.121 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:45:46.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:46 smithi086 ceph-mon[89281]: from='client.44591 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:45:46.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:46 smithi086 ceph-mon[89281]: pgmap v942: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:45:46.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:46 smithi086 ceph-mon[91691]: from='client.44591 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:45:46.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:46 smithi086 ceph-mon[91691]: pgmap v942: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:45:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:46 smithi130 ceph-mon[83685]: from='client.44591 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-11T03:45:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:46 smithi130 ceph-mon[83685]: pgmap v942: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:45:48.815 INFO:teuthology.orchestra.run.smithi086.stderr:pool 'unique_pool_0' removed 2024-09-11T03:45:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:48 smithi086 ceph-mon[89281]: pgmap v943: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:45:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:48 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/944059096' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:45:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:48 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:45:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:48 smithi086 ceph-mon[91691]: pgmap v943: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:45:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:48 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/944059096' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:45:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:48 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:45:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:48 smithi130 ceph-mon[83685]: pgmap v943: 121 pgs: 121 active+clean; 359 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:45:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:48 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/944059096' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:45:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:48 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:45:49.426 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-11T03:45:49.426 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-09-11T03:45:49.426 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-11T03:45:49.426 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-09-11T03:45:49.426 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-11T03:45:49.427 INFO:tasks.workunit:Pulling workunits from ref reef 2024-09-11T03:45:49.428 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-11T03:45:49.428 DEBUG:teuthology.orchestra.run.smithi086:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-11T03:45:49.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T03:45:49.445 INFO:teuthology.orchestra.run.smithi086.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-11T03:45:49.445 DEBUG:teuthology.orchestra.run.smithi086:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-11T03:45:49.503 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-11T03:45:49.503 DEBUG:teuthology.orchestra.run.smithi086:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-11T03:45:49.558 INFO:tasks.workunit:timeout=3h 2024-09-11T03:45:49.559 INFO:tasks.workunit:cleanup=True 2024-09-11T03:45:49.559 DEBUG:teuthology.orchestra.run.smithi086:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-11T03:45:49.615 INFO:tasks.workunit.client.0.smithi086.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-11T03:45:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:49 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-11T03:45:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:49 smithi086 ceph-mon[89281]: osdmap e839: 8 total, 8 up, 8 in 2024-09-11T03:45:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:45:50.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:49 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-11T03:45:50.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:49 smithi086 ceph-mon[91691]: osdmap e839: 8 total, 8 up, 8 in 2024-09-11T03:45:50.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:45:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:49 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-11T03:45:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:49 smithi130 ceph-mon[83685]: osdmap e839: 8 total, 8 up, 8 in 2024-09-11T03:45:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:45:50.886 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:50 smithi086 ceph-mon[89281]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:45:50.886 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:50 smithi086 ceph-mon[91691]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:45:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:50 smithi130 ceph-mon[83685]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:45:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:52 smithi086 ceph-mon[89281]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:45:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:52 smithi086 ceph-mon[91691]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:45:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:52 smithi130 ceph-mon[83685]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:45:54.818 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:45:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:45:54] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.51.0" 2024-09-11T03:45:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:54 smithi086 ceph-mon[89281]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:45:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:54 smithi086 ceph-mon[91691]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:45:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:54 smithi130 ceph-mon[83685]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:45:55.454 DEBUG:teuthology.orchestra.run.smithi086:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-11T03:45:55.510 INFO:tasks.workunit.client.0.smithi086.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-11T03:45:55.513 INFO:tasks.workunit.client.0.smithi086.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-11T03:45:55.513 INFO:tasks.workunit.client.0.smithi086.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-11T03:45:55.561 INFO:tasks.workunit.client.0.smithi086.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-11T03:45:55.610 INFO:tasks.workunit.client.0.smithi086.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-11T03:45:55.649 INFO:tasks.workunit.client.0.smithi086.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-11T03:45:55.651 INFO:tasks.workunit.client.0.smithi086.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-11T03:45:55.651 INFO:tasks.workunit.client.0.smithi086.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-11T03:45:55.688 INFO:tasks.workunit.client.0.smithi086.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-11T03:45:55.692 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-09-11T03:45:55.692 DEBUG:teuthology.orchestra.run.smithi086:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-11T03:45:55.748 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-09-11T03:45:55.749 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-11T03:45:55.749 DEBUG:teuthology.orchestra.run.smithi086:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-11T03:45:55.818 INFO:tasks.workunit.client.0.smithi086.stdout:Running main() from gmock_main.cc 2024-09-11T03:45:55.818 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] Running 22 tests from 1 test suite. 2024-09-11T03:45:55.818 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment set-up. 2024-09-11T03:45:55.818 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 22 tests from TestCls2PCQueue 2024-09-11T03:45:55.818 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-11T03:45:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:56 smithi086 ceph-mon[89281]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:45:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:56 smithi086 ceph-mon[91691]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:45:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:56 smithi130 ceph-mon[83685]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:45:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:57 smithi130 ceph-mon[83685]: osdmap e840: 8 total, 8 up, 8 in 2024-09-11T03:45:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:57 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/4056044174' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:45:58.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:57 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:45:58.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:57 smithi086 ceph-mon[89281]: osdmap e840: 8 total, 8 up, 8 in 2024-09-11T03:45:58.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:57 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/4056044174' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:45:58.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:57 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:45:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:57 smithi086 ceph-mon[91691]: osdmap e840: 8 total, 8 up, 8 in 2024-09-11T03:45:58.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:57 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/4056044174' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:45:58.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:57 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:45:58.846 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.GetCapacity (3028 ms) 2024-09-11T03:45:58.846 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-11T03:45:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:58 smithi130 ceph-mon[83685]: pgmap v950: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:45:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:58 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:45:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:58 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:45:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:58 smithi130 ceph-mon[83685]: osdmap e841: 8 total, 8 up, 8 in 2024-09-11T03:45:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:58 smithi086 ceph-mon[89281]: pgmap v950: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:45:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:58 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:45:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:58 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:45:59.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:58 smithi086 ceph-mon[89281]: osdmap e841: 8 total, 8 up, 8 in 2024-09-11T03:45:59.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:58 smithi086 ceph-mon[91691]: pgmap v950: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:45:59.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:58 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:45:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:58 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:45:59.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:58 smithi086 ceph-mon[91691]: osdmap e841: 8 total, 8 up, 8 in 2024-09-11T03:46:00.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:45:59 smithi086 ceph-mon[91691]: osdmap e842: 8 total, 8 up, 8 in 2024-09-11T03:46:00.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:45:59 smithi086 ceph-mon[89281]: osdmap e842: 8 total, 8 up, 8 in 2024-09-11T03:46:00.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:45:59 smithi130 ceph-mon[83685]: osdmap e842: 8 total, 8 up, 8 in 2024-09-11T03:46:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:00 smithi086 ceph-mon[89281]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:00 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:00 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:46:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:00 smithi086 ceph-mon[89281]: osdmap e843: 8 total, 8 up, 8 in 2024-09-11T03:46:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:00 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1613426929' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:01.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:00 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:01.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:00 smithi086 ceph-mon[91691]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:01.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:00 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:01.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:00 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:46:01.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:00 smithi086 ceph-mon[91691]: osdmap e843: 8 total, 8 up, 8 in 2024-09-11T03:46:01.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:00 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1613426929' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:01.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:00 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:01.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:00 smithi130 ceph-mon[83685]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:01.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:00 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:01.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:00 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:46:01.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:00 smithi130 ceph-mon[83685]: osdmap e843: 8 total, 8 up, 8 in 2024-09-11T03:46:01.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:00 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1613426929' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:01.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:00 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:01.871 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3025 ms) 2024-09-11T03:46:01.872 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-11T03:46:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:01 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:01 smithi086 ceph-mon[89281]: osdmap e844: 8 total, 8 up, 8 in 2024-09-11T03:46:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:01 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:01 smithi086 ceph-mon[91691]: osdmap e844: 8 total, 8 up, 8 in 2024-09-11T03:46:02.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:01 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:02.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:01 smithi130 ceph-mon[83685]: osdmap e844: 8 total, 8 up, 8 in 2024-09-11T03:46:03.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:02 smithi086 ceph-mon[89281]: pgmap v956: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:03.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:02 smithi086 ceph-mon[89281]: osdmap e845: 8 total, 8 up, 8 in 2024-09-11T03:46:03.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:02 smithi086 ceph-mon[91691]: pgmap v956: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:03.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:02 smithi086 ceph-mon[91691]: osdmap e845: 8 total, 8 up, 8 in 2024-09-11T03:46:03.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:02 smithi130 ceph-mon[83685]: pgmap v956: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:03.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:02 smithi130 ceph-mon[83685]: osdmap e845: 8 total, 8 up, 8 in 2024-09-11T03:46:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:03 smithi086 ceph-mon[89281]: osdmap e846: 8 total, 8 up, 8 in 2024-09-11T03:46:04.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:03 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2811049920' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:04.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:03 smithi086 ceph-mon[91691]: osdmap e846: 8 total, 8 up, 8 in 2024-09-11T03:46:04.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:03 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2811049920' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:04.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:03 smithi130 ceph-mon[83685]: osdmap e846: 8 total, 8 up, 8 in 2024-09-11T03:46:04.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:03 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2811049920' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:04.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:46:04 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:46:04] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.51.0" 2024-09-11T03:46:04.883 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.Reserve (3012 ms) 2024-09-11T03:46:04.884 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-11T03:46:05.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:04 smithi086 ceph-mon[89281]: pgmap v959: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:05.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:04 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:05.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:04 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2811049920' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:05.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:04 smithi086 ceph-mon[89281]: osdmap e847: 8 total, 8 up, 8 in 2024-09-11T03:46:05.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:05.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:46:05.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:04 smithi086 ceph-mon[91691]: pgmap v959: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:05.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:04 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:05.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:04 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2811049920' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:05.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:04 smithi086 ceph-mon[91691]: osdmap e847: 8 total, 8 up, 8 in 2024-09-11T03:46:05.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:05.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:46:05.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:04 smithi130 ceph-mon[83685]: pgmap v959: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:05.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:04 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:05.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:04 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2811049920' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:05.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:04 smithi130 ceph-mon[83685]: osdmap e847: 8 total, 8 up, 8 in 2024-09-11T03:46:05.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:05.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:46:06.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:05 smithi086 ceph-mon[89281]: osdmap e848: 8 total, 8 up, 8 in 2024-09-11T03:46:06.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:05 smithi086 ceph-mon[91691]: osdmap e848: 8 total, 8 up, 8 in 2024-09-11T03:46:06.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:05 smithi130 ceph-mon[83685]: osdmap e848: 8 total, 8 up, 8 in 2024-09-11T03:46:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:06 smithi086 ceph-mon[89281]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:06 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:06 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:46:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:06 smithi086 ceph-mon[89281]: osdmap e849: 8 total, 8 up, 8 in 2024-09-11T03:46:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:06 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1989548409' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:06 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:07.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:06 smithi086 ceph-mon[91691]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:07.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:06 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:07.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:06 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:46:07.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:06 smithi086 ceph-mon[91691]: osdmap e849: 8 total, 8 up, 8 in 2024-09-11T03:46:07.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:06 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1989548409' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:07.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:06 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:07.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:06 smithi130 ceph-mon[83685]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:07.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:06 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:07.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:06 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:46:07.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:06 smithi130 ceph-mon[83685]: osdmap e849: 8 total, 8 up, 8 in 2024-09-11T03:46:07.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:06 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1989548409' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:07.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:06 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:07.914 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3030 ms) 2024-09-11T03:46:07.914 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-11T03:46:08.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:07 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:08.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:07 smithi086 ceph-mon[89281]: osdmap e850: 8 total, 8 up, 8 in 2024-09-11T03:46:08.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:07 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:08.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:07 smithi086 ceph-mon[91691]: osdmap e850: 8 total, 8 up, 8 in 2024-09-11T03:46:08.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:07 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:08.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:07 smithi130 ceph-mon[83685]: osdmap e850: 8 total, 8 up, 8 in 2024-09-11T03:46:09.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:08 smithi086 ceph-mon[89281]: pgmap v965: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:09.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:08 smithi086 ceph-mon[89281]: osdmap e851: 8 total, 8 up, 8 in 2024-09-11T03:46:09.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:08 smithi086 ceph-mon[91691]: pgmap v965: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:09.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:08 smithi086 ceph-mon[91691]: osdmap e851: 8 total, 8 up, 8 in 2024-09-11T03:46:09.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:08 smithi130 ceph-mon[83685]: pgmap v965: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:09.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:08 smithi130 ceph-mon[83685]: osdmap e851: 8 total, 8 up, 8 in 2024-09-11T03:46:10.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:09 smithi086 ceph-mon[89281]: osdmap e852: 8 total, 8 up, 8 in 2024-09-11T03:46:10.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:09 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2914282059' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:10.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:09 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:10.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:09 smithi086 ceph-mon[91691]: osdmap e852: 8 total, 8 up, 8 in 2024-09-11T03:46:10.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:09 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2914282059' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:10.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:09 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:09 smithi130 ceph-mon[83685]: osdmap e852: 8 total, 8 up, 8 in 2024-09-11T03:46:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:09 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2914282059' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:09 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:10.929 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.Commit (3015 ms) 2024-09-11T03:46:10.929 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-11T03:46:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:10 smithi086 ceph-mon[89281]: pgmap v968: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:10 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:10 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:10 smithi086 ceph-mon[89281]: osdmap e853: 8 total, 8 up, 8 in 2024-09-11T03:46:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:10 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:46:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:10 smithi086 ceph-mon[91691]: pgmap v968: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:10 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:10 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:10 smithi086 ceph-mon[91691]: osdmap e853: 8 total, 8 up, 8 in 2024-09-11T03:46:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:10 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:46:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:10 smithi130 ceph-mon[83685]: pgmap v968: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:10 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:10 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:10 smithi130 ceph-mon[83685]: osdmap e853: 8 total, 8 up, 8 in 2024-09-11T03:46:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:10 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:46:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:11 smithi086 ceph-mon[89281]: osdmap e854: 8 total, 8 up, 8 in 2024-09-11T03:46:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:11 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:46:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:11 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:46:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:11 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:12.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:11 smithi086 ceph-mon[91691]: osdmap e854: 8 total, 8 up, 8 in 2024-09-11T03:46:12.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:11 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:46:12.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:11 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:46:12.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:11 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:12.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:11 smithi130 ceph-mon[83685]: osdmap e854: 8 total, 8 up, 8 in 2024-09-11T03:46:12.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:11 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:46:12.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:11 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:46:12.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:11 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:12 smithi086 ceph-mon[89281]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:12 smithi086 ceph-mon[89281]: osdmap e855: 8 total, 8 up, 8 in 2024-09-11T03:46:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:12 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2524085789' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:12 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:12 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:13.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:12 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:46:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:12 smithi086 ceph-mon[91691]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:12 smithi086 ceph-mon[91691]: osdmap e855: 8 total, 8 up, 8 in 2024-09-11T03:46:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:12 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2524085789' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:12 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:12 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:12 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:46:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:12 smithi130 ceph-mon[83685]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:12 smithi130 ceph-mon[83685]: osdmap e855: 8 total, 8 up, 8 in 2024-09-11T03:46:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:12 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2524085789' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:12 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:13.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:12 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:13.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:12 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:46:13.955 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.Abort (3024 ms) 2024-09-11T03:46:13.955 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-11T03:46:14.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:13 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:14.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:13 smithi086 ceph-mon[89281]: osdmap e856: 8 total, 8 up, 8 in 2024-09-11T03:46:14.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:13 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:14.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:13 smithi086 ceph-mon[91691]: osdmap e856: 8 total, 8 up, 8 in 2024-09-11T03:46:14.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:13 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:14.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:13 smithi130 ceph-mon[83685]: osdmap e856: 8 total, 8 up, 8 in 2024-09-11T03:46:14.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:46:14 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:46:14] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.51.0" 2024-09-11T03:46:15.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:14 smithi086 ceph-mon[89281]: pgmap v974: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:15.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:14 smithi086 ceph-mon[89281]: osdmap e857: 8 total, 8 up, 8 in 2024-09-11T03:46:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:14 smithi086 ceph-mon[91691]: pgmap v974: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:14 smithi086 ceph-mon[91691]: osdmap e857: 8 total, 8 up, 8 in 2024-09-11T03:46:15.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:14 smithi130 ceph-mon[83685]: pgmap v974: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:15.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:14 smithi130 ceph-mon[83685]: osdmap e857: 8 total, 8 up, 8 in 2024-09-11T03:46:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:15 smithi086 ceph-mon[89281]: osdmap e858: 8 total, 8 up, 8 in 2024-09-11T03:46:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:15 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/105273162' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:15 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:15 smithi086 ceph-mon[91691]: osdmap e858: 8 total, 8 up, 8 in 2024-09-11T03:46:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:15 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/105273162' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:15 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:16.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:15 smithi130 ceph-mon[83685]: osdmap e858: 8 total, 8 up, 8 in 2024-09-11T03:46:16.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:15 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/105273162' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:16.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:15 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:16.978 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.ReserveError (3025 ms) 2024-09-11T03:46:16.978 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-11T03:46:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:16 smithi086 ceph-mon[89281]: pgmap v977: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:16 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:16 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:16 smithi086 ceph-mon[89281]: osdmap e859: 8 total, 8 up, 8 in 2024-09-11T03:46:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:16 smithi086 ceph-mon[91691]: pgmap v977: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:16 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:16 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:16 smithi086 ceph-mon[91691]: osdmap e859: 8 total, 8 up, 8 in 2024-09-11T03:46:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:16 smithi130 ceph-mon[83685]: pgmap v977: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:16 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:16 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:16 smithi130 ceph-mon[83685]: osdmap e859: 8 total, 8 up, 8 in 2024-09-11T03:46:18.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:17 smithi086 ceph-mon[89281]: osdmap e860: 8 total, 8 up, 8 in 2024-09-11T03:46:18.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:17 smithi086 ceph-mon[91691]: osdmap e860: 8 total, 8 up, 8 in 2024-09-11T03:46:18.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:17 smithi130 ceph-mon[83685]: osdmap e860: 8 total, 8 up, 8 in 2024-09-11T03:46:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:18 smithi086 ceph-mon[89281]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:18 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:18 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:46:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:18 smithi086 ceph-mon[89281]: osdmap e861: 8 total, 8 up, 8 in 2024-09-11T03:46:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:18 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1449006124' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:19.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:18 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:19.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:18 smithi086 ceph-mon[91691]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:19.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:18 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:19.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:18 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:46:19.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:18 smithi086 ceph-mon[91691]: osdmap e861: 8 total, 8 up, 8 in 2024-09-11T03:46:19.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:18 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1449006124' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:19.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:18 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:19.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:18 smithi130 ceph-mon[83685]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:19.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:18 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:19.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:18 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:46:19.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:18 smithi130 ceph-mon[83685]: osdmap e861: 8 total, 8 up, 8 in 2024-09-11T03:46:19.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:18 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1449006124' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:19.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:18 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:20.006 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.CommitError (3027 ms) 2024-09-11T03:46:20.006 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-11T03:46:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:20 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:20 smithi086 ceph-mon[91691]: osdmap e862: 8 total, 8 up, 8 in 2024-09-11T03:46:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:46:20.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:20 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:20.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:20 smithi086 ceph-mon[89281]: osdmap e862: 8 total, 8 up, 8 in 2024-09-11T03:46:20.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:20.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:46:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:20 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:20 smithi130 ceph-mon[83685]: osdmap e862: 8 total, 8 up, 8 in 2024-09-11T03:46:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:46:21.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:21 smithi086 ceph-mon[89281]: pgmap v983: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:21.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:21 smithi086 ceph-mon[89281]: osdmap e863: 8 total, 8 up, 8 in 2024-09-11T03:46:21.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:21 smithi086 ceph-mon[91691]: pgmap v983: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:21.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:21 smithi086 ceph-mon[91691]: osdmap e863: 8 total, 8 up, 8 in 2024-09-11T03:46:21.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:21 smithi130 ceph-mon[83685]: pgmap v983: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:21.348 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:21 smithi130 ceph-mon[83685]: osdmap e863: 8 total, 8 up, 8 in 2024-09-11T03:46:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:22 smithi086 ceph-mon[89281]: osdmap e864: 8 total, 8 up, 8 in 2024-09-11T03:46:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:22 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/778990437' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:22 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:22 smithi086 ceph-mon[91691]: osdmap e864: 8 total, 8 up, 8 in 2024-09-11T03:46:22.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:22 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/778990437' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:22.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:22 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:22 smithi130 ceph-mon[83685]: osdmap e864: 8 total, 8 up, 8 in 2024-09-11T03:46:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:22 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/778990437' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:22 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:23.026 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.AbortError (3020 ms) 2024-09-11T03:46:23.026 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-11T03:46:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:23 smithi086 ceph-mon[89281]: pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:23 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:23 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:23 smithi086 ceph-mon[89281]: osdmap e865: 8 total, 8 up, 8 in 2024-09-11T03:46:23.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:23 smithi086 ceph-mon[91691]: pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:23.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:23 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:23.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:23 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:23.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:23 smithi086 ceph-mon[91691]: osdmap e865: 8 total, 8 up, 8 in 2024-09-11T03:46:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:23 smithi130 ceph-mon[83685]: pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:23 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:23 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:23 smithi130 ceph-mon[83685]: osdmap e865: 8 total, 8 up, 8 in 2024-09-11T03:46:24.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:24 smithi086 ceph-mon[89281]: osdmap e866: 8 total, 8 up, 8 in 2024-09-11T03:46:24.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:24 smithi086 ceph-mon[91691]: osdmap e866: 8 total, 8 up, 8 in 2024-09-11T03:46:24.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:24 smithi130 ceph-mon[83685]: osdmap e866: 8 total, 8 up, 8 in 2024-09-11T03:46:24.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:46:24 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:46:24] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.51.0" 2024-09-11T03:46:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:25 smithi086 ceph-mon[89281]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:25 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:25 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:46:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:25 smithi086 ceph-mon[89281]: osdmap e867: 8 total, 8 up, 8 in 2024-09-11T03:46:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:25 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1356977171' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:25.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:25 smithi086 ceph-mon[91691]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:25.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:25 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:25 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:46:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:25 smithi086 ceph-mon[91691]: osdmap e867: 8 total, 8 up, 8 in 2024-09-11T03:46:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:25 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1356977171' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:25.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:25 smithi130 ceph-mon[83685]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:25.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:25 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:25.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:25 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:46:25.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:25 smithi130 ceph-mon[83685]: osdmap e867: 8 total, 8 up, 8 in 2024-09-11T03:46:25.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:25 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1356977171' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:26.052 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3026 ms) 2024-09-11T03:46:26.053 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-11T03:46:26.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:26 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1356977171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:26.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:26 smithi086 ceph-mon[89281]: osdmap e868: 8 total, 8 up, 8 in 2024-09-11T03:46:26.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:26 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1356977171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:26.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:26 smithi086 ceph-mon[91691]: osdmap e868: 8 total, 8 up, 8 in 2024-09-11T03:46:26.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:26 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1356977171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:26.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:26 smithi130 ceph-mon[83685]: osdmap e868: 8 total, 8 up, 8 in 2024-09-11T03:46:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:27 smithi086 ceph-mon[89281]: pgmap v992: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:27 smithi086 ceph-mon[89281]: osdmap e869: 8 total, 8 up, 8 in 2024-09-11T03:46:27.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:27 smithi086 ceph-mon[91691]: pgmap v992: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:27.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:27 smithi086 ceph-mon[91691]: osdmap e869: 8 total, 8 up, 8 in 2024-09-11T03:46:27.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:27 smithi130 ceph-mon[83685]: pgmap v992: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:27.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:27 smithi130 ceph-mon[83685]: osdmap e869: 8 total, 8 up, 8 in 2024-09-11T03:46:28.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:28 smithi086 ceph-mon[89281]: osdmap e870: 8 total, 8 up, 8 in 2024-09-11T03:46:28.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:28 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/82381901' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:28.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:28 smithi086 ceph-mon[91691]: osdmap e870: 8 total, 8 up, 8 in 2024-09-11T03:46:28.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:28 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/82381901' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:28.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:28 smithi130 ceph-mon[83685]: osdmap e870: 8 total, 8 up, 8 in 2024-09-11T03:46:28.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:28 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/82381901' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:29.066 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3014 ms) 2024-09-11T03:46:29.066 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-11T03:46:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:29 smithi086 ceph-mon[89281]: pgmap v995: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:29 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:29 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/82381901' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:29 smithi086 ceph-mon[89281]: osdmap e871: 8 total, 8 up, 8 in 2024-09-11T03:46:29.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:29 smithi086 ceph-mon[91691]: pgmap v995: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:29.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:29 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:29.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:29 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/82381901' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:29.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:29 smithi086 ceph-mon[91691]: osdmap e871: 8 total, 8 up, 8 in 2024-09-11T03:46:29.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:29 smithi130 ceph-mon[83685]: pgmap v995: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:29.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:29 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:29.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:29 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/82381901' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:29.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:29 smithi130 ceph-mon[83685]: osdmap e871: 8 total, 8 up, 8 in 2024-09-11T03:46:30.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:30 smithi086 ceph-mon[89281]: osdmap e872: 8 total, 8 up, 8 in 2024-09-11T03:46:30.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:30 smithi086 ceph-mon[91691]: osdmap e872: 8 total, 8 up, 8 in 2024-09-11T03:46:30.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:30 smithi130 ceph-mon[83685]: osdmap e872: 8 total, 8 up, 8 in 2024-09-11T03:46:31.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:31 smithi086 ceph-mon[89281]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:31.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:31 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:31.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:31 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:46:31.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:31 smithi086 ceph-mon[89281]: osdmap e873: 8 total, 8 up, 8 in 2024-09-11T03:46:31.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:31 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/844675860' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:31.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:31 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:31.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:31 smithi086 ceph-mon[91691]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:31.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:31 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:31.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:31 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:46:31.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:31 smithi086 ceph-mon[91691]: osdmap e873: 8 total, 8 up, 8 in 2024-09-11T03:46:31.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:31 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/844675860' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:31.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:31 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:31 smithi130 ceph-mon[83685]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:31 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:31 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:46:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:31 smithi130 ceph-mon[83685]: osdmap e873: 8 total, 8 up, 8 in 2024-09-11T03:46:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:31 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/844675860' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:31 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:32.093 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3027 ms) 2024-09-11T03:46:32.093 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-11T03:46:32.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:32 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:32.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:32 smithi130 ceph-mon[83685]: osdmap e874: 8 total, 8 up, 8 in 2024-09-11T03:46:32.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:32 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:32.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:32 smithi086 ceph-mon[89281]: osdmap e874: 8 total, 8 up, 8 in 2024-09-11T03:46:32.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:32 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:32.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:32 smithi086 ceph-mon[91691]: osdmap e874: 8 total, 8 up, 8 in 2024-09-11T03:46:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:33 smithi130 ceph-mon[83685]: pgmap v1001: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:33 smithi130 ceph-mon[83685]: osdmap e875: 8 total, 8 up, 8 in 2024-09-11T03:46:33.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:33 smithi086 ceph-mon[89281]: pgmap v1001: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:33.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:33 smithi086 ceph-mon[89281]: osdmap e875: 8 total, 8 up, 8 in 2024-09-11T03:46:33.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:33 smithi086 ceph-mon[91691]: pgmap v1001: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:33.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:33 smithi086 ceph-mon[91691]: osdmap e875: 8 total, 8 up, 8 in 2024-09-11T03:46:34.493 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:34 smithi086 ceph-mon[89281]: osdmap e876: 8 total, 8 up, 8 in 2024-09-11T03:46:34.493 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:34 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3656788499' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:34.493 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:34 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:34.493 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:34 smithi086 ceph-mon[91691]: osdmap e876: 8 total, 8 up, 8 in 2024-09-11T03:46:34.493 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:34 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3656788499' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:34.494 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:34 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:34.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:34 smithi130 ceph-mon[83685]: osdmap e876: 8 total, 8 up, 8 in 2024-09-11T03:46:34.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:34 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3656788499' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:34.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:34 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:34.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:46:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:46:34] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.51.0" 2024-09-11T03:46:35.113 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3020 ms) 2024-09-11T03:46:35.113 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-11T03:46:35.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:35 smithi086 ceph-mon[89281]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:35.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:35 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:35.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:35 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:35.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:35 smithi086 ceph-mon[89281]: osdmap e877: 8 total, 8 up, 8 in 2024-09-11T03:46:35.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:35 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:35.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:35 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:46:35.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:35 smithi086 ceph-mon[91691]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:35.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:35 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:35.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:35 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:35.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:35 smithi086 ceph-mon[91691]: osdmap e877: 8 total, 8 up, 8 in 2024-09-11T03:46:35.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:35 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:35.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:35 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:46:35.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:35 smithi130 ceph-mon[83685]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:35.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:35 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:35.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:35 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:35.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:35 smithi130 ceph-mon[83685]: osdmap e877: 8 total, 8 up, 8 in 2024-09-11T03:46:35.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:35 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:35.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:35 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:46:36.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:36 smithi086 ceph-mon[89281]: osdmap e878: 8 total, 8 up, 8 in 2024-09-11T03:46:36.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:36 smithi086 ceph-mon[91691]: osdmap e878: 8 total, 8 up, 8 in 2024-09-11T03:46:36.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:36 smithi130 ceph-mon[83685]: osdmap e878: 8 total, 8 up, 8 in 2024-09-11T03:46:37.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:37 smithi086 ceph-mon[89281]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:37.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:37 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:37.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:37 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:46:37.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:37 smithi086 ceph-mon[89281]: osdmap e879: 8 total, 8 up, 8 in 2024-09-11T03:46:37.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:37 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2113909652' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:37.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:37 smithi086 ceph-mon[91691]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:37.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:37 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:37.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:37 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:46:37.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:37 smithi086 ceph-mon[91691]: osdmap e879: 8 total, 8 up, 8 in 2024-09-11T03:46:37.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:37 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2113909652' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:37.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:37 smithi130 ceph-mon[83685]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:37.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:37 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:37.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:37 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:46:37.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:37 smithi130 ceph-mon[83685]: osdmap e879: 8 total, 8 up, 8 in 2024-09-11T03:46:37.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:37 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2113909652' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:38.136 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3022 ms) 2024-09-11T03:46:38.136 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-11T03:46:38.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:38 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2113909652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:38.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:38 smithi086 ceph-mon[89281]: osdmap e880: 8 total, 8 up, 8 in 2024-09-11T03:46:38.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:38 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2113909652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:38.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:38 smithi086 ceph-mon[91691]: osdmap e880: 8 total, 8 up, 8 in 2024-09-11T03:46:38.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:38 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2113909652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:38.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:38 smithi130 ceph-mon[83685]: osdmap e880: 8 total, 8 up, 8 in 2024-09-11T03:46:39.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:39 smithi086 ceph-mon[91691]: pgmap v1010: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:39.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:39 smithi086 ceph-mon[91691]: osdmap e881: 8 total, 8 up, 8 in 2024-09-11T03:46:39.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:39 smithi086 ceph-mon[89281]: pgmap v1010: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:39.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:39 smithi086 ceph-mon[89281]: osdmap e881: 8 total, 8 up, 8 in 2024-09-11T03:46:39.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:39 smithi130 ceph-mon[83685]: pgmap v1010: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:39.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:39 smithi130 ceph-mon[83685]: osdmap e881: 8 total, 8 up, 8 in 2024-09-11T03:46:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:40 smithi086 ceph-mon[89281]: osdmap e882: 8 total, 8 up, 8 in 2024-09-11T03:46:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:40 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/127263126' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:40.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:40 smithi086 ceph-mon[91691]: osdmap e882: 8 total, 8 up, 8 in 2024-09-11T03:46:40.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:40 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/127263126' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:40 smithi130 ceph-mon[83685]: osdmap e882: 8 total, 8 up, 8 in 2024-09-11T03:46:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:40 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/127263126' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:41.155 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3019 ms) 2024-09-11T03:46:41.155 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-11T03:46:41.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:41 smithi086 ceph-mon[89281]: pgmap v1013: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:41.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:41 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:41.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:41 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/127263126' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:41.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:41 smithi086 ceph-mon[89281]: osdmap e883: 8 total, 8 up, 8 in 2024-09-11T03:46:41.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:41 smithi086 ceph-mon[91691]: pgmap v1013: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:41.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:41 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:41.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:41 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/127263126' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:41.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:41 smithi086 ceph-mon[91691]: osdmap e883: 8 total, 8 up, 8 in 2024-09-11T03:46:41.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:41 smithi130 ceph-mon[83685]: pgmap v1013: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:41.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:41 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:41.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:41 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/127263126' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:41.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:41 smithi130 ceph-mon[83685]: osdmap e883: 8 total, 8 up, 8 in 2024-09-11T03:46:42.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:42 smithi086 ceph-mon[89281]: osdmap e884: 8 total, 8 up, 8 in 2024-09-11T03:46:42.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:42 smithi086 ceph-mon[91691]: osdmap e884: 8 total, 8 up, 8 in 2024-09-11T03:46:42.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:42 smithi130 ceph-mon[83685]: osdmap e884: 8 total, 8 up, 8 in 2024-09-11T03:46:43.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:43 smithi086 ceph-mon[89281]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:43.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:43 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:43.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:43 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:46:43.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:43 smithi086 ceph-mon[89281]: osdmap e885: 8 total, 8 up, 8 in 2024-09-11T03:46:43.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:43 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1989813048' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:43.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:43 smithi086 ceph-mon[91691]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:43.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:43 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:43.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:43 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:46:43.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:43 smithi086 ceph-mon[91691]: osdmap e885: 8 total, 8 up, 8 in 2024-09-11T03:46:43.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:43 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1989813048' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:43.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:43 smithi130 ceph-mon[83685]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:43.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:43 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:43.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:43 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:46:43.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:43 smithi130 ceph-mon[83685]: osdmap e885: 8 total, 8 up, 8 in 2024-09-11T03:46:43.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:43 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1989813048' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:44.189 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.Cleanup (3034 ms) 2024-09-11T03:46:44.189 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-11T03:46:44.493 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:44 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1989813048' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:44.494 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:44 smithi086 ceph-mon[89281]: osdmap e886: 8 total, 8 up, 8 in 2024-09-11T03:46:44.494 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:44 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1989813048' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:44.494 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:44 smithi086 ceph-mon[91691]: osdmap e886: 8 total, 8 up, 8 in 2024-09-11T03:46:44.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:44 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1989813048' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:44.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:44 smithi130 ceph-mon[83685]: osdmap e886: 8 total, 8 up, 8 in 2024-09-11T03:46:44.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:46:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:46:44] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.51.0" 2024-09-11T03:46:45.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:45 smithi086 ceph-mon[91691]: pgmap v1019: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:45.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:45 smithi086 ceph-mon[91691]: osdmap e887: 8 total, 8 up, 8 in 2024-09-11T03:46:45.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:45 smithi086 ceph-mon[89281]: pgmap v1019: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:45.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:45 smithi086 ceph-mon[89281]: osdmap e887: 8 total, 8 up, 8 in 2024-09-11T03:46:45.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:45 smithi130 ceph-mon[83685]: pgmap v1019: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:45.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:45 smithi130 ceph-mon[83685]: osdmap e887: 8 total, 8 up, 8 in 2024-09-11T03:46:46.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:46 smithi086 ceph-mon[89281]: osdmap e888: 8 total, 8 up, 8 in 2024-09-11T03:46:46.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:46 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1397388213' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:46.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:46 smithi086 ceph-mon[91691]: osdmap e888: 8 total, 8 up, 8 in 2024-09-11T03:46:46.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:46 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1397388213' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:46.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:46 smithi130 ceph-mon[83685]: osdmap e888: 8 total, 8 up, 8 in 2024-09-11T03:46:46.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:46 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1397388213' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:46:47.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:47 smithi086 ceph-mon[89281]: pgmap v1022: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:47.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:47 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:47.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:47 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1397388213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:47.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:47 smithi086 ceph-mon[89281]: osdmap e889: 8 total, 8 up, 8 in 2024-09-11T03:46:47.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:47 smithi086 ceph-mon[91691]: pgmap v1022: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:47.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:47 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:47.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:47 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1397388213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:47.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:47 smithi086 ceph-mon[91691]: osdmap e889: 8 total, 8 up, 8 in 2024-09-11T03:46:47.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:47 smithi130 ceph-mon[83685]: pgmap v1022: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:46:47.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:47 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:46:47.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:47 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1397388213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:46:47.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:47 smithi130 ceph-mon[83685]: osdmap e889: 8 total, 8 up, 8 in 2024-09-11T03:46:48.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:48 smithi086 ceph-mon[89281]: osdmap e890: 8 total, 8 up, 8 in 2024-09-11T03:46:48.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:48 smithi086 ceph-mon[89281]: pgmap v1025: 137 pgs: 11 creating+peering, 10 unknown, 116 active+clean; 789 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 2.21k op/s 2024-09-11T03:46:48.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:48 smithi086 ceph-mon[91691]: osdmap e890: 8 total, 8 up, 8 in 2024-09-11T03:46:48.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:48 smithi086 ceph-mon[91691]: pgmap v1025: 137 pgs: 11 creating+peering, 10 unknown, 116 active+clean; 789 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 2.21k op/s 2024-09-11T03:46:48.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:48 smithi130 ceph-mon[83685]: osdmap e890: 8 total, 8 up, 8 in 2024-09-11T03:46:48.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:48 smithi130 ceph-mon[83685]: pgmap v1025: 137 pgs: 11 creating+peering, 10 unknown, 116 active+clean; 789 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 2.21k op/s 2024-09-11T03:46:49.473 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:49 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:49.473 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:49 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:46:49.473 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:49 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:49.473 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:49 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:46:49.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:49 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:46:49.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:49 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:46:50.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:50 smithi086 ceph-mon[89281]: pgmap v1026: 137 pgs: 11 creating+peering, 2 unknown, 124 active+clean; 789 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 1.72k op/s 2024-09-11T03:46:50.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:50.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:46:50.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:50 smithi086 ceph-mon[91691]: pgmap v1026: 137 pgs: 11 creating+peering, 2 unknown, 124 active+clean; 789 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 1.72k op/s 2024-09-11T03:46:50.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:50.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:46:50.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:50 smithi130 ceph-mon[83685]: pgmap v1026: 137 pgs: 11 creating+peering, 2 unknown, 124 active+clean; 789 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 1.72k op/s 2024-09-11T03:46:50.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:46:50.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:46:52.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:52 smithi086 ceph-mon[89281]: pgmap v1027: 137 pgs: 137 active+clean; 789 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 1.44k op/s 2024-09-11T03:46:52.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:52 smithi086 ceph-mon[91691]: pgmap v1027: 137 pgs: 137 active+clean; 789 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 1.44k op/s 2024-09-11T03:46:52.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:52 smithi130 ceph-mon[83685]: pgmap v1027: 137 pgs: 137 active+clean; 789 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 1.44k op/s 2024-09-11T03:46:54.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:54 smithi086 ceph-mon[89281]: pgmap v1028: 137 pgs: 137 active+clean; 1.9 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 7.2 MiB/s wr, 8.09k op/s 2024-09-11T03:46:54.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:54 smithi086 ceph-mon[91691]: pgmap v1028: 137 pgs: 137 active+clean; 1.9 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 7.2 MiB/s wr, 8.09k op/s 2024-09-11T03:46:54.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:46:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:46:54] "GET /metrics HTTP/1.1" 200 36439 "" "Prometheus/2.51.0" 2024-09-11T03:46:54.848 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:54 smithi130 ceph-mon[83685]: pgmap v1028: 137 pgs: 137 active+clean; 1.9 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 7.2 MiB/s wr, 8.09k op/s 2024-09-11T03:46:56.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:56 smithi086 ceph-mon[89281]: pgmap v1029: 137 pgs: 137 active+clean; 1.9 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 6.3 MiB/s wr, 7.11k op/s 2024-09-11T03:46:56.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:56 smithi086 ceph-mon[91691]: pgmap v1029: 137 pgs: 137 active+clean; 1.9 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 6.3 MiB/s wr, 7.11k op/s 2024-09-11T03:46:56.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:56 smithi130 ceph-mon[83685]: pgmap v1029: 137 pgs: 137 active+clean; 1.9 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 6.3 MiB/s wr, 7.11k op/s 2024-09-11T03:46:58.475 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14282 ms) 2024-09-11T03:46:58.475 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-11T03:46:58.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:58 smithi086 ceph-mon[89281]: pgmap v1030: 137 pgs: 137 active+clean; 2.3 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 212 MiB/s rd, 6.6 MiB/s wr, 7.85k op/s 2024-09-11T03:46:58.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:58 smithi086 ceph-mon[91691]: pgmap v1030: 137 pgs: 137 active+clean; 2.3 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 212 MiB/s rd, 6.6 MiB/s wr, 7.85k op/s 2024-09-11T03:46:58.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:58 smithi130 ceph-mon[83685]: pgmap v1030: 137 pgs: 137 active+clean; 2.3 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 212 MiB/s rd, 6.6 MiB/s wr, 7.85k op/s 2024-09-11T03:46:59.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:46:59 smithi086 ceph-mon[89281]: osdmap e891: 8 total, 8 up, 8 in 2024-09-11T03:46:59.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:46:59 smithi086 ceph-mon[91691]: osdmap e891: 8 total, 8 up, 8 in 2024-09-11T03:46:59.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:46:59 smithi130 ceph-mon[83685]: osdmap e891: 8 total, 8 up, 8 in 2024-09-11T03:47:00.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:00 smithi086 ceph-mon[91691]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:00.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:00 smithi086 ceph-mon[91691]: osdmap e892: 8 total, 8 up, 8 in 2024-09-11T03:47:00.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:00 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1491197952' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:00.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:00 smithi086 ceph-mon[89281]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:00.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:00 smithi086 ceph-mon[89281]: osdmap e892: 8 total, 8 up, 8 in 2024-09-11T03:47:00.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:00 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1491197952' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:00.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:00 smithi130 ceph-mon[83685]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:00.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:00 smithi130 ceph-mon[83685]: osdmap e892: 8 total, 8 up, 8 in 2024-09-11T03:47:00.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:00 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1491197952' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:01.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:01 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1491197952' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:01.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:01 smithi086 ceph-mon[89281]: osdmap e893: 8 total, 8 up, 8 in 2024-09-11T03:47:01.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:01 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1491197952' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:01.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:01 smithi086 ceph-mon[91691]: osdmap e893: 8 total, 8 up, 8 in 2024-09-11T03:47:01.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:01 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1491197952' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:01.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:01 smithi130 ceph-mon[83685]: osdmap e893: 8 total, 8 up, 8 in 2024-09-11T03:47:02.497 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4026 ms) 2024-09-11T03:47:02.497 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-11T03:47:02.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:02 smithi086 ceph-mon[89281]: pgmap v1035: 137 pgs: 1 creating+activating, 4 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:02.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:02 smithi086 ceph-mon[89281]: osdmap e894: 8 total, 8 up, 8 in 2024-09-11T03:47:02.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:02 smithi086 ceph-mon[91691]: pgmap v1035: 137 pgs: 1 creating+activating, 4 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:02.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:02 smithi086 ceph-mon[91691]: osdmap e894: 8 total, 8 up, 8 in 2024-09-11T03:47:02.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:02 smithi130 ceph-mon[83685]: pgmap v1035: 137 pgs: 1 creating+activating, 4 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:02.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:02 smithi130 ceph-mon[83685]: osdmap e894: 8 total, 8 up, 8 in 2024-09-11T03:47:03.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:03 smithi086 ceph-mon[89281]: osdmap e895: 8 total, 8 up, 8 in 2024-09-11T03:47:03.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:03 smithi086 ceph-mon[91691]: osdmap e895: 8 total, 8 up, 8 in 2024-09-11T03:47:03.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:03 smithi130 ceph-mon[83685]: osdmap e895: 8 total, 8 up, 8 in 2024-09-11T03:47:04.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:47:04 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:47:04] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.51.0" 2024-09-11T03:47:04.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:04 smithi086 ceph-mon[89281]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:04.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:04 smithi086 ceph-mon[89281]: osdmap e896: 8 total, 8 up, 8 in 2024-09-11T03:47:04.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:04 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/544176769' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:04.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:04 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:47:04.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:04 smithi086 ceph-mon[91691]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:04.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:04 smithi086 ceph-mon[91691]: osdmap e896: 8 total, 8 up, 8 in 2024-09-11T03:47:04.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:04 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/544176769' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:04.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:04 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:04.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:47:04.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:04 smithi130 ceph-mon[83685]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:04.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:04 smithi130 ceph-mon[83685]: osdmap e896: 8 total, 8 up, 8 in 2024-09-11T03:47:04.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:04 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/544176769' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:04.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:04 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:04.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:47:05.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:05 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:05.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:05 smithi086 ceph-mon[89281]: osdmap e897: 8 total, 8 up, 8 in 2024-09-11T03:47:05.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:05 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:05.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:05 smithi086 ceph-mon[91691]: osdmap e897: 8 total, 8 up, 8 in 2024-09-11T03:47:05.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:05 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:05.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:05 smithi130 ceph-mon[83685]: osdmap e897: 8 total, 8 up, 8 in 2024-09-11T03:47:06.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:06 smithi086 ceph-mon[89281]: pgmap v1041: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:06.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:06 smithi086 ceph-mon[89281]: osdmap e898: 8 total, 8 up, 8 in 2024-09-11T03:47:06.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:06 smithi086 ceph-mon[91691]: pgmap v1041: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:06.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:06 smithi086 ceph-mon[91691]: osdmap e898: 8 total, 8 up, 8 in 2024-09-11T03:47:06.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:06 smithi130 ceph-mon[83685]: pgmap v1041: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:06.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:06 smithi130 ceph-mon[83685]: osdmap e898: 8 total, 8 up, 8 in 2024-09-11T03:47:08.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:08 smithi086 ceph-mon[89281]: pgmap v1043: 137 pgs: 4 creating+peering, 12 unknown, 121 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:08.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:08 smithi086 ceph-mon[91691]: pgmap v1043: 137 pgs: 4 creating+peering, 12 unknown, 121 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:08.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:08 smithi130 ceph-mon[83685]: pgmap v1043: 137 pgs: 4 creating+peering, 12 unknown, 121 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-11T03:47:10.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:10 smithi086 ceph-mon[89281]: pgmap v1044: 137 pgs: 137 active+clean; 1.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 5.94k op/s 2024-09-11T03:47:10.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:10 smithi086 ceph-mon[91691]: pgmap v1044: 137 pgs: 137 active+clean; 1.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 5.94k op/s 2024-09-11T03:47:10.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:10 smithi130 ceph-mon[83685]: pgmap v1044: 137 pgs: 137 active+clean; 1.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 5.94k op/s 2024-09-11T03:47:11.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:11 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:47:11.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:11 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:47:11.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:11 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:47:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:12 smithi086 ceph-mon[89281]: pgmap v1045: 137 pgs: 137 active+clean; 1.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.9 MiB/s wr, 4.57k op/s 2024-09-11T03:47:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:12 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:47:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:12 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:47:12.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:12 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:47:12.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:12 smithi086 ceph-mon[91691]: pgmap v1045: 137 pgs: 137 active+clean; 1.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.9 MiB/s wr, 4.57k op/s 2024-09-11T03:47:12.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:12 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:47:12.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:12 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:47:12.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:12 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:47:12.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:12 smithi130 ceph-mon[83685]: pgmap v1045: 137 pgs: 137 active+clean; 1.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.9 MiB/s wr, 4.57k op/s 2024-09-11T03:47:12.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:12 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:47:12.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:12 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:47:12.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:12 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:47:14.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:14 smithi086 ceph-mon[89281]: pgmap v1046: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 81 MiB/s rd, 6.3 MiB/s wr, 7.54k op/s 2024-09-11T03:47:14.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:14 smithi086 ceph-mon[91691]: pgmap v1046: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 81 MiB/s rd, 6.3 MiB/s wr, 7.54k op/s 2024-09-11T03:47:14.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:47:14 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:47:14] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.51.0" 2024-09-11T03:47:14.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:14 smithi130 ceph-mon[83685]: pgmap v1046: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 81 MiB/s rd, 6.3 MiB/s wr, 7.54k op/s 2024-09-11T03:47:16.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:16 smithi086 ceph-mon[89281]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 5.6 MiB/s wr, 6.64k op/s 2024-09-11T03:47:16.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:16 smithi086 ceph-mon[91691]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 5.6 MiB/s wr, 6.64k op/s 2024-09-11T03:47:16.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:16 smithi130 ceph-mon[83685]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 5.6 MiB/s wr, 6.64k op/s 2024-09-11T03:47:18.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:18 smithi086 ceph-mon[89281]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 4.7 MiB/s wr, 5.63k op/s 2024-09-11T03:47:18.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:18 smithi086 ceph-mon[91691]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 4.7 MiB/s wr, 5.63k op/s 2024-09-11T03:47:18.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:18 smithi130 ceph-mon[83685]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 4.7 MiB/s wr, 5.63k op/s 2024-09-11T03:47:19.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:47:19.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:47:19.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:47:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:20 smithi086 ceph-mon[89281]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 88 MiB/s rd, 5.7 MiB/s wr, 7k op/s 2024-09-11T03:47:20.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:20 smithi086 ceph-mon[91691]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 88 MiB/s rd, 5.7 MiB/s wr, 7k op/s 2024-09-11T03:47:20.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:20 smithi130 ceph-mon[83685]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 88 MiB/s rd, 5.7 MiB/s wr, 7k op/s 2024-09-11T03:47:21.567 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19070 ms) 2024-09-11T03:47:21.567 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-11T03:47:22.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:22 smithi086 ceph-mon[89281]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 3.2 MiB/s wr, 4.03k op/s 2024-09-11T03:47:22.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:22 smithi086 ceph-mon[89281]: osdmap e899: 8 total, 8 up, 8 in 2024-09-11T03:47:22.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:22 smithi086 ceph-mon[91691]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 3.2 MiB/s wr, 4.03k op/s 2024-09-11T03:47:22.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:22 smithi086 ceph-mon[91691]: osdmap e899: 8 total, 8 up, 8 in 2024-09-11T03:47:22.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:22 smithi130 ceph-mon[83685]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 3.2 MiB/s wr, 4.03k op/s 2024-09-11T03:47:22.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:22 smithi130 ceph-mon[83685]: osdmap e899: 8 total, 8 up, 8 in 2024-09-11T03:47:23.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:23 smithi130 ceph-mon[83685]: osdmap e900: 8 total, 8 up, 8 in 2024-09-11T03:47:23.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:23 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1520626150' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:23.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:23 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:24.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:23 smithi086 ceph-mon[89281]: osdmap e900: 8 total, 8 up, 8 in 2024-09-11T03:47:24.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:23 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1520626150' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:24.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:23 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:24.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:23 smithi086 ceph-mon[91691]: osdmap e900: 8 total, 8 up, 8 in 2024-09-11T03:47:24.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:23 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1520626150' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:24.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:23 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:24.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:24 smithi086 ceph-mon[89281]: pgmap v1053: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:24.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:24 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:24.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:24 smithi086 ceph-mon[89281]: osdmap e901: 8 total, 8 up, 8 in 2024-09-11T03:47:24.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:24 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:24.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:47:24 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:47:24] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.51.0" 2024-09-11T03:47:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:24 smithi086 ceph-mon[91691]: pgmap v1053: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:24 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:24 smithi086 ceph-mon[91691]: osdmap e901: 8 total, 8 up, 8 in 2024-09-11T03:47:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:24 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:24.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:24 smithi130 ceph-mon[83685]: pgmap v1053: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:24.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:24 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:24.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:24 smithi130 ceph-mon[83685]: osdmap e901: 8 total, 8 up, 8 in 2024-09-11T03:47:24.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:24 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:25.600 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4033 ms) 2024-09-11T03:47:25.601 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-11T03:47:25.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:25 smithi130 ceph-mon[83685]: osdmap e902: 8 total, 8 up, 8 in 2024-09-11T03:47:26.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:25 smithi086 ceph-mon[89281]: osdmap e902: 8 total, 8 up, 8 in 2024-09-11T03:47:26.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:25 smithi086 ceph-mon[91691]: osdmap e902: 8 total, 8 up, 8 in 2024-09-11T03:47:26.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:26 smithi130 ceph-mon[83685]: pgmap v1056: 137 pgs: 13 creating+peering, 12 unknown, 112 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:26.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:26 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:26.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:26 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:47:26.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:26 smithi130 ceph-mon[83685]: osdmap e903: 8 total, 8 up, 8 in 2024-09-11T03:47:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:26 smithi086 ceph-mon[89281]: pgmap v1056: 137 pgs: 13 creating+peering, 12 unknown, 112 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:26 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:26 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:47:27.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:26 smithi086 ceph-mon[89281]: osdmap e903: 8 total, 8 up, 8 in 2024-09-11T03:47:27.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:26 smithi086 ceph-mon[91691]: pgmap v1056: 137 pgs: 13 creating+peering, 12 unknown, 112 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:26 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:26 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:47:27.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:26 smithi086 ceph-mon[91691]: osdmap e903: 8 total, 8 up, 8 in 2024-09-11T03:47:28.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:27 smithi086 ceph-mon[89281]: osdmap e904: 8 total, 8 up, 8 in 2024-09-11T03:47:28.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:27 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2212464116' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:28.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:27 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:28.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:27 smithi086 ceph-mon[91691]: osdmap e904: 8 total, 8 up, 8 in 2024-09-11T03:47:28.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:27 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2212464116' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:28.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:27 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:28.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:27 smithi130 ceph-mon[83685]: osdmap e904: 8 total, 8 up, 8 in 2024-09-11T03:47:28.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:27 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2212464116' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:28.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:27 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:28 smithi086 ceph-mon[89281]: pgmap v1059: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:28 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:28 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:29.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:28 smithi086 ceph-mon[89281]: osdmap e905: 8 total, 8 up, 8 in 2024-09-11T03:47:29.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:28 smithi086 ceph-mon[91691]: pgmap v1059: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:29.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:28 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:29.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:28 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:29.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:28 smithi086 ceph-mon[91691]: osdmap e905: 8 total, 8 up, 8 in 2024-09-11T03:47:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:28 smithi130 ceph-mon[83685]: pgmap v1059: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:28 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:28 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:29.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:28 smithi130 ceph-mon[83685]: osdmap e905: 8 total, 8 up, 8 in 2024-09-11T03:47:30.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:29 smithi086 ceph-mon[89281]: osdmap e906: 8 total, 8 up, 8 in 2024-09-11T03:47:30.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:29 smithi086 ceph-mon[91691]: osdmap e906: 8 total, 8 up, 8 in 2024-09-11T03:47:30.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:29 smithi130 ceph-mon[83685]: osdmap e906: 8 total, 8 up, 8 in 2024-09-11T03:47:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:30 smithi086 ceph-mon[89281]: pgmap v1062: 137 pgs: 10 creating+peering, 14 unknown, 113 active+clean; 606 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 665 op/s 2024-09-11T03:47:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:30 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:31.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:30 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:47:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:30 smithi086 ceph-mon[91691]: pgmap v1062: 137 pgs: 10 creating+peering, 14 unknown, 113 active+clean; 606 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 665 op/s 2024-09-11T03:47:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:30 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:31.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:30 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:47:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:30 smithi130 ceph-mon[83685]: pgmap v1062: 137 pgs: 10 creating+peering, 14 unknown, 113 active+clean; 606 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 665 op/s 2024-09-11T03:47:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:30 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:31.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:30 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:47:31.638 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6038 ms) 2024-09-11T03:47:31.638 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-11T03:47:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:32 smithi086 ceph-mon[89281]: pgmap v1063: 137 pgs: 10 creating+peering, 127 active+clean; 606 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 465 op/s 2024-09-11T03:47:33.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:32 smithi086 ceph-mon[89281]: osdmap e907: 8 total, 8 up, 8 in 2024-09-11T03:47:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:32 smithi086 ceph-mon[91691]: pgmap v1063: 137 pgs: 10 creating+peering, 127 active+clean; 606 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 465 op/s 2024-09-11T03:47:33.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:32 smithi086 ceph-mon[91691]: osdmap e907: 8 total, 8 up, 8 in 2024-09-11T03:47:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:32 smithi130 ceph-mon[83685]: pgmap v1063: 137 pgs: 10 creating+peering, 127 active+clean; 606 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 465 op/s 2024-09-11T03:47:33.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:32 smithi130 ceph-mon[83685]: osdmap e907: 8 total, 8 up, 8 in 2024-09-11T03:47:34.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:33 smithi086 ceph-mon[89281]: osdmap e908: 8 total, 8 up, 8 in 2024-09-11T03:47:34.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:33 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3924181884' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:34.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:33 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:34.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:33 smithi086 ceph-mon[91691]: osdmap e908: 8 total, 8 up, 8 in 2024-09-11T03:47:34.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:33 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3924181884' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:34.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:33 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:34.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:33 smithi130 ceph-mon[83685]: osdmap e908: 8 total, 8 up, 8 in 2024-09-11T03:47:34.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:33 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3924181884' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:34.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:33 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:34.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:47:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:47:34] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.51.0" 2024-09-11T03:47:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:34 smithi086 ceph-mon[89281]: pgmap v1066: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:34 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:34 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:34 smithi086 ceph-mon[89281]: osdmap e909: 8 total, 8 up, 8 in 2024-09-11T03:47:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:47:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:47:34.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:34 smithi086 ceph-mon[91691]: pgmap v1066: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:34.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:34 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:34.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:34 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:34.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:34 smithi086 ceph-mon[91691]: osdmap e909: 8 total, 8 up, 8 in 2024-09-11T03:47:34.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:47:34.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:47:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:34 smithi130 ceph-mon[83685]: pgmap v1066: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:34 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:34 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-130337-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:35.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:34 smithi130 ceph-mon[83685]: osdmap e909: 8 total, 8 up, 8 in 2024-09-11T03:47:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:47:35.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:47:36.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:35 smithi086 ceph-mon[89281]: osdmap e910: 8 total, 8 up, 8 in 2024-09-11T03:47:36.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:35 smithi086 ceph-mon[91691]: osdmap e910: 8 total, 8 up, 8 in 2024-09-11T03:47:36.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:35 smithi130 ceph-mon[83685]: osdmap e910: 8 total, 8 up, 8 in 2024-09-11T03:47:36.662 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5024 ms) 2024-09-11T03:47:36.663 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 22 tests from TestCls2PCQueue (100844 ms total) 2024-09-11T03:47:36.663 INFO:tasks.workunit.client.0.smithi086.stdout: 2024-09-11T03:47:36.663 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment tear-down 2024-09-11T03:47:36.663 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] 22 tests from 1 test suite ran. (100844 ms total) 2024-09-11T03:47:36.663 INFO:tasks.workunit.client.0.smithi086.stdout:[ PASSED ] 22 tests. 2024-09-11T03:47:36.666 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-11T03:47:36.666 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-11T03:47:36.735 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-09-11T03:47:36.735 DEBUG:teuthology.orchestra.run.smithi086:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-09-11T03:47:36.806 INFO:tasks.workunit.client.0.smithi086.stdout:Running main() from gmock_main.cc 2024-09-11T03:47:36.806 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] Running 6 tests from 2 test suites. 2024-09-11T03:47:36.806 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment set-up. 2024-09-11T03:47:36.806 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 5 tests from cls_cas 2024-09-11T03:47:36.807 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] cls_cas.get_put 2024-09-11T03:47:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:36 smithi086 ceph-mon[89281]: pgmap v1069: 137 pgs: 10 creating+peering, 11 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:36 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:37.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:36 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:47:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:36 smithi086 ceph-mon[91691]: pgmap v1069: 137 pgs: 10 creating+peering, 11 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:36 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:37.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:36 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:47:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:36 smithi130 ceph-mon[83685]: pgmap v1069: 137 pgs: 10 creating+peering, 11 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:36 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:37.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:36 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:47:38.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:37 smithi086 ceph-mon[89281]: osdmap e911: 8 total, 8 up, 8 in 2024-09-11T03:47:38.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:37 smithi086 ceph-mon[91691]: osdmap e911: 8 total, 8 up, 8 in 2024-09-11T03:47:38.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:37 smithi130 ceph-mon[83685]: osdmap e911: 8 total, 8 up, 8 in 2024-09-11T03:47:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:38 smithi086 ceph-mon[91691]: pgmap v1071: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:38 smithi086 ceph-mon[91691]: osdmap e912: 8 total, 8 up, 8 in 2024-09-11T03:47:39.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:38 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1925190746' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:38 smithi086 ceph-mon[89281]: pgmap v1071: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:38 smithi086 ceph-mon[89281]: osdmap e912: 8 total, 8 up, 8 in 2024-09-11T03:47:39.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:38 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1925190746' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:38 smithi130 ceph-mon[83685]: pgmap v1071: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:38 smithi130 ceph-mon[83685]: osdmap e912: 8 total, 8 up, 8 in 2024-09-11T03:47:39.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:38 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1925190746' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:39.682 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] cls_cas.get_put (2876 ms) 2024-09-11T03:47:39.682 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] cls_cas.wrong_put 2024-09-11T03:47:40.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:39 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1925190746' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:40.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:39 smithi086 ceph-mon[89281]: osdmap e913: 8 total, 8 up, 8 in 2024-09-11T03:47:40.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:39 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1925190746' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:40.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:39 smithi086 ceph-mon[91691]: osdmap e913: 8 total, 8 up, 8 in 2024-09-11T03:47:40.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:39 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1925190746' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:40.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:39 smithi130 ceph-mon[83685]: osdmap e913: 8 total, 8 up, 8 in 2024-09-11T03:47:41.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:40 smithi086 ceph-mon[89281]: pgmap v1074: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:41.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:40 smithi086 ceph-mon[89281]: osdmap e914: 8 total, 8 up, 8 in 2024-09-11T03:47:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:40 smithi086 ceph-mon[91691]: pgmap v1074: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:41.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:40 smithi086 ceph-mon[91691]: osdmap e914: 8 total, 8 up, 8 in 2024-09-11T03:47:41.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:40 smithi130 ceph-mon[83685]: pgmap v1074: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:41.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:40 smithi130 ceph-mon[83685]: osdmap e914: 8 total, 8 up, 8 in 2024-09-11T03:47:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:41 smithi086 ceph-mon[89281]: osdmap e915: 8 total, 8 up, 8 in 2024-09-11T03:47:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:41 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2884217242' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:42.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:41 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:42.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:41 smithi086 ceph-mon[91691]: osdmap e915: 8 total, 8 up, 8 in 2024-09-11T03:47:42.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:41 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2884217242' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:42.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:41 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:42.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:41 smithi130 ceph-mon[83685]: osdmap e915: 8 total, 8 up, 8 in 2024-09-11T03:47:42.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:41 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2884217242' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:42.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:41 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:42.701 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] cls_cas.wrong_put (3019 ms) 2024-09-11T03:47:42.701 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] cls_cas.dup_get 2024-09-11T03:47:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:42 smithi086 ceph-mon[89281]: pgmap v1077: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:42 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:42 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:43.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:42 smithi086 ceph-mon[89281]: osdmap e916: 8 total, 8 up, 8 in 2024-09-11T03:47:43.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:42 smithi086 ceph-mon[91691]: pgmap v1077: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:43.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:42 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:43.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:42 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:43.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:42 smithi086 ceph-mon[91691]: osdmap e916: 8 total, 8 up, 8 in 2024-09-11T03:47:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:42 smithi130 ceph-mon[83685]: pgmap v1077: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:42 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:42 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:43.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:42 smithi130 ceph-mon[83685]: osdmap e916: 8 total, 8 up, 8 in 2024-09-11T03:47:44.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:43 smithi086 ceph-mon[89281]: osdmap e917: 8 total, 8 up, 8 in 2024-09-11T03:47:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:43 smithi086 ceph-mon[91691]: osdmap e917: 8 total, 8 up, 8 in 2024-09-11T03:47:44.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:43 smithi130 ceph-mon[83685]: osdmap e917: 8 total, 8 up, 8 in 2024-09-11T03:47:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:44 smithi086 ceph-mon[89281]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:44 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:44 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:47:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:44 smithi086 ceph-mon[89281]: osdmap e918: 8 total, 8 up, 8 in 2024-09-11T03:47:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:44 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/403756424' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:44 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:44.823 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:47:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:47:44] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.51.0" 2024-09-11T03:47:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:44 smithi086 ceph-mon[91691]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:44 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:44 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:47:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:44 smithi086 ceph-mon[91691]: osdmap e918: 8 total, 8 up, 8 in 2024-09-11T03:47:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:44 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/403756424' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:44 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:44 smithi130 ceph-mon[83685]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:44 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:44 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:47:45.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:44 smithi130 ceph-mon[83685]: osdmap e918: 8 total, 8 up, 8 in 2024-09-11T03:47:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:44 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/403756424' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:45.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:44 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:45.722 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] cls_cas.dup_get (3021 ms) 2024-09-11T03:47:45.722 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] cls_cas.dup_put 2024-09-11T03:47:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:45 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:45 smithi086 ceph-mon[89281]: osdmap e919: 8 total, 8 up, 8 in 2024-09-11T03:47:46.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:45 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:46.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:45 smithi086 ceph-mon[91691]: osdmap e919: 8 total, 8 up, 8 in 2024-09-11T03:47:46.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:45 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:46.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:45 smithi130 ceph-mon[83685]: osdmap e919: 8 total, 8 up, 8 in 2024-09-11T03:47:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:46 smithi086 ceph-mon[89281]: pgmap v1083: 137 pgs: 1 creating+peering, 28 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-11T03:47:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:46 smithi086 ceph-mon[89281]: osdmap e920: 8 total, 8 up, 8 in 2024-09-11T03:47:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:46 smithi086 ceph-mon[91691]: pgmap v1083: 137 pgs: 1 creating+peering, 28 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-11T03:47:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:46 smithi086 ceph-mon[91691]: osdmap e920: 8 total, 8 up, 8 in 2024-09-11T03:47:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:46 smithi130 ceph-mon[83685]: pgmap v1083: 137 pgs: 1 creating+peering, 28 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-11T03:47:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:46 smithi130 ceph-mon[83685]: osdmap e920: 8 total, 8 up, 8 in 2024-09-11T03:47:48.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:47 smithi086 ceph-mon[89281]: osdmap e921: 8 total, 8 up, 8 in 2024-09-11T03:47:48.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:47 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/146461303' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:48.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:47 smithi086 ceph-mon[91691]: osdmap e921: 8 total, 8 up, 8 in 2024-09-11T03:47:48.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:47 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/146461303' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:48.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:47 smithi130 ceph-mon[83685]: osdmap e921: 8 total, 8 up, 8 in 2024-09-11T03:47:48.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:47 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/146461303' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:48.745 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] cls_cas.dup_put (3023 ms) 2024-09-11T03:47:48.745 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] cls_cas.get_wrong_data 2024-09-11T03:47:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:48 smithi086 ceph-mon[89281]: pgmap v1086: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:48 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:48 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/146461303' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:48 smithi086 ceph-mon[89281]: osdmap e922: 8 total, 8 up, 8 in 2024-09-11T03:47:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:48 smithi086 ceph-mon[91691]: pgmap v1086: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:48 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:48 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/146461303' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:48 smithi086 ceph-mon[91691]: osdmap e922: 8 total, 8 up, 8 in 2024-09-11T03:47:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:48 smithi130 ceph-mon[83685]: pgmap v1086: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:48 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:48 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/146461303' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:48 smithi130 ceph-mon[83685]: osdmap e922: 8 total, 8 up, 8 in 2024-09-11T03:47:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:49 smithi086 ceph-mon[89281]: osdmap e923: 8 total, 8 up, 8 in 2024-09-11T03:47:50.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:47:50.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:49 smithi086 ceph-mon[91691]: osdmap e923: 8 total, 8 up, 8 in 2024-09-11T03:47:50.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:47:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:49 smithi130 ceph-mon[83685]: osdmap e923: 8 total, 8 up, 8 in 2024-09-11T03:47:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:47:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:50 smithi086 ceph-mon[89281]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:50 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:50 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:47:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:50 smithi086 ceph-mon[89281]: osdmap e924: 8 total, 8 up, 8 in 2024-09-11T03:47:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:50 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3315371239' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:50 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:50 smithi086 ceph-mon[91691]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:50 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:50 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:47:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:50 smithi086 ceph-mon[91691]: osdmap e924: 8 total, 8 up, 8 in 2024-09-11T03:47:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:50 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3315371239' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:50 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:50 smithi130 ceph-mon[83685]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:50 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:50 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:47:51.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:50 smithi130 ceph-mon[83685]: osdmap e924: 8 total, 8 up, 8 in 2024-09-11T03:47:51.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:50 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3315371239' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:51.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:50 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:51.767 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] cls_cas.get_wrong_data (3021 ms) 2024-09-11T03:47:51.768 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 5 tests from cls_cas (14960 ms total) 2024-09-11T03:47:51.768 INFO:tasks.workunit.client.0.smithi086.stdout: 2024-09-11T03:47:51.768 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 1 test from chunk_refs_t 2024-09-11T03:47:51.768 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] chunk_refs_t.size 2024-09-11T03:47:51.768 INFO:tasks.workunit.client.0.smithi086.stdout:1 60 by_object 2024-09-11T03:47:51.768 INFO:tasks.workunit.client.0.smithi086.stdout:2 103 by_object 2024-09-11T03:47:51.768 INFO:tasks.workunit.client.0.smithi086.stdout:4 189 by_object 2024-09-11T03:47:51.768 INFO:tasks.workunit.client.0.smithi086.stdout:8 361 by_object 2024-09-11T03:47:51.768 INFO:tasks.workunit.client.0.smithi086.stdout:16 112 by_hash(32 bits) 2024-09-11T03:47:51.768 INFO:tasks.workunit.client.0.smithi086.stdout:32 208 by_hash(32 bits) 2024-09-11T03:47:51.768 INFO:tasks.workunit.client.0.smithi086.stdout:64 400 by_hash(32 bits) 2024-09-11T03:47:51.769 INFO:tasks.workunit.client.0.smithi086.stdout:128 509 by_hash(10 bits) 2024-09-11T03:47:51.769 INFO:tasks.workunit.client.0.smithi086.stdout:256 499 by_hash(7 bits) 2024-09-11T03:47:51.769 INFO:tasks.workunit.client.0.smithi086.stdout:512 462 by_hash(5 bits) 2024-09-11T03:47:51.769 INFO:tasks.workunit.client.0.smithi086.stdout:1024 466 by_hash(5 bits) 2024-09-11T03:47:51.769 INFO:tasks.workunit.client.0.smithi086.stdout:2048 466 by_hash(5 bits) 2024-09-11T03:47:51.770 INFO:tasks.workunit.client.0.smithi086.stdout:4096 470 by_hash(5 bits) 2024-09-11T03:47:51.770 INFO:tasks.workunit.client.0.smithi086.stdout:8192 498 by_hash(4 bits) 2024-09-11T03:47:51.770 INFO:tasks.workunit.client.0.smithi086.stdout:16384 278 by_hash(3 bits) 2024-09-11T03:47:51.773 INFO:tasks.workunit.client.0.smithi086.stdout:32768 337 by_hash(2 bits) 2024-09-11T03:47:51.777 INFO:tasks.workunit.client.0.smithi086.stdout:65536 367 by_hash(2 bits) 2024-09-11T03:47:51.784 INFO:tasks.workunit.client.0.smithi086.stdout:131072 387 by_hash(1 bits) 2024-09-11T03:47:51.798 INFO:tasks.workunit.client.0.smithi086.stdout:262144 331 by_pool 2024-09-11T03:47:51.829 INFO:tasks.workunit.client.0.smithi086.stdout:524288 21 count 2024-09-11T03:47:51.876 INFO:tasks.workunit.client.0.smithi086.stdout:1048576 21 count 2024-09-11T03:47:51.972 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] chunk_refs_t.size (205 ms) 2024-09-11T03:47:51.972 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 1 test from chunk_refs_t (205 ms total) 2024-09-11T03:47:51.972 INFO:tasks.workunit.client.0.smithi086.stdout: 2024-09-11T03:47:51.972 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment tear-down 2024-09-11T03:47:51.972 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] 6 tests from 2 test suites ran. (15165 ms total) 2024-09-11T03:47:51.973 INFO:tasks.workunit.client.0.smithi086.stdout:[ PASSED ] 6 tests. 2024-09-11T03:47:51.974 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-11T03:47:51.974 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-11T03:47:52.037 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:51 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:52.037 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:51 smithi086 ceph-mon[89281]: osdmap e925: 8 total, 8 up, 8 in 2024-09-11T03:47:52.037 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:51 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:52.038 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:51 smithi086 ceph-mon[91691]: osdmap e925: 8 total, 8 up, 8 in 2024-09-11T03:47:52.040 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-11T03:47:52.041 DEBUG:teuthology.orchestra.run.smithi086:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-11T03:47:52.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:51 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131119-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:52.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:51 smithi130 ceph-mon[83685]: osdmap e925: 8 total, 8 up, 8 in 2024-09-11T03:47:52.111 INFO:tasks.workunit.client.0.smithi086.stdout:Running main() from gmock_main.cc 2024-09-11T03:47:52.111 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-11T03:47:52.111 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment set-up. 2024-09-11T03:47:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:52 smithi086 ceph-mon[89281]: pgmap v1092: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:52 smithi086 ceph-mon[89281]: osdmap e926: 8 total, 8 up, 8 in 2024-09-11T03:47:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:52 smithi086 ceph-mon[91691]: pgmap v1092: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:52 smithi086 ceph-mon[91691]: osdmap e926: 8 total, 8 up, 8 in 2024-09-11T03:47:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:52 smithi130 ceph-mon[83685]: pgmap v1092: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:52 smithi130 ceph-mon[83685]: osdmap e926: 8 total, 8 up, 8 in 2024-09-11T03:47:53.788 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 31 tests from CmpOmap 2024-09-11T03:47:53.788 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-11T03:47:53.803 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (15 ms) 2024-09-11T03:47:53.803 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-11T03:47:53.807 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (4 ms) 2024-09-11T03:47:53.807 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-11T03:47:53.810 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-09-11T03:47:53.810 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-11T03:47:53.813 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-09-11T03:47:53.813 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-11T03:47:53.818 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-09-11T03:47:53.818 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-11T03:47:53.825 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-09-11T03:47:53.825 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-11T03:47:53.828 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-09-11T03:47:53.828 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-11T03:47:53.830 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-09-11T03:47:53.831 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-11T03:47:53.833 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-09-11T03:47:53.833 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-11T03:47:53.837 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-09-11T03:47:53.837 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-11T03:47:53.837 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-11T03:47:53.837 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-11T03:47:53.838 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-09-11T03:47:53.838 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-11T03:47:53.844 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-09-11T03:47:53.844 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-11T03:47:53.850 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-09-11T03:47:53.850 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-11T03:47:53.855 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-09-11T03:47:53.856 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-11T03:47:53.863 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-09-11T03:47:53.863 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-11T03:47:53.870 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-09-11T03:47:53.870 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-11T03:47:53.877 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-09-11T03:47:53.877 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-11T03:47:53.879 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-09-11T03:47:53.879 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-11T03:47:53.881 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-09-11T03:47:53.881 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-11T03:47:53.882 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-11T03:47:53.882 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-11T03:47:53.883 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-09-11T03:47:53.883 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-11T03:47:53.889 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-09-11T03:47:53.889 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-11T03:47:53.895 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-09-11T03:47:53.895 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-11T03:47:53.901 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-09-11T03:47:53.901 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-11T03:47:53.909 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-09-11T03:47:53.909 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-11T03:47:53.910 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (1 ms) 2024-09-11T03:47:53.910 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-11T03:47:53.912 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-09-11T03:47:53.913 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-11T03:47:53.913 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-11T03:47:53.913 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-11T03:47:53.914 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-09-11T03:47:53.914 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-11T03:47:53.922 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-09-11T03:47:53.922 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 31 tests from CmpOmap (134 ms total) 2024-09-11T03:47:53.922 INFO:tasks.workunit.client.0.smithi086.stdout: 2024-09-11T03:47:53.922 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment tear-down 2024-09-11T03:47:54.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:53 smithi086 ceph-mon[89281]: osdmap e927: 8 total, 8 up, 8 in 2024-09-11T03:47:54.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:53 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3471693583' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131242-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:54.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:53 smithi086 ceph-mon[91691]: osdmap e927: 8 total, 8 up, 8 in 2024-09-11T03:47:54.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:53 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3471693583' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131242-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:54.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:53 smithi130 ceph-mon[83685]: osdmap e927: 8 total, 8 up, 8 in 2024-09-11T03:47:54.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:53 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3471693583' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131242-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:54.779 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:47:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:47:54] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.51.0" 2024-09-11T03:47:54.790 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] 31 tests from 1 test suite ran. (2680 ms total) 2024-09-11T03:47:54.791 INFO:tasks.workunit.client.0.smithi086.stdout:[ PASSED ] 31 tests. 2024-09-11T03:47:54.794 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-11T03:47:54.794 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-11T03:47:54.864 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-09-11T03:47:54.865 DEBUG:teuthology.orchestra.run.smithi086:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-09-11T03:47:54.939 INFO:tasks.workunit.client.0.smithi086.stdout:Running main() from gmock_main.cc 2024-09-11T03:47:54.939 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-11T03:47:54.940 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment set-up. 2024-09-11T03:47:54.940 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 6 tests from ClsHello 2024-09-11T03:47:54.940 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsHello.SayHello 2024-09-11T03:47:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:54 smithi086 ceph-mon[89281]: pgmap v1095: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:54 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:54 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3471693583' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131242-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:55.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:54 smithi086 ceph-mon[89281]: osdmap e928: 8 total, 8 up, 8 in 2024-09-11T03:47:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:54 smithi086 ceph-mon[91691]: pgmap v1095: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:55.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:54 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:55.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:54 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3471693583' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131242-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:55.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:54 smithi086 ceph-mon[91691]: osdmap e928: 8 total, 8 up, 8 in 2024-09-11T03:47:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:54 smithi130 ceph-mon[83685]: pgmap v1095: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:54 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:47:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:54 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3471693583' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131242-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:54 smithi130 ceph-mon[83685]: osdmap e928: 8 total, 8 up, 8 in 2024-09-11T03:47:56.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:55 smithi086 ceph-mon[89281]: osdmap e929: 8 total, 8 up, 8 in 2024-09-11T03:47:56.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:55 smithi086 ceph-mon[91691]: osdmap e929: 8 total, 8 up, 8 in 2024-09-11T03:47:56.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:55 smithi130 ceph-mon[83685]: osdmap e929: 8 total, 8 up, 8 in 2024-09-11T03:47:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:56 smithi086 ceph-mon[89281]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:56 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:56 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:47:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:56 smithi086 ceph-mon[89281]: osdmap e930: 8 total, 8 up, 8 in 2024-09-11T03:47:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:56 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3308634068' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:56 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:57.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:56 smithi086 ceph-mon[91691]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:57.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:56 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:57.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:56 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:47:57.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:56 smithi086 ceph-mon[91691]: osdmap e930: 8 total, 8 up, 8 in 2024-09-11T03:47:57.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:56 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3308634068' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:57.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:56 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:56 smithi130 ceph-mon[83685]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:56 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:47:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:56 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:47:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:56 smithi130 ceph-mon[83685]: osdmap e930: 8 total, 8 up, 8 in 2024-09-11T03:47:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:56 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3308634068' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:56 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:47:57.814 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsHello.SayHello (2875 ms) 2024-09-11T03:47:57.814 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsHello.RecordHello 2024-09-11T03:47:58.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:57 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:58.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:57 smithi086 ceph-mon[89281]: osdmap e931: 8 total, 8 up, 8 in 2024-09-11T03:47:58.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:57 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:58.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:57 smithi086 ceph-mon[91691]: osdmap e931: 8 total, 8 up, 8 in 2024-09-11T03:47:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:57 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:47:58.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:57 smithi130 ceph-mon[83685]: osdmap e931: 8 total, 8 up, 8 in 2024-09-11T03:47:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:58 smithi086 ceph-mon[89281]: pgmap v1101: 137 pgs: 2 creating+activating, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:59.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:58 smithi086 ceph-mon[89281]: osdmap e932: 8 total, 8 up, 8 in 2024-09-11T03:47:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:58 smithi086 ceph-mon[91691]: pgmap v1101: 137 pgs: 2 creating+activating, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:59.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:58 smithi086 ceph-mon[91691]: osdmap e932: 8 total, 8 up, 8 in 2024-09-11T03:47:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:58 smithi130 ceph-mon[83685]: pgmap v1101: 137 pgs: 2 creating+activating, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:47:59.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:58 smithi130 ceph-mon[83685]: osdmap e932: 8 total, 8 up, 8 in 2024-09-11T03:48:00.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:59 smithi086 ceph-mon[89281]: osdmap e933: 8 total, 8 up, 8 in 2024-09-11T03:48:00.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:59 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3511148782' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:00.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:47:59 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:00.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:59 smithi086 ceph-mon[91691]: osdmap e933: 8 total, 8 up, 8 in 2024-09-11T03:48:00.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:59 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3511148782' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:00.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:47:59 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:00.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:59 smithi130 ceph-mon[83685]: osdmap e933: 8 total, 8 up, 8 in 2024-09-11T03:48:00.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:59 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3511148782' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:00.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:47:59 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:00.826 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsHello.RecordHello (3012 ms) 2024-09-11T03:48:00.827 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsHello.WriteReturnData 2024-09-11T03:48:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:00 smithi130 ceph-mon[83685]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:00 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:01.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:00 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:01.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:00 smithi130 ceph-mon[83685]: osdmap e934: 8 total, 8 up, 8 in 2024-09-11T03:48:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:00 smithi086 ceph-mon[89281]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:00 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:00 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:01.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:00 smithi086 ceph-mon[89281]: osdmap e934: 8 total, 8 up, 8 in 2024-09-11T03:48:01.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:00 smithi086 ceph-mon[91691]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:01.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:00 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:01.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:00 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:01.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:00 smithi086 ceph-mon[91691]: osdmap e934: 8 total, 8 up, 8 in 2024-09-11T03:48:02.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:01 smithi130 ceph-mon[83685]: osdmap e935: 8 total, 8 up, 8 in 2024-09-11T03:48:02.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:01 smithi086 ceph-mon[89281]: osdmap e935: 8 total, 8 up, 8 in 2024-09-11T03:48:02.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:01 smithi086 ceph-mon[91691]: osdmap e935: 8 total, 8 up, 8 in 2024-09-11T03:48:02.854 INFO:tasks.workunit.client.0.smithi086.stdout:require_osd_release = squid 2024-09-11T03:48:02.863 INFO:tasks.workunit.client.0.smithi086.stdout:0 2024-09-11T03:48:02.864 INFO:tasks.workunit.client.0.smithi086.stdout:1 2024-09-11T03:48:02.865 INFO:tasks.workunit.client.0.smithi086.stdout:2 2024-09-11T03:48:02.866 INFO:tasks.workunit.client.0.smithi086.stdout:3 2024-09-11T03:48:02.867 INFO:tasks.workunit.client.0.smithi086.stdout:4 2024-09-11T03:48:02.868 INFO:tasks.workunit.client.0.smithi086.stdout:5 2024-09-11T03:48:02.869 INFO:tasks.workunit.client.0.smithi086.stdout:6 2024-09-11T03:48:02.870 INFO:tasks.workunit.client.0.smithi086.stdout:7 2024-09-11T03:48:02.871 INFO:tasks.workunit.client.0.smithi086.stdout:8 2024-09-11T03:48:02.872 INFO:tasks.workunit.client.0.smithi086.stdout:9 2024-09-11T03:48:02.872 INFO:tasks.workunit.client.0.smithi086.stdout:10 2024-09-11T03:48:02.873 INFO:tasks.workunit.client.0.smithi086.stdout:11 2024-09-11T03:48:02.875 INFO:tasks.workunit.client.0.smithi086.stdout:12 2024-09-11T03:48:02.875 INFO:tasks.workunit.client.0.smithi086.stdout:13 2024-09-11T03:48:02.876 INFO:tasks.workunit.client.0.smithi086.stdout:14 2024-09-11T03:48:02.877 INFO:tasks.workunit.client.0.smithi086.stdout:15 2024-09-11T03:48:02.878 INFO:tasks.workunit.client.0.smithi086.stdout:16 2024-09-11T03:48:02.879 INFO:tasks.workunit.client.0.smithi086.stdout:17 2024-09-11T03:48:02.880 INFO:tasks.workunit.client.0.smithi086.stdout:18 2024-09-11T03:48:02.881 INFO:tasks.workunit.client.0.smithi086.stdout:19 2024-09-11T03:48:02.882 INFO:tasks.workunit.client.0.smithi086.stdout:20 2024-09-11T03:48:02.883 INFO:tasks.workunit.client.0.smithi086.stdout:21 2024-09-11T03:48:02.883 INFO:tasks.workunit.client.0.smithi086.stdout:22 2024-09-11T03:48:02.884 INFO:tasks.workunit.client.0.smithi086.stdout:23 2024-09-11T03:48:02.885 INFO:tasks.workunit.client.0.smithi086.stdout:24 2024-09-11T03:48:02.886 INFO:tasks.workunit.client.0.smithi086.stdout:25 2024-09-11T03:48:02.887 INFO:tasks.workunit.client.0.smithi086.stdout:26 2024-09-11T03:48:02.888 INFO:tasks.workunit.client.0.smithi086.stdout:27 2024-09-11T03:48:02.889 INFO:tasks.workunit.client.0.smithi086.stdout:28 2024-09-11T03:48:02.890 INFO:tasks.workunit.client.0.smithi086.stdout:29 2024-09-11T03:48:02.890 INFO:tasks.workunit.client.0.smithi086.stdout:30 2024-09-11T03:48:02.891 INFO:tasks.workunit.client.0.smithi086.stdout:31 2024-09-11T03:48:02.892 INFO:tasks.workunit.client.0.smithi086.stdout:32 2024-09-11T03:48:02.893 INFO:tasks.workunit.client.0.smithi086.stdout:33 2024-09-11T03:48:02.896 INFO:tasks.workunit.client.0.smithi086.stdout:34 2024-09-11T03:48:02.896 INFO:tasks.workunit.client.0.smithi086.stdout:35 2024-09-11T03:48:02.897 INFO:tasks.workunit.client.0.smithi086.stdout:36 2024-09-11T03:48:02.897 INFO:tasks.workunit.client.0.smithi086.stdout:37 2024-09-11T03:48:02.897 INFO:tasks.workunit.client.0.smithi086.stdout:38 2024-09-11T03:48:02.898 INFO:tasks.workunit.client.0.smithi086.stdout:39 2024-09-11T03:48:02.899 INFO:tasks.workunit.client.0.smithi086.stdout:40 2024-09-11T03:48:02.900 INFO:tasks.workunit.client.0.smithi086.stdout:41 2024-09-11T03:48:02.901 INFO:tasks.workunit.client.0.smithi086.stdout:42 2024-09-11T03:48:02.901 INFO:tasks.workunit.client.0.smithi086.stdout:43 2024-09-11T03:48:02.902 INFO:tasks.workunit.client.0.smithi086.stdout:44 2024-09-11T03:48:02.903 INFO:tasks.workunit.client.0.smithi086.stdout:45 2024-09-11T03:48:02.904 INFO:tasks.workunit.client.0.smithi086.stdout:46 2024-09-11T03:48:02.905 INFO:tasks.workunit.client.0.smithi086.stdout:47 2024-09-11T03:48:02.905 INFO:tasks.workunit.client.0.smithi086.stdout:48 2024-09-11T03:48:02.906 INFO:tasks.workunit.client.0.smithi086.stdout:49 2024-09-11T03:48:02.907 INFO:tasks.workunit.client.0.smithi086.stdout:50 2024-09-11T03:48:02.908 INFO:tasks.workunit.client.0.smithi086.stdout:51 2024-09-11T03:48:02.909 INFO:tasks.workunit.client.0.smithi086.stdout:52 2024-09-11T03:48:02.910 INFO:tasks.workunit.client.0.smithi086.stdout:53 2024-09-11T03:48:02.911 INFO:tasks.workunit.client.0.smithi086.stdout:54 2024-09-11T03:48:02.911 INFO:tasks.workunit.client.0.smithi086.stdout:55 2024-09-11T03:48:02.912 INFO:tasks.workunit.client.0.smithi086.stdout:56 2024-09-11T03:48:02.913 INFO:tasks.workunit.client.0.smithi086.stdout:57 2024-09-11T03:48:02.914 INFO:tasks.workunit.client.0.smithi086.stdout:58 2024-09-11T03:48:02.915 INFO:tasks.workunit.client.0.smithi086.stdout:59 2024-09-11T03:48:02.916 INFO:tasks.workunit.client.0.smithi086.stdout:60 2024-09-11T03:48:02.917 INFO:tasks.workunit.client.0.smithi086.stdout:61 2024-09-11T03:48:02.917 INFO:tasks.workunit.client.0.smithi086.stdout:62 2024-09-11T03:48:02.918 INFO:tasks.workunit.client.0.smithi086.stdout:63 2024-09-11T03:48:02.919 INFO:tasks.workunit.client.0.smithi086.stdout:64 2024-09-11T03:48:02.920 INFO:tasks.workunit.client.0.smithi086.stdout:65 2024-09-11T03:48:02.921 INFO:tasks.workunit.client.0.smithi086.stdout:66 2024-09-11T03:48:02.922 INFO:tasks.workunit.client.0.smithi086.stdout:67 2024-09-11T03:48:02.922 INFO:tasks.workunit.client.0.smithi086.stdout:68 2024-09-11T03:48:02.923 INFO:tasks.workunit.client.0.smithi086.stdout:69 2024-09-11T03:48:02.924 INFO:tasks.workunit.client.0.smithi086.stdout:70 2024-09-11T03:48:02.925 INFO:tasks.workunit.client.0.smithi086.stdout:71 2024-09-11T03:48:02.926 INFO:tasks.workunit.client.0.smithi086.stdout:72 2024-09-11T03:48:02.927 INFO:tasks.workunit.client.0.smithi086.stdout:73 2024-09-11T03:48:02.928 INFO:tasks.workunit.client.0.smithi086.stdout:74 2024-09-11T03:48:02.929 INFO:tasks.workunit.client.0.smithi086.stdout:75 2024-09-11T03:48:02.929 INFO:tasks.workunit.client.0.smithi086.stdout:76 2024-09-11T03:48:02.930 INFO:tasks.workunit.client.0.smithi086.stdout:77 2024-09-11T03:48:02.931 INFO:tasks.workunit.client.0.smithi086.stdout:78 2024-09-11T03:48:02.932 INFO:tasks.workunit.client.0.smithi086.stdout:79 2024-09-11T03:48:02.933 INFO:tasks.workunit.client.0.smithi086.stdout:80 2024-09-11T03:48:02.934 INFO:tasks.workunit.client.0.smithi086.stdout:81 2024-09-11T03:48:02.934 INFO:tasks.workunit.client.0.smithi086.stdout:82 2024-09-11T03:48:02.935 INFO:tasks.workunit.client.0.smithi086.stdout:83 2024-09-11T03:48:02.936 INFO:tasks.workunit.client.0.smithi086.stdout:84 2024-09-11T03:48:02.937 INFO:tasks.workunit.client.0.smithi086.stdout:85 2024-09-11T03:48:02.938 INFO:tasks.workunit.client.0.smithi086.stdout:86 2024-09-11T03:48:02.938 INFO:tasks.workunit.client.0.smithi086.stdout:87 2024-09-11T03:48:02.939 INFO:tasks.workunit.client.0.smithi086.stdout:88 2024-09-11T03:48:02.940 INFO:tasks.workunit.client.0.smithi086.stdout:89 2024-09-11T03:48:02.941 INFO:tasks.workunit.client.0.smithi086.stdout:90 2024-09-11T03:48:02.942 INFO:tasks.workunit.client.0.smithi086.stdout:91 2024-09-11T03:48:02.943 INFO:tasks.workunit.client.0.smithi086.stdout:92 2024-09-11T03:48:02.943 INFO:tasks.workunit.client.0.smithi086.stdout:93 2024-09-11T03:48:02.944 INFO:tasks.workunit.client.0.smithi086.stdout:94 2024-09-11T03:48:02.945 INFO:tasks.workunit.client.0.smithi086.stdout:95 2024-09-11T03:48:02.946 INFO:tasks.workunit.client.0.smithi086.stdout:96 2024-09-11T03:48:02.947 INFO:tasks.workunit.client.0.smithi086.stdout:97 2024-09-11T03:48:02.948 INFO:tasks.workunit.client.0.smithi086.stdout:98 2024-09-11T03:48:02.948 INFO:tasks.workunit.client.0.smithi086.stdout:99 2024-09-11T03:48:02.949 INFO:tasks.workunit.client.0.smithi086.stdout:100 2024-09-11T03:48:02.950 INFO:tasks.workunit.client.0.smithi086.stdout:101 2024-09-11T03:48:02.951 INFO:tasks.workunit.client.0.smithi086.stdout:102 2024-09-11T03:48:02.952 INFO:tasks.workunit.client.0.smithi086.stdout:103 2024-09-11T03:48:02.953 INFO:tasks.workunit.client.0.smithi086.stdout:104 2024-09-11T03:48:02.953 INFO:tasks.workunit.client.0.smithi086.stdout:105 2024-09-11T03:48:02.954 INFO:tasks.workunit.client.0.smithi086.stdout:106 2024-09-11T03:48:02.955 INFO:tasks.workunit.client.0.smithi086.stdout:107 2024-09-11T03:48:02.956 INFO:tasks.workunit.client.0.smithi086.stdout:108 2024-09-11T03:48:02.957 INFO:tasks.workunit.client.0.smithi086.stdout:109 2024-09-11T03:48:02.958 INFO:tasks.workunit.client.0.smithi086.stdout:110 2024-09-11T03:48:02.958 INFO:tasks.workunit.client.0.smithi086.stdout:111 2024-09-11T03:48:02.960 INFO:tasks.workunit.client.0.smithi086.stdout:112 2024-09-11T03:48:02.961 INFO:tasks.workunit.client.0.smithi086.stdout:113 2024-09-11T03:48:02.961 INFO:tasks.workunit.client.0.smithi086.stdout:114 2024-09-11T03:48:02.962 INFO:tasks.workunit.client.0.smithi086.stdout:115 2024-09-11T03:48:02.963 INFO:tasks.workunit.client.0.smithi086.stdout:116 2024-09-11T03:48:02.963 INFO:tasks.workunit.client.0.smithi086.stdout:117 2024-09-11T03:48:02.964 INFO:tasks.workunit.client.0.smithi086.stdout:118 2024-09-11T03:48:02.965 INFO:tasks.workunit.client.0.smithi086.stdout:119 2024-09-11T03:48:02.966 INFO:tasks.workunit.client.0.smithi086.stdout:120 2024-09-11T03:48:02.966 INFO:tasks.workunit.client.0.smithi086.stdout:121 2024-09-11T03:48:02.967 INFO:tasks.workunit.client.0.smithi086.stdout:122 2024-09-11T03:48:02.968 INFO:tasks.workunit.client.0.smithi086.stdout:123 2024-09-11T03:48:02.969 INFO:tasks.workunit.client.0.smithi086.stdout:124 2024-09-11T03:48:02.970 INFO:tasks.workunit.client.0.smithi086.stdout:125 2024-09-11T03:48:02.971 INFO:tasks.workunit.client.0.smithi086.stdout:126 2024-09-11T03:48:02.971 INFO:tasks.workunit.client.0.smithi086.stdout:127 2024-09-11T03:48:02.972 INFO:tasks.workunit.client.0.smithi086.stdout:128 2024-09-11T03:48:02.973 INFO:tasks.workunit.client.0.smithi086.stdout:129 2024-09-11T03:48:02.974 INFO:tasks.workunit.client.0.smithi086.stdout:130 2024-09-11T03:48:02.975 INFO:tasks.workunit.client.0.smithi086.stdout:131 2024-09-11T03:48:02.975 INFO:tasks.workunit.client.0.smithi086.stdout:132 2024-09-11T03:48:02.976 INFO:tasks.workunit.client.0.smithi086.stdout:133 2024-09-11T03:48:02.977 INFO:tasks.workunit.client.0.smithi086.stdout:134 2024-09-11T03:48:02.978 INFO:tasks.workunit.client.0.smithi086.stdout:135 2024-09-11T03:48:02.978 INFO:tasks.workunit.client.0.smithi086.stdout:136 2024-09-11T03:48:02.979 INFO:tasks.workunit.client.0.smithi086.stdout:137 2024-09-11T03:48:02.980 INFO:tasks.workunit.client.0.smithi086.stdout:138 2024-09-11T03:48:02.981 INFO:tasks.workunit.client.0.smithi086.stdout:139 2024-09-11T03:48:02.982 INFO:tasks.workunit.client.0.smithi086.stdout:140 2024-09-11T03:48:02.983 INFO:tasks.workunit.client.0.smithi086.stdout:141 2024-09-11T03:48:02.984 INFO:tasks.workunit.client.0.smithi086.stdout:142 2024-09-11T03:48:02.984 INFO:tasks.workunit.client.0.smithi086.stdout:143 2024-09-11T03:48:02.985 INFO:tasks.workunit.client.0.smithi086.stdout:144 2024-09-11T03:48:02.986 INFO:tasks.workunit.client.0.smithi086.stdout:145 2024-09-11T03:48:02.987 INFO:tasks.workunit.client.0.smithi086.stdout:146 2024-09-11T03:48:02.988 INFO:tasks.workunit.client.0.smithi086.stdout:147 2024-09-11T03:48:02.989 INFO:tasks.workunit.client.0.smithi086.stdout:148 2024-09-11T03:48:02.989 INFO:tasks.workunit.client.0.smithi086.stdout:149 2024-09-11T03:48:02.990 INFO:tasks.workunit.client.0.smithi086.stdout:150 2024-09-11T03:48:02.991 INFO:tasks.workunit.client.0.smithi086.stdout:151 2024-09-11T03:48:02.992 INFO:tasks.workunit.client.0.smithi086.stdout:152 2024-09-11T03:48:02.993 INFO:tasks.workunit.client.0.smithi086.stdout:153 2024-09-11T03:48:02.993 INFO:tasks.workunit.client.0.smithi086.stdout:154 2024-09-11T03:48:02.994 INFO:tasks.workunit.client.0.smithi086.stdout:155 2024-09-11T03:48:02.995 INFO:tasks.workunit.client.0.smithi086.stdout:156 2024-09-11T03:48:02.996 INFO:tasks.workunit.client.0.smithi086.stdout:157 2024-09-11T03:48:02.997 INFO:tasks.workunit.client.0.smithi086.stdout:158 2024-09-11T03:48:02.998 INFO:tasks.workunit.client.0.smithi086.stdout:159 2024-09-11T03:48:02.999 INFO:tasks.workunit.client.0.smithi086.stdout:160 2024-09-11T03:48:02.999 INFO:tasks.workunit.client.0.smithi086.stdout:161 2024-09-11T03:48:03.000 INFO:tasks.workunit.client.0.smithi086.stdout:162 2024-09-11T03:48:03.001 INFO:tasks.workunit.client.0.smithi086.stdout:163 2024-09-11T03:48:03.002 INFO:tasks.workunit.client.0.smithi086.stdout:164 2024-09-11T03:48:03.003 INFO:tasks.workunit.client.0.smithi086.stdout:165 2024-09-11T03:48:03.003 INFO:tasks.workunit.client.0.smithi086.stdout:166 2024-09-11T03:48:03.004 INFO:tasks.workunit.client.0.smithi086.stdout:167 2024-09-11T03:48:03.005 INFO:tasks.workunit.client.0.smithi086.stdout:168 2024-09-11T03:48:03.006 INFO:tasks.workunit.client.0.smithi086.stdout:169 2024-09-11T03:48:03.007 INFO:tasks.workunit.client.0.smithi086.stdout:170 2024-09-11T03:48:03.008 INFO:tasks.workunit.client.0.smithi086.stdout:171 2024-09-11T03:48:03.008 INFO:tasks.workunit.client.0.smithi086.stdout:172 2024-09-11T03:48:03.009 INFO:tasks.workunit.client.0.smithi086.stdout:173 2024-09-11T03:48:03.010 INFO:tasks.workunit.client.0.smithi086.stdout:174 2024-09-11T03:48:03.011 INFO:tasks.workunit.client.0.smithi086.stdout:175 2024-09-11T03:48:03.012 INFO:tasks.workunit.client.0.smithi086.stdout:176 2024-09-11T03:48:03.012 INFO:tasks.workunit.client.0.smithi086.stdout:177 2024-09-11T03:48:03.013 INFO:tasks.workunit.client.0.smithi086.stdout:178 2024-09-11T03:48:03.014 INFO:tasks.workunit.client.0.smithi086.stdout:179 2024-09-11T03:48:03.015 INFO:tasks.workunit.client.0.smithi086.stdout:180 2024-09-11T03:48:03.016 INFO:tasks.workunit.client.0.smithi086.stdout:181 2024-09-11T03:48:03.017 INFO:tasks.workunit.client.0.smithi086.stdout:182 2024-09-11T03:48:03.017 INFO:tasks.workunit.client.0.smithi086.stdout:183 2024-09-11T03:48:03.018 INFO:tasks.workunit.client.0.smithi086.stdout:184 2024-09-11T03:48:03.019 INFO:tasks.workunit.client.0.smithi086.stdout:185 2024-09-11T03:48:03.020 INFO:tasks.workunit.client.0.smithi086.stdout:186 2024-09-11T03:48:03.021 INFO:tasks.workunit.client.0.smithi086.stdout:187 2024-09-11T03:48:03.022 INFO:tasks.workunit.client.0.smithi086.stdout:188 2024-09-11T03:48:03.022 INFO:tasks.workunit.client.0.smithi086.stdout:189 2024-09-11T03:48:03.023 INFO:tasks.workunit.client.0.smithi086.stdout:190 2024-09-11T03:48:03.024 INFO:tasks.workunit.client.0.smithi086.stdout:191 2024-09-11T03:48:03.025 INFO:tasks.workunit.client.0.smithi086.stdout:192 2024-09-11T03:48:03.025 INFO:tasks.workunit.client.0.smithi086.stdout:193 2024-09-11T03:48:03.026 INFO:tasks.workunit.client.0.smithi086.stdout:194 2024-09-11T03:48:03.027 INFO:tasks.workunit.client.0.smithi086.stdout:195 2024-09-11T03:48:03.028 INFO:tasks.workunit.client.0.smithi086.stdout:196 2024-09-11T03:48:03.029 INFO:tasks.workunit.client.0.smithi086.stdout:197 2024-09-11T03:48:03.030 INFO:tasks.workunit.client.0.smithi086.stdout:198 2024-09-11T03:48:03.031 INFO:tasks.workunit.client.0.smithi086.stdout:199 2024-09-11T03:48:03.032 INFO:tasks.workunit.client.0.smithi086.stdout:200 2024-09-11T03:48:03.032 INFO:tasks.workunit.client.0.smithi086.stdout:201 2024-09-11T03:48:03.033 INFO:tasks.workunit.client.0.smithi086.stdout:202 2024-09-11T03:48:03.034 INFO:tasks.workunit.client.0.smithi086.stdout:203 2024-09-11T03:48:03.035 INFO:tasks.workunit.client.0.smithi086.stdout:204 2024-09-11T03:48:03.036 INFO:tasks.workunit.client.0.smithi086.stdout:205 2024-09-11T03:48:03.037 INFO:tasks.workunit.client.0.smithi086.stdout:206 2024-09-11T03:48:03.037 INFO:tasks.workunit.client.0.smithi086.stdout:207 2024-09-11T03:48:03.038 INFO:tasks.workunit.client.0.smithi086.stdout:208 2024-09-11T03:48:03.039 INFO:tasks.workunit.client.0.smithi086.stdout:209 2024-09-11T03:48:03.040 INFO:tasks.workunit.client.0.smithi086.stdout:210 2024-09-11T03:48:03.041 INFO:tasks.workunit.client.0.smithi086.stdout:211 2024-09-11T03:48:03.042 INFO:tasks.workunit.client.0.smithi086.stdout:212 2024-09-11T03:48:03.042 INFO:tasks.workunit.client.0.smithi086.stdout:213 2024-09-11T03:48:03.043 INFO:tasks.workunit.client.0.smithi086.stdout:214 2024-09-11T03:48:03.044 INFO:tasks.workunit.client.0.smithi086.stdout:215 2024-09-11T03:48:03.045 INFO:tasks.workunit.client.0.smithi086.stdout:216 2024-09-11T03:48:03.046 INFO:tasks.workunit.client.0.smithi086.stdout:217 2024-09-11T03:48:03.047 INFO:tasks.workunit.client.0.smithi086.stdout:218 2024-09-11T03:48:03.047 INFO:tasks.workunit.client.0.smithi086.stdout:219 2024-09-11T03:48:03.048 INFO:tasks.workunit.client.0.smithi086.stdout:220 2024-09-11T03:48:03.049 INFO:tasks.workunit.client.0.smithi086.stdout:221 2024-09-11T03:48:03.050 INFO:tasks.workunit.client.0.smithi086.stdout:222 2024-09-11T03:48:03.051 INFO:tasks.workunit.client.0.smithi086.stdout:223 2024-09-11T03:48:03.051 INFO:tasks.workunit.client.0.smithi086.stdout:224 2024-09-11T03:48:03.052 INFO:tasks.workunit.client.0.smithi086.stdout:225 2024-09-11T03:48:03.053 INFO:tasks.workunit.client.0.smithi086.stdout:226 2024-09-11T03:48:03.054 INFO:tasks.workunit.client.0.smithi086.stdout:227 2024-09-11T03:48:03.055 INFO:tasks.workunit.client.0.smithi086.stdout:228 2024-09-11T03:48:03.056 INFO:tasks.workunit.client.0.smithi086.stdout:229 2024-09-11T03:48:03.056 INFO:tasks.workunit.client.0.smithi086.stdout:230 2024-09-11T03:48:03.058 INFO:tasks.workunit.client.0.smithi086.stdout:231 2024-09-11T03:48:03.059 INFO:tasks.workunit.client.0.smithi086.stdout:232 2024-09-11T03:48:03.060 INFO:tasks.workunit.client.0.smithi086.stdout:233 2024-09-11T03:48:03.060 INFO:tasks.workunit.client.0.smithi086.stdout:234 2024-09-11T03:48:03.061 INFO:tasks.workunit.client.0.smithi086.stdout:235 2024-09-11T03:48:03.062 INFO:tasks.workunit.client.0.smithi086.stdout:236 2024-09-11T03:48:03.063 INFO:tasks.workunit.client.0.smithi086.stdout:237 2024-09-11T03:48:03.064 INFO:tasks.workunit.client.0.smithi086.stdout:238 2024-09-11T03:48:03.064 INFO:tasks.workunit.client.0.smithi086.stdout:239 2024-09-11T03:48:03.065 INFO:tasks.workunit.client.0.smithi086.stdout:240 2024-09-11T03:48:03.066 INFO:tasks.workunit.client.0.smithi086.stdout:241 2024-09-11T03:48:03.067 INFO:tasks.workunit.client.0.smithi086.stdout:242 2024-09-11T03:48:03.068 INFO:tasks.workunit.client.0.smithi086.stdout:243 2024-09-11T03:48:03.068 INFO:tasks.workunit.client.0.smithi086.stdout:244 2024-09-11T03:48:03.069 INFO:tasks.workunit.client.0.smithi086.stdout:245 2024-09-11T03:48:03.070 INFO:tasks.workunit.client.0.smithi086.stdout:246 2024-09-11T03:48:03.071 INFO:tasks.workunit.client.0.smithi086.stdout:247 2024-09-11T03:48:03.072 INFO:tasks.workunit.client.0.smithi086.stdout:248 2024-09-11T03:48:03.073 INFO:tasks.workunit.client.0.smithi086.stdout:249 2024-09-11T03:48:03.073 INFO:tasks.workunit.client.0.smithi086.stdout:250 2024-09-11T03:48:03.074 INFO:tasks.workunit.client.0.smithi086.stdout:251 2024-09-11T03:48:03.075 INFO:tasks.workunit.client.0.smithi086.stdout:252 2024-09-11T03:48:03.076 INFO:tasks.workunit.client.0.smithi086.stdout:253 2024-09-11T03:48:03.077 INFO:tasks.workunit.client.0.smithi086.stdout:254 2024-09-11T03:48:03.078 INFO:tasks.workunit.client.0.smithi086.stdout:255 2024-09-11T03:48:03.079 INFO:tasks.workunit.client.0.smithi086.stdout:256 2024-09-11T03:48:03.080 INFO:tasks.workunit.client.0.smithi086.stdout:257 2024-09-11T03:48:03.080 INFO:tasks.workunit.client.0.smithi086.stdout:258 2024-09-11T03:48:03.081 INFO:tasks.workunit.client.0.smithi086.stdout:259 2024-09-11T03:48:03.082 INFO:tasks.workunit.client.0.smithi086.stdout:260 2024-09-11T03:48:03.083 INFO:tasks.workunit.client.0.smithi086.stdout:261 2024-09-11T03:48:03.084 INFO:tasks.workunit.client.0.smithi086.stdout:262 2024-09-11T03:48:03.084 INFO:tasks.workunit.client.0.smithi086.stdout:263 2024-09-11T03:48:03.085 INFO:tasks.workunit.client.0.smithi086.stdout:264 2024-09-11T03:48:03.086 INFO:tasks.workunit.client.0.smithi086.stdout:265 2024-09-11T03:48:03.087 INFO:tasks.workunit.client.0.smithi086.stdout:266 2024-09-11T03:48:03.088 INFO:tasks.workunit.client.0.smithi086.stdout:267 2024-09-11T03:48:03.088 INFO:tasks.workunit.client.0.smithi086.stdout:268 2024-09-11T03:48:03.089 INFO:tasks.workunit.client.0.smithi086.stdout:269 2024-09-11T03:48:03.090 INFO:tasks.workunit.client.0.smithi086.stdout:270 2024-09-11T03:48:03.091 INFO:tasks.workunit.client.0.smithi086.stdout:271 2024-09-11T03:48:03.092 INFO:tasks.workunit.client.0.smithi086.stdout:272 2024-09-11T03:48:03.093 INFO:tasks.workunit.client.0.smithi086.stdout:273 2024-09-11T03:48:03.094 INFO:tasks.workunit.client.0.smithi086.stdout:274 2024-09-11T03:48:03.095 INFO:tasks.workunit.client.0.smithi086.stdout:275 2024-09-11T03:48:03.095 INFO:tasks.workunit.client.0.smithi086.stdout:276 2024-09-11T03:48:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:02 smithi130 ceph-mon[83685]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:02 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:02 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:48:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:02 smithi130 ceph-mon[83685]: osdmap e936: 8 total, 8 up, 8 in 2024-09-11T03:48:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:02 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2700039491' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:03.097 INFO:tasks.workunit.client.0.smithi086.stdout:277 2024-09-11T03:48:03.097 INFO:tasks.workunit.client.0.smithi086.stdout:278 2024-09-11T03:48:03.100 INFO:tasks.workunit.client.0.smithi086.stdout:279 2024-09-11T03:48:03.101 INFO:tasks.workunit.client.0.smithi086.stdout:280 2024-09-11T03:48:03.101 INFO:tasks.workunit.client.0.smithi086.stdout:281 2024-09-11T03:48:03.101 INFO:tasks.workunit.client.0.smithi086.stdout:282 2024-09-11T03:48:03.101 INFO:tasks.workunit.client.0.smithi086.stdout:283 2024-09-11T03:48:03.102 INFO:tasks.workunit.client.0.smithi086.stdout:284 2024-09-11T03:48:03.103 INFO:tasks.workunit.client.0.smithi086.stdout:285 2024-09-11T03:48:03.104 INFO:tasks.workunit.client.0.smithi086.stdout:286 2024-09-11T03:48:03.105 INFO:tasks.workunit.client.0.smithi086.stdout:287 2024-09-11T03:48:03.106 INFO:tasks.workunit.client.0.smithi086.stdout:288 2024-09-11T03:48:03.106 INFO:tasks.workunit.client.0.smithi086.stdout:289 2024-09-11T03:48:03.107 INFO:tasks.workunit.client.0.smithi086.stdout:290 2024-09-11T03:48:03.108 INFO:tasks.workunit.client.0.smithi086.stdout:291 2024-09-11T03:48:03.109 INFO:tasks.workunit.client.0.smithi086.stdout:292 2024-09-11T03:48:03.110 INFO:tasks.workunit.client.0.smithi086.stdout:293 2024-09-11T03:48:03.111 INFO:tasks.workunit.client.0.smithi086.stdout:294 2024-09-11T03:48:03.112 INFO:tasks.workunit.client.0.smithi086.stdout:295 2024-09-11T03:48:03.113 INFO:tasks.workunit.client.0.smithi086.stdout:296 2024-09-11T03:48:03.114 INFO:tasks.workunit.client.0.smithi086.stdout:297 2024-09-11T03:48:03.114 INFO:tasks.workunit.client.0.smithi086.stdout:298 2024-09-11T03:48:03.115 INFO:tasks.workunit.client.0.smithi086.stdout:299 2024-09-11T03:48:03.116 INFO:tasks.workunit.client.0.smithi086.stdout:300 2024-09-11T03:48:03.117 INFO:tasks.workunit.client.0.smithi086.stdout:301 2024-09-11T03:48:03.118 INFO:tasks.workunit.client.0.smithi086.stdout:302 2024-09-11T03:48:03.119 INFO:tasks.workunit.client.0.smithi086.stdout:303 2024-09-11T03:48:03.120 INFO:tasks.workunit.client.0.smithi086.stdout:304 2024-09-11T03:48:03.120 INFO:tasks.workunit.client.0.smithi086.stdout:305 2024-09-11T03:48:03.121 INFO:tasks.workunit.client.0.smithi086.stdout:306 2024-09-11T03:48:03.122 INFO:tasks.workunit.client.0.smithi086.stdout:307 2024-09-11T03:48:03.123 INFO:tasks.workunit.client.0.smithi086.stdout:308 2024-09-11T03:48:03.124 INFO:tasks.workunit.client.0.smithi086.stdout:309 2024-09-11T03:48:03.125 INFO:tasks.workunit.client.0.smithi086.stdout:310 2024-09-11T03:48:03.126 INFO:tasks.workunit.client.0.smithi086.stdout:311 2024-09-11T03:48:03.127 INFO:tasks.workunit.client.0.smithi086.stdout:312 2024-09-11T03:48:03.127 INFO:tasks.workunit.client.0.smithi086.stdout:313 2024-09-11T03:48:03.128 INFO:tasks.workunit.client.0.smithi086.stdout:314 2024-09-11T03:48:03.130 INFO:tasks.workunit.client.0.smithi086.stdout:315 2024-09-11T03:48:03.130 INFO:tasks.workunit.client.0.smithi086.stdout:316 2024-09-11T03:48:03.131 INFO:tasks.workunit.client.0.smithi086.stdout:317 2024-09-11T03:48:03.132 INFO:tasks.workunit.client.0.smithi086.stdout:318 2024-09-11T03:48:03.133 INFO:tasks.workunit.client.0.smithi086.stdout:319 2024-09-11T03:48:03.133 INFO:tasks.workunit.client.0.smithi086.stdout:320 2024-09-11T03:48:03.134 INFO:tasks.workunit.client.0.smithi086.stdout:321 2024-09-11T03:48:03.135 INFO:tasks.workunit.client.0.smithi086.stdout:322 2024-09-11T03:48:03.136 INFO:tasks.workunit.client.0.smithi086.stdout:323 2024-09-11T03:48:03.137 INFO:tasks.workunit.client.0.smithi086.stdout:324 2024-09-11T03:48:03.138 INFO:tasks.workunit.client.0.smithi086.stdout:325 2024-09-11T03:48:03.139 INFO:tasks.workunit.client.0.smithi086.stdout:326 2024-09-11T03:48:03.139 INFO:tasks.workunit.client.0.smithi086.stdout:327 2024-09-11T03:48:03.140 INFO:tasks.workunit.client.0.smithi086.stdout:328 2024-09-11T03:48:03.141 INFO:tasks.workunit.client.0.smithi086.stdout:329 2024-09-11T03:48:03.142 INFO:tasks.workunit.client.0.smithi086.stdout:330 2024-09-11T03:48:03.143 INFO:tasks.workunit.client.0.smithi086.stdout:331 2024-09-11T03:48:03.144 INFO:tasks.workunit.client.0.smithi086.stdout:332 2024-09-11T03:48:03.145 INFO:tasks.workunit.client.0.smithi086.stdout:333 2024-09-11T03:48:03.146 INFO:tasks.workunit.client.0.smithi086.stdout:334 2024-09-11T03:48:03.147 INFO:tasks.workunit.client.0.smithi086.stdout:335 2024-09-11T03:48:03.148 INFO:tasks.workunit.client.0.smithi086.stdout:336 2024-09-11T03:48:03.148 INFO:tasks.workunit.client.0.smithi086.stdout:337 2024-09-11T03:48:03.149 INFO:tasks.workunit.client.0.smithi086.stdout:338 2024-09-11T03:48:03.150 INFO:tasks.workunit.client.0.smithi086.stdout:339 2024-09-11T03:48:03.151 INFO:tasks.workunit.client.0.smithi086.stdout:340 2024-09-11T03:48:03.152 INFO:tasks.workunit.client.0.smithi086.stdout:341 2024-09-11T03:48:03.153 INFO:tasks.workunit.client.0.smithi086.stdout:342 2024-09-11T03:48:03.154 INFO:tasks.workunit.client.0.smithi086.stdout:343 2024-09-11T03:48:03.155 INFO:tasks.workunit.client.0.smithi086.stdout:344 2024-09-11T03:48:03.156 INFO:tasks.workunit.client.0.smithi086.stdout:345 2024-09-11T03:48:03.156 INFO:tasks.workunit.client.0.smithi086.stdout:346 2024-09-11T03:48:03.157 INFO:tasks.workunit.client.0.smithi086.stdout:347 2024-09-11T03:48:03.158 INFO:tasks.workunit.client.0.smithi086.stdout:348 2024-09-11T03:48:03.159 INFO:tasks.workunit.client.0.smithi086.stdout:349 2024-09-11T03:48:03.160 INFO:tasks.workunit.client.0.smithi086.stdout:350 2024-09-11T03:48:03.161 INFO:tasks.workunit.client.0.smithi086.stdout:351 2024-09-11T03:48:03.162 INFO:tasks.workunit.client.0.smithi086.stdout:352 2024-09-11T03:48:03.162 INFO:tasks.workunit.client.0.smithi086.stdout:353 2024-09-11T03:48:03.163 INFO:tasks.workunit.client.0.smithi086.stdout:354 2024-09-11T03:48:03.164 INFO:tasks.workunit.client.0.smithi086.stdout:355 2024-09-11T03:48:03.165 INFO:tasks.workunit.client.0.smithi086.stdout:356 2024-09-11T03:48:03.166 INFO:tasks.workunit.client.0.smithi086.stdout:357 2024-09-11T03:48:03.167 INFO:tasks.workunit.client.0.smithi086.stdout:358 2024-09-11T03:48:03.168 INFO:tasks.workunit.client.0.smithi086.stdout:359 2024-09-11T03:48:03.169 INFO:tasks.workunit.client.0.smithi086.stdout:360 2024-09-11T03:48:03.170 INFO:tasks.workunit.client.0.smithi086.stdout:361 2024-09-11T03:48:03.171 INFO:tasks.workunit.client.0.smithi086.stdout:362 2024-09-11T03:48:03.172 INFO:tasks.workunit.client.0.smithi086.stdout:363 2024-09-11T03:48:03.173 INFO:tasks.workunit.client.0.smithi086.stdout:364 2024-09-11T03:48:03.173 INFO:tasks.workunit.client.0.smithi086.stdout:365 2024-09-11T03:48:03.174 INFO:tasks.workunit.client.0.smithi086.stdout:366 2024-09-11T03:48:03.175 INFO:tasks.workunit.client.0.smithi086.stdout:367 2024-09-11T03:48:03.176 INFO:tasks.workunit.client.0.smithi086.stdout:368 2024-09-11T03:48:03.177 INFO:tasks.workunit.client.0.smithi086.stdout:369 2024-09-11T03:48:03.178 INFO:tasks.workunit.client.0.smithi086.stdout:370 2024-09-11T03:48:03.179 INFO:tasks.workunit.client.0.smithi086.stdout:371 2024-09-11T03:48:03.180 INFO:tasks.workunit.client.0.smithi086.stdout:372 2024-09-11T03:48:03.181 INFO:tasks.workunit.client.0.smithi086.stdout:373 2024-09-11T03:48:03.181 INFO:tasks.workunit.client.0.smithi086.stdout:374 2024-09-11T03:48:03.182 INFO:tasks.workunit.client.0.smithi086.stdout:375 2024-09-11T03:48:03.183 INFO:tasks.workunit.client.0.smithi086.stdout:376 2024-09-11T03:48:03.184 INFO:tasks.workunit.client.0.smithi086.stdout:377 2024-09-11T03:48:03.185 INFO:tasks.workunit.client.0.smithi086.stdout:378 2024-09-11T03:48:03.186 INFO:tasks.workunit.client.0.smithi086.stdout:379 2024-09-11T03:48:03.187 INFO:tasks.workunit.client.0.smithi086.stdout:380 2024-09-11T03:48:03.188 INFO:tasks.workunit.client.0.smithi086.stdout:381 2024-09-11T03:48:03.189 INFO:tasks.workunit.client.0.smithi086.stdout:382 2024-09-11T03:48:03.190 INFO:tasks.workunit.client.0.smithi086.stdout:383 2024-09-11T03:48:03.191 INFO:tasks.workunit.client.0.smithi086.stdout:384 2024-09-11T03:48:03.192 INFO:tasks.workunit.client.0.smithi086.stdout:385 2024-09-11T03:48:03.193 INFO:tasks.workunit.client.0.smithi086.stdout:386 2024-09-11T03:48:03.194 INFO:tasks.workunit.client.0.smithi086.stdout:387 2024-09-11T03:48:03.195 INFO:tasks.workunit.client.0.smithi086.stdout:388 2024-09-11T03:48:03.195 INFO:tasks.workunit.client.0.smithi086.stdout:389 2024-09-11T03:48:03.197 INFO:tasks.workunit.client.0.smithi086.stdout:390 2024-09-11T03:48:03.197 INFO:tasks.workunit.client.0.smithi086.stdout:391 2024-09-11T03:48:03.198 INFO:tasks.workunit.client.0.smithi086.stdout:392 2024-09-11T03:48:03.199 INFO:tasks.workunit.client.0.smithi086.stdout:393 2024-09-11T03:48:03.200 INFO:tasks.workunit.client.0.smithi086.stdout:394 2024-09-11T03:48:03.201 INFO:tasks.workunit.client.0.smithi086.stdout:395 2024-09-11T03:48:03.202 INFO:tasks.workunit.client.0.smithi086.stdout:396 2024-09-11T03:48:03.203 INFO:tasks.workunit.client.0.smithi086.stdout:397 2024-09-11T03:48:03.204 INFO:tasks.workunit.client.0.smithi086.stdout:398 2024-09-11T03:48:03.204 INFO:tasks.workunit.client.0.smithi086.stdout:399 2024-09-11T03:48:03.206 INFO:tasks.workunit.client.0.smithi086.stdout:400 2024-09-11T03:48:03.207 INFO:tasks.workunit.client.0.smithi086.stdout:401 2024-09-11T03:48:03.208 INFO:tasks.workunit.client.0.smithi086.stdout:402 2024-09-11T03:48:03.208 INFO:tasks.workunit.client.0.smithi086.stdout:403 2024-09-11T03:48:03.209 INFO:tasks.workunit.client.0.smithi086.stdout:404 2024-09-11T03:48:03.210 INFO:tasks.workunit.client.0.smithi086.stdout:405 2024-09-11T03:48:03.211 INFO:tasks.workunit.client.0.smithi086.stdout:406 2024-09-11T03:48:03.212 INFO:tasks.workunit.client.0.smithi086.stdout:407 2024-09-11T03:48:03.213 INFO:tasks.workunit.client.0.smithi086.stdout:408 2024-09-11T03:48:03.214 INFO:tasks.workunit.client.0.smithi086.stdout:409 2024-09-11T03:48:03.215 INFO:tasks.workunit.client.0.smithi086.stdout:410 2024-09-11T03:48:03.216 INFO:tasks.workunit.client.0.smithi086.stdout:411 2024-09-11T03:48:03.217 INFO:tasks.workunit.client.0.smithi086.stdout:412 2024-09-11T03:48:03.218 INFO:tasks.workunit.client.0.smithi086.stdout:413 2024-09-11T03:48:03.219 INFO:tasks.workunit.client.0.smithi086.stdout:414 2024-09-11T03:48:03.220 INFO:tasks.workunit.client.0.smithi086.stdout:415 2024-09-11T03:48:03.221 INFO:tasks.workunit.client.0.smithi086.stdout:416 2024-09-11T03:48:03.222 INFO:tasks.workunit.client.0.smithi086.stdout:417 2024-09-11T03:48:03.223 INFO:tasks.workunit.client.0.smithi086.stdout:418 2024-09-11T03:48:03.224 INFO:tasks.workunit.client.0.smithi086.stdout:419 2024-09-11T03:48:03.224 INFO:tasks.workunit.client.0.smithi086.stdout:420 2024-09-11T03:48:03.225 INFO:tasks.workunit.client.0.smithi086.stdout:421 2024-09-11T03:48:03.226 INFO:tasks.workunit.client.0.smithi086.stdout:422 2024-09-11T03:48:03.227 INFO:tasks.workunit.client.0.smithi086.stdout:423 2024-09-11T03:48:03.228 INFO:tasks.workunit.client.0.smithi086.stdout:424 2024-09-11T03:48:03.231 INFO:tasks.workunit.client.0.smithi086.stdout:425 2024-09-11T03:48:03.231 INFO:tasks.workunit.client.0.smithi086.stdout:426 2024-09-11T03:48:03.231 INFO:tasks.workunit.client.0.smithi086.stdout:427 2024-09-11T03:48:03.231 INFO:tasks.workunit.client.0.smithi086.stdout:428 2024-09-11T03:48:03.233 INFO:tasks.workunit.client.0.smithi086.stdout:429 2024-09-11T03:48:03.233 INFO:tasks.workunit.client.0.smithi086.stdout:430 2024-09-11T03:48:03.234 INFO:tasks.workunit.client.0.smithi086.stdout:431 2024-09-11T03:48:03.235 INFO:tasks.workunit.client.0.smithi086.stdout:432 2024-09-11T03:48:03.236 INFO:tasks.workunit.client.0.smithi086.stdout:433 2024-09-11T03:48:03.237 INFO:tasks.workunit.client.0.smithi086.stdout:434 2024-09-11T03:48:03.238 INFO:tasks.workunit.client.0.smithi086.stdout:435 2024-09-11T03:48:03.239 INFO:tasks.workunit.client.0.smithi086.stdout:436 2024-09-11T03:48:03.240 INFO:tasks.workunit.client.0.smithi086.stdout:437 2024-09-11T03:48:03.241 INFO:tasks.workunit.client.0.smithi086.stdout:438 2024-09-11T03:48:03.242 INFO:tasks.workunit.client.0.smithi086.stdout:439 2024-09-11T03:48:03.243 INFO:tasks.workunit.client.0.smithi086.stdout:440 2024-09-11T03:48:03.244 INFO:tasks.workunit.client.0.smithi086.stdout:441 2024-09-11T03:48:03.245 INFO:tasks.workunit.client.0.smithi086.stdout:442 2024-09-11T03:48:03.246 INFO:tasks.workunit.client.0.smithi086.stdout:443 2024-09-11T03:48:03.247 INFO:tasks.workunit.client.0.smithi086.stdout:444 2024-09-11T03:48:03.248 INFO:tasks.workunit.client.0.smithi086.stdout:445 2024-09-11T03:48:03.249 INFO:tasks.workunit.client.0.smithi086.stdout:446 2024-09-11T03:48:03.250 INFO:tasks.workunit.client.0.smithi086.stdout:447 2024-09-11T03:48:03.251 INFO:tasks.workunit.client.0.smithi086.stdout:448 2024-09-11T03:48:03.252 INFO:tasks.workunit.client.0.smithi086.stdout:449 2024-09-11T03:48:03.253 INFO:tasks.workunit.client.0.smithi086.stdout:450 2024-09-11T03:48:03.254 INFO:tasks.workunit.client.0.smithi086.stdout:451 2024-09-11T03:48:03.255 INFO:tasks.workunit.client.0.smithi086.stdout:452 2024-09-11T03:48:03.256 INFO:tasks.workunit.client.0.smithi086.stdout:453 2024-09-11T03:48:03.257 INFO:tasks.workunit.client.0.smithi086.stdout:454 2024-09-11T03:48:03.258 INFO:tasks.workunit.client.0.smithi086.stdout:455 2024-09-11T03:48:03.259 INFO:tasks.workunit.client.0.smithi086.stdout:456 2024-09-11T03:48:03.260 INFO:tasks.workunit.client.0.smithi086.stdout:457 2024-09-11T03:48:03.261 INFO:tasks.workunit.client.0.smithi086.stdout:458 2024-09-11T03:48:03.262 INFO:tasks.workunit.client.0.smithi086.stdout:459 2024-09-11T03:48:03.262 INFO:tasks.workunit.client.0.smithi086.stdout:460 2024-09-11T03:48:03.264 INFO:tasks.workunit.client.0.smithi086.stdout:461 2024-09-11T03:48:03.265 INFO:tasks.workunit.client.0.smithi086.stdout:462 2024-09-11T03:48:03.265 INFO:tasks.workunit.client.0.smithi086.stdout:463 2024-09-11T03:48:03.266 INFO:tasks.workunit.client.0.smithi086.stdout:464 2024-09-11T03:48:03.267 INFO:tasks.workunit.client.0.smithi086.stdout:465 2024-09-11T03:48:03.268 INFO:tasks.workunit.client.0.smithi086.stdout:466 2024-09-11T03:48:03.269 INFO:tasks.workunit.client.0.smithi086.stdout:467 2024-09-11T03:48:03.270 INFO:tasks.workunit.client.0.smithi086.stdout:468 2024-09-11T03:48:03.271 INFO:tasks.workunit.client.0.smithi086.stdout:469 2024-09-11T03:48:03.272 INFO:tasks.workunit.client.0.smithi086.stdout:470 2024-09-11T03:48:03.273 INFO:tasks.workunit.client.0.smithi086.stdout:471 2024-09-11T03:48:03.274 INFO:tasks.workunit.client.0.smithi086.stdout:472 2024-09-11T03:48:03.275 INFO:tasks.workunit.client.0.smithi086.stdout:473 2024-09-11T03:48:03.276 INFO:tasks.workunit.client.0.smithi086.stdout:474 2024-09-11T03:48:03.277 INFO:tasks.workunit.client.0.smithi086.stdout:475 2024-09-11T03:48:03.278 INFO:tasks.workunit.client.0.smithi086.stdout:476 2024-09-11T03:48:03.279 INFO:tasks.workunit.client.0.smithi086.stdout:477 2024-09-11T03:48:03.280 INFO:tasks.workunit.client.0.smithi086.stdout:478 2024-09-11T03:48:03.281 INFO:tasks.workunit.client.0.smithi086.stdout:479 2024-09-11T03:48:03.282 INFO:tasks.workunit.client.0.smithi086.stdout:480 2024-09-11T03:48:03.283 INFO:tasks.workunit.client.0.smithi086.stdout:481 2024-09-11T03:48:03.284 INFO:tasks.workunit.client.0.smithi086.stdout:482 2024-09-11T03:48:03.285 INFO:tasks.workunit.client.0.smithi086.stdout:483 2024-09-11T03:48:03.286 INFO:tasks.workunit.client.0.smithi086.stdout:484 2024-09-11T03:48:03.287 INFO:tasks.workunit.client.0.smithi086.stdout:485 2024-09-11T03:48:03.288 INFO:tasks.workunit.client.0.smithi086.stdout:486 2024-09-11T03:48:03.289 INFO:tasks.workunit.client.0.smithi086.stdout:487 2024-09-11T03:48:03.290 INFO:tasks.workunit.client.0.smithi086.stdout:488 2024-09-11T03:48:03.291 INFO:tasks.workunit.client.0.smithi086.stdout:489 2024-09-11T03:48:03.292 INFO:tasks.workunit.client.0.smithi086.stdout:490 2024-09-11T03:48:03.293 INFO:tasks.workunit.client.0.smithi086.stdout:491 2024-09-11T03:48:03.294 INFO:tasks.workunit.client.0.smithi086.stdout:492 2024-09-11T03:48:03.295 INFO:tasks.workunit.client.0.smithi086.stdout:493 2024-09-11T03:48:03.296 INFO:tasks.workunit.client.0.smithi086.stdout:494 2024-09-11T03:48:03.297 INFO:tasks.workunit.client.0.smithi086.stdout:495 2024-09-11T03:48:03.298 INFO:tasks.workunit.client.0.smithi086.stdout:496 2024-09-11T03:48:03.299 INFO:tasks.workunit.client.0.smithi086.stdout:497 2024-09-11T03:48:03.300 INFO:tasks.workunit.client.0.smithi086.stdout:498 2024-09-11T03:48:03.301 INFO:tasks.workunit.client.0.smithi086.stdout:499 2024-09-11T03:48:03.302 INFO:tasks.workunit.client.0.smithi086.stdout:500 2024-09-11T03:48:03.303 INFO:tasks.workunit.client.0.smithi086.stdout:501 2024-09-11T03:48:03.304 INFO:tasks.workunit.client.0.smithi086.stdout:502 2024-09-11T03:48:03.305 INFO:tasks.workunit.client.0.smithi086.stdout:503 2024-09-11T03:48:03.308 INFO:tasks.workunit.client.0.smithi086.stdout:504 2024-09-11T03:48:03.308 INFO:tasks.workunit.client.0.smithi086.stdout:505 2024-09-11T03:48:03.309 INFO:tasks.workunit.client.0.smithi086.stdout:506 2024-09-11T03:48:03.310 INFO:tasks.workunit.client.0.smithi086.stdout:507 2024-09-11T03:48:03.311 INFO:tasks.workunit.client.0.smithi086.stdout:508 2024-09-11T03:48:03.311 INFO:tasks.workunit.client.0.smithi086.stdout:509 2024-09-11T03:48:03.313 INFO:tasks.workunit.client.0.smithi086.stdout:510 2024-09-11T03:48:03.314 INFO:tasks.workunit.client.0.smithi086.stdout:511 2024-09-11T03:48:03.315 INFO:tasks.workunit.client.0.smithi086.stdout:512 2024-09-11T03:48:03.316 INFO:tasks.workunit.client.0.smithi086.stdout:513 2024-09-11T03:48:03.317 INFO:tasks.workunit.client.0.smithi086.stdout:514 2024-09-11T03:48:03.318 INFO:tasks.workunit.client.0.smithi086.stdout:515 2024-09-11T03:48:03.319 INFO:tasks.workunit.client.0.smithi086.stdout:516 2024-09-11T03:48:03.320 INFO:tasks.workunit.client.0.smithi086.stdout:517 2024-09-11T03:48:03.321 INFO:tasks.workunit.client.0.smithi086.stdout:518 2024-09-11T03:48:03.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:02 smithi086 ceph-mon[89281]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:03.321 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:02 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:03.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:02 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:48:03.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:02 smithi086 ceph-mon[89281]: osdmap e936: 8 total, 8 up, 8 in 2024-09-11T03:48:03.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:02 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2700039491' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:03.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:02 smithi086 ceph-mon[91691]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:03.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:02 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:03.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:02 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:48:03.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:02 smithi086 ceph-mon[91691]: osdmap e936: 8 total, 8 up, 8 in 2024-09-11T03:48:03.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:02 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2700039491' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:03.323 INFO:tasks.workunit.client.0.smithi086.stdout:519 2024-09-11T03:48:03.323 INFO:tasks.workunit.client.0.smithi086.stdout:520 2024-09-11T03:48:03.324 INFO:tasks.workunit.client.0.smithi086.stdout:521 2024-09-11T03:48:03.325 INFO:tasks.workunit.client.0.smithi086.stdout:522 2024-09-11T03:48:03.326 INFO:tasks.workunit.client.0.smithi086.stdout:523 2024-09-11T03:48:03.327 INFO:tasks.workunit.client.0.smithi086.stdout:524 2024-09-11T03:48:03.328 INFO:tasks.workunit.client.0.smithi086.stdout:525 2024-09-11T03:48:03.329 INFO:tasks.workunit.client.0.smithi086.stdout:526 2024-09-11T03:48:03.330 INFO:tasks.workunit.client.0.smithi086.stdout:527 2024-09-11T03:48:03.331 INFO:tasks.workunit.client.0.smithi086.stdout:528 2024-09-11T03:48:03.332 INFO:tasks.workunit.client.0.smithi086.stdout:529 2024-09-11T03:48:03.333 INFO:tasks.workunit.client.0.smithi086.stdout:530 2024-09-11T03:48:03.334 INFO:tasks.workunit.client.0.smithi086.stdout:531 2024-09-11T03:48:03.335 INFO:tasks.workunit.client.0.smithi086.stdout:532 2024-09-11T03:48:03.337 INFO:tasks.workunit.client.0.smithi086.stdout:533 2024-09-11T03:48:03.337 INFO:tasks.workunit.client.0.smithi086.stdout:534 2024-09-11T03:48:03.338 INFO:tasks.workunit.client.0.smithi086.stdout:535 2024-09-11T03:48:03.339 INFO:tasks.workunit.client.0.smithi086.stdout:536 2024-09-11T03:48:03.340 INFO:tasks.workunit.client.0.smithi086.stdout:537 2024-09-11T03:48:03.341 INFO:tasks.workunit.client.0.smithi086.stdout:538 2024-09-11T03:48:03.342 INFO:tasks.workunit.client.0.smithi086.stdout:539 2024-09-11T03:48:03.343 INFO:tasks.workunit.client.0.smithi086.stdout:540 2024-09-11T03:48:03.344 INFO:tasks.workunit.client.0.smithi086.stdout:541 2024-09-11T03:48:03.345 INFO:tasks.workunit.client.0.smithi086.stdout:542 2024-09-11T03:48:03.346 INFO:tasks.workunit.client.0.smithi086.stdout:543 2024-09-11T03:48:03.347 INFO:tasks.workunit.client.0.smithi086.stdout:544 2024-09-11T03:48:03.348 INFO:tasks.workunit.client.0.smithi086.stdout:545 2024-09-11T03:48:03.349 INFO:tasks.workunit.client.0.smithi086.stdout:546 2024-09-11T03:48:03.350 INFO:tasks.workunit.client.0.smithi086.stdout:547 2024-09-11T03:48:03.351 INFO:tasks.workunit.client.0.smithi086.stdout:548 2024-09-11T03:48:03.352 INFO:tasks.workunit.client.0.smithi086.stdout:549 2024-09-11T03:48:03.353 INFO:tasks.workunit.client.0.smithi086.stdout:550 2024-09-11T03:48:03.354 INFO:tasks.workunit.client.0.smithi086.stdout:551 2024-09-11T03:48:03.355 INFO:tasks.workunit.client.0.smithi086.stdout:552 2024-09-11T03:48:03.356 INFO:tasks.workunit.client.0.smithi086.stdout:553 2024-09-11T03:48:03.357 INFO:tasks.workunit.client.0.smithi086.stdout:554 2024-09-11T03:48:03.358 INFO:tasks.workunit.client.0.smithi086.stdout:555 2024-09-11T03:48:03.359 INFO:tasks.workunit.client.0.smithi086.stdout:556 2024-09-11T03:48:03.360 INFO:tasks.workunit.client.0.smithi086.stdout:557 2024-09-11T03:48:03.361 INFO:tasks.workunit.client.0.smithi086.stdout:558 2024-09-11T03:48:03.362 INFO:tasks.workunit.client.0.smithi086.stdout:559 2024-09-11T03:48:03.363 INFO:tasks.workunit.client.0.smithi086.stdout:560 2024-09-11T03:48:03.364 INFO:tasks.workunit.client.0.smithi086.stdout:561 2024-09-11T03:48:03.365 INFO:tasks.workunit.client.0.smithi086.stdout:562 2024-09-11T03:48:03.366 INFO:tasks.workunit.client.0.smithi086.stdout:563 2024-09-11T03:48:03.367 INFO:tasks.workunit.client.0.smithi086.stdout:564 2024-09-11T03:48:03.368 INFO:tasks.workunit.client.0.smithi086.stdout:565 2024-09-11T03:48:03.369 INFO:tasks.workunit.client.0.smithi086.stdout:566 2024-09-11T03:48:03.370 INFO:tasks.workunit.client.0.smithi086.stdout:567 2024-09-11T03:48:03.371 INFO:tasks.workunit.client.0.smithi086.stdout:568 2024-09-11T03:48:03.372 INFO:tasks.workunit.client.0.smithi086.stdout:569 2024-09-11T03:48:03.373 INFO:tasks.workunit.client.0.smithi086.stdout:570 2024-09-11T03:48:03.374 INFO:tasks.workunit.client.0.smithi086.stdout:571 2024-09-11T03:48:03.375 INFO:tasks.workunit.client.0.smithi086.stdout:572 2024-09-11T03:48:03.376 INFO:tasks.workunit.client.0.smithi086.stdout:573 2024-09-11T03:48:03.377 INFO:tasks.workunit.client.0.smithi086.stdout:574 2024-09-11T03:48:03.378 INFO:tasks.workunit.client.0.smithi086.stdout:575 2024-09-11T03:48:03.379 INFO:tasks.workunit.client.0.smithi086.stdout:576 2024-09-11T03:48:03.380 INFO:tasks.workunit.client.0.smithi086.stdout:577 2024-09-11T03:48:03.381 INFO:tasks.workunit.client.0.smithi086.stdout:578 2024-09-11T03:48:03.382 INFO:tasks.workunit.client.0.smithi086.stdout:579 2024-09-11T03:48:03.383 INFO:tasks.workunit.client.0.smithi086.stdout:580 2024-09-11T03:48:03.384 INFO:tasks.workunit.client.0.smithi086.stdout:581 2024-09-11T03:48:03.385 INFO:tasks.workunit.client.0.smithi086.stdout:582 2024-09-11T03:48:03.386 INFO:tasks.workunit.client.0.smithi086.stdout:583 2024-09-11T03:48:03.388 INFO:tasks.workunit.client.0.smithi086.stdout:584 2024-09-11T03:48:03.388 INFO:tasks.workunit.client.0.smithi086.stdout:585 2024-09-11T03:48:03.389 INFO:tasks.workunit.client.0.smithi086.stdout:586 2024-09-11T03:48:03.390 INFO:tasks.workunit.client.0.smithi086.stdout:587 2024-09-11T03:48:03.391 INFO:tasks.workunit.client.0.smithi086.stdout:588 2024-09-11T03:48:03.392 INFO:tasks.workunit.client.0.smithi086.stdout:589 2024-09-11T03:48:03.393 INFO:tasks.workunit.client.0.smithi086.stdout:590 2024-09-11T03:48:03.394 INFO:tasks.workunit.client.0.smithi086.stdout:591 2024-09-11T03:48:03.395 INFO:tasks.workunit.client.0.smithi086.stdout:592 2024-09-11T03:48:03.396 INFO:tasks.workunit.client.0.smithi086.stdout:593 2024-09-11T03:48:03.397 INFO:tasks.workunit.client.0.smithi086.stdout:594 2024-09-11T03:48:03.398 INFO:tasks.workunit.client.0.smithi086.stdout:595 2024-09-11T03:48:03.399 INFO:tasks.workunit.client.0.smithi086.stdout:596 2024-09-11T03:48:03.400 INFO:tasks.workunit.client.0.smithi086.stdout:597 2024-09-11T03:48:03.401 INFO:tasks.workunit.client.0.smithi086.stdout:598 2024-09-11T03:48:03.402 INFO:tasks.workunit.client.0.smithi086.stdout:599 2024-09-11T03:48:03.403 INFO:tasks.workunit.client.0.smithi086.stdout:600 2024-09-11T03:48:03.404 INFO:tasks.workunit.client.0.smithi086.stdout:601 2024-09-11T03:48:03.405 INFO:tasks.workunit.client.0.smithi086.stdout:602 2024-09-11T03:48:03.406 INFO:tasks.workunit.client.0.smithi086.stdout:603 2024-09-11T03:48:03.407 INFO:tasks.workunit.client.0.smithi086.stdout:604 2024-09-11T03:48:03.408 INFO:tasks.workunit.client.0.smithi086.stdout:605 2024-09-11T03:48:03.409 INFO:tasks.workunit.client.0.smithi086.stdout:606 2024-09-11T03:48:03.410 INFO:tasks.workunit.client.0.smithi086.stdout:607 2024-09-11T03:48:03.411 INFO:tasks.workunit.client.0.smithi086.stdout:608 2024-09-11T03:48:03.412 INFO:tasks.workunit.client.0.smithi086.stdout:609 2024-09-11T03:48:03.413 INFO:tasks.workunit.client.0.smithi086.stdout:610 2024-09-11T03:48:03.414 INFO:tasks.workunit.client.0.smithi086.stdout:611 2024-09-11T03:48:03.415 INFO:tasks.workunit.client.0.smithi086.stdout:612 2024-09-11T03:48:03.416 INFO:tasks.workunit.client.0.smithi086.stdout:613 2024-09-11T03:48:03.417 INFO:tasks.workunit.client.0.smithi086.stdout:614 2024-09-11T03:48:03.418 INFO:tasks.workunit.client.0.smithi086.stdout:615 2024-09-11T03:48:03.419 INFO:tasks.workunit.client.0.smithi086.stdout:616 2024-09-11T03:48:03.420 INFO:tasks.workunit.client.0.smithi086.stdout:617 2024-09-11T03:48:03.421 INFO:tasks.workunit.client.0.smithi086.stdout:618 2024-09-11T03:48:03.422 INFO:tasks.workunit.client.0.smithi086.stdout:619 2024-09-11T03:48:03.423 INFO:tasks.workunit.client.0.smithi086.stdout:620 2024-09-11T03:48:03.424 INFO:tasks.workunit.client.0.smithi086.stdout:621 2024-09-11T03:48:03.425 INFO:tasks.workunit.client.0.smithi086.stdout:622 2024-09-11T03:48:03.426 INFO:tasks.workunit.client.0.smithi086.stdout:623 2024-09-11T03:48:03.427 INFO:tasks.workunit.client.0.smithi086.stdout:624 2024-09-11T03:48:03.428 INFO:tasks.workunit.client.0.smithi086.stdout:625 2024-09-11T03:48:03.429 INFO:tasks.workunit.client.0.smithi086.stdout:626 2024-09-11T03:48:03.430 INFO:tasks.workunit.client.0.smithi086.stdout:627 2024-09-11T03:48:03.431 INFO:tasks.workunit.client.0.smithi086.stdout:628 2024-09-11T03:48:03.432 INFO:tasks.workunit.client.0.smithi086.stdout:629 2024-09-11T03:48:03.433 INFO:tasks.workunit.client.0.smithi086.stdout:630 2024-09-11T03:48:03.434 INFO:tasks.workunit.client.0.smithi086.stdout:631 2024-09-11T03:48:03.435 INFO:tasks.workunit.client.0.smithi086.stdout:632 2024-09-11T03:48:03.436 INFO:tasks.workunit.client.0.smithi086.stdout:633 2024-09-11T03:48:03.437 INFO:tasks.workunit.client.0.smithi086.stdout:634 2024-09-11T03:48:03.438 INFO:tasks.workunit.client.0.smithi086.stdout:635 2024-09-11T03:48:03.439 INFO:tasks.workunit.client.0.smithi086.stdout:636 2024-09-11T03:48:03.440 INFO:tasks.workunit.client.0.smithi086.stdout:637 2024-09-11T03:48:03.441 INFO:tasks.workunit.client.0.smithi086.stdout:638 2024-09-11T03:48:03.442 INFO:tasks.workunit.client.0.smithi086.stdout:639 2024-09-11T03:48:03.443 INFO:tasks.workunit.client.0.smithi086.stdout:640 2024-09-11T03:48:03.444 INFO:tasks.workunit.client.0.smithi086.stdout:641 2024-09-11T03:48:03.445 INFO:tasks.workunit.client.0.smithi086.stdout:642 2024-09-11T03:48:03.446 INFO:tasks.workunit.client.0.smithi086.stdout:643 2024-09-11T03:48:03.447 INFO:tasks.workunit.client.0.smithi086.stdout:644 2024-09-11T03:48:03.448 INFO:tasks.workunit.client.0.smithi086.stdout:645 2024-09-11T03:48:03.449 INFO:tasks.workunit.client.0.smithi086.stdout:646 2024-09-11T03:48:03.450 INFO:tasks.workunit.client.0.smithi086.stdout:647 2024-09-11T03:48:03.451 INFO:tasks.workunit.client.0.smithi086.stdout:648 2024-09-11T03:48:03.452 INFO:tasks.workunit.client.0.smithi086.stdout:649 2024-09-11T03:48:03.453 INFO:tasks.workunit.client.0.smithi086.stdout:650 2024-09-11T03:48:03.454 INFO:tasks.workunit.client.0.smithi086.stdout:651 2024-09-11T03:48:03.455 INFO:tasks.workunit.client.0.smithi086.stdout:652 2024-09-11T03:48:03.456 INFO:tasks.workunit.client.0.smithi086.stdout:653 2024-09-11T03:48:03.457 INFO:tasks.workunit.client.0.smithi086.stdout:654 2024-09-11T03:48:03.458 INFO:tasks.workunit.client.0.smithi086.stdout:655 2024-09-11T03:48:03.459 INFO:tasks.workunit.client.0.smithi086.stdout:656 2024-09-11T03:48:03.460 INFO:tasks.workunit.client.0.smithi086.stdout:657 2024-09-11T03:48:03.461 INFO:tasks.workunit.client.0.smithi086.stdout:658 2024-09-11T03:48:03.462 INFO:tasks.workunit.client.0.smithi086.stdout:659 2024-09-11T03:48:03.463 INFO:tasks.workunit.client.0.smithi086.stdout:660 2024-09-11T03:48:03.464 INFO:tasks.workunit.client.0.smithi086.stdout:661 2024-09-11T03:48:03.465 INFO:tasks.workunit.client.0.smithi086.stdout:662 2024-09-11T03:48:03.466 INFO:tasks.workunit.client.0.smithi086.stdout:663 2024-09-11T03:48:03.467 INFO:tasks.workunit.client.0.smithi086.stdout:664 2024-09-11T03:48:03.468 INFO:tasks.workunit.client.0.smithi086.stdout:665 2024-09-11T03:48:03.469 INFO:tasks.workunit.client.0.smithi086.stdout:666 2024-09-11T03:48:03.470 INFO:tasks.workunit.client.0.smithi086.stdout:667 2024-09-11T03:48:03.471 INFO:tasks.workunit.client.0.smithi086.stdout:668 2024-09-11T03:48:03.472 INFO:tasks.workunit.client.0.smithi086.stdout:669 2024-09-11T03:48:03.473 INFO:tasks.workunit.client.0.smithi086.stdout:670 2024-09-11T03:48:03.474 INFO:tasks.workunit.client.0.smithi086.stdout:671 2024-09-11T03:48:03.475 INFO:tasks.workunit.client.0.smithi086.stdout:672 2024-09-11T03:48:03.476 INFO:tasks.workunit.client.0.smithi086.stdout:673 2024-09-11T03:48:03.477 INFO:tasks.workunit.client.0.smithi086.stdout:674 2024-09-11T03:48:03.478 INFO:tasks.workunit.client.0.smithi086.stdout:675 2024-09-11T03:48:03.479 INFO:tasks.workunit.client.0.smithi086.stdout:676 2024-09-11T03:48:03.480 INFO:tasks.workunit.client.0.smithi086.stdout:677 2024-09-11T03:48:03.482 INFO:tasks.workunit.client.0.smithi086.stdout:678 2024-09-11T03:48:03.484 INFO:tasks.workunit.client.0.smithi086.stdout:679 2024-09-11T03:48:03.486 INFO:tasks.workunit.client.0.smithi086.stdout:680 2024-09-11T03:48:03.488 INFO:tasks.workunit.client.0.smithi086.stdout:681 2024-09-11T03:48:03.489 INFO:tasks.workunit.client.0.smithi086.stdout:682 2024-09-11T03:48:03.491 INFO:tasks.workunit.client.0.smithi086.stdout:683 2024-09-11T03:48:03.493 INFO:tasks.workunit.client.0.smithi086.stdout:684 2024-09-11T03:48:03.495 INFO:tasks.workunit.client.0.smithi086.stdout:685 2024-09-11T03:48:03.496 INFO:tasks.workunit.client.0.smithi086.stdout:686 2024-09-11T03:48:03.498 INFO:tasks.workunit.client.0.smithi086.stdout:687 2024-09-11T03:48:03.498 INFO:tasks.workunit.client.0.smithi086.stdout:688 2024-09-11T03:48:03.500 INFO:tasks.workunit.client.0.smithi086.stdout:689 2024-09-11T03:48:03.501 INFO:tasks.workunit.client.0.smithi086.stdout:690 2024-09-11T03:48:03.503 INFO:tasks.workunit.client.0.smithi086.stdout:691 2024-09-11T03:48:03.504 INFO:tasks.workunit.client.0.smithi086.stdout:692 2024-09-11T03:48:03.508 INFO:tasks.workunit.client.0.smithi086.stdout:693 2024-09-11T03:48:03.508 INFO:tasks.workunit.client.0.smithi086.stdout:694 2024-09-11T03:48:03.509 INFO:tasks.workunit.client.0.smithi086.stdout:695 2024-09-11T03:48:03.511 INFO:tasks.workunit.client.0.smithi086.stdout:696 2024-09-11T03:48:03.512 INFO:tasks.workunit.client.0.smithi086.stdout:697 2024-09-11T03:48:03.514 INFO:tasks.workunit.client.0.smithi086.stdout:698 2024-09-11T03:48:03.515 INFO:tasks.workunit.client.0.smithi086.stdout:699 2024-09-11T03:48:03.517 INFO:tasks.workunit.client.0.smithi086.stdout:700 2024-09-11T03:48:03.518 INFO:tasks.workunit.client.0.smithi086.stdout:701 2024-09-11T03:48:03.520 INFO:tasks.workunit.client.0.smithi086.stdout:702 2024-09-11T03:48:03.522 INFO:tasks.workunit.client.0.smithi086.stdout:703 2024-09-11T03:48:03.523 INFO:tasks.workunit.client.0.smithi086.stdout:704 2024-09-11T03:48:03.524 INFO:tasks.workunit.client.0.smithi086.stdout:705 2024-09-11T03:48:03.525 INFO:tasks.workunit.client.0.smithi086.stdout:706 2024-09-11T03:48:03.526 INFO:tasks.workunit.client.0.smithi086.stdout:707 2024-09-11T03:48:03.527 INFO:tasks.workunit.client.0.smithi086.stdout:708 2024-09-11T03:48:03.529 INFO:tasks.workunit.client.0.smithi086.stdout:709 2024-09-11T03:48:03.529 INFO:tasks.workunit.client.0.smithi086.stdout:710 2024-09-11T03:48:03.530 INFO:tasks.workunit.client.0.smithi086.stdout:711 2024-09-11T03:48:03.531 INFO:tasks.workunit.client.0.smithi086.stdout:712 2024-09-11T03:48:03.533 INFO:tasks.workunit.client.0.smithi086.stdout:713 2024-09-11T03:48:03.534 INFO:tasks.workunit.client.0.smithi086.stdout:714 2024-09-11T03:48:03.535 INFO:tasks.workunit.client.0.smithi086.stdout:715 2024-09-11T03:48:03.536 INFO:tasks.workunit.client.0.smithi086.stdout:716 2024-09-11T03:48:03.537 INFO:tasks.workunit.client.0.smithi086.stdout:717 2024-09-11T03:48:03.538 INFO:tasks.workunit.client.0.smithi086.stdout:718 2024-09-11T03:48:03.539 INFO:tasks.workunit.client.0.smithi086.stdout:719 2024-09-11T03:48:03.540 INFO:tasks.workunit.client.0.smithi086.stdout:720 2024-09-11T03:48:03.541 INFO:tasks.workunit.client.0.smithi086.stdout:721 2024-09-11T03:48:03.542 INFO:tasks.workunit.client.0.smithi086.stdout:722 2024-09-11T03:48:03.543 INFO:tasks.workunit.client.0.smithi086.stdout:723 2024-09-11T03:48:03.544 INFO:tasks.workunit.client.0.smithi086.stdout:724 2024-09-11T03:48:03.546 INFO:tasks.workunit.client.0.smithi086.stdout:725 2024-09-11T03:48:03.547 INFO:tasks.workunit.client.0.smithi086.stdout:726 2024-09-11T03:48:03.547 INFO:tasks.workunit.client.0.smithi086.stdout:727 2024-09-11T03:48:03.548 INFO:tasks.workunit.client.0.smithi086.stdout:728 2024-09-11T03:48:03.549 INFO:tasks.workunit.client.0.smithi086.stdout:729 2024-09-11T03:48:03.550 INFO:tasks.workunit.client.0.smithi086.stdout:730 2024-09-11T03:48:03.552 INFO:tasks.workunit.client.0.smithi086.stdout:731 2024-09-11T03:48:03.553 INFO:tasks.workunit.client.0.smithi086.stdout:732 2024-09-11T03:48:03.554 INFO:tasks.workunit.client.0.smithi086.stdout:733 2024-09-11T03:48:03.555 INFO:tasks.workunit.client.0.smithi086.stdout:734 2024-09-11T03:48:03.556 INFO:tasks.workunit.client.0.smithi086.stdout:735 2024-09-11T03:48:03.557 INFO:tasks.workunit.client.0.smithi086.stdout:736 2024-09-11T03:48:03.558 INFO:tasks.workunit.client.0.smithi086.stdout:737 2024-09-11T03:48:03.559 INFO:tasks.workunit.client.0.smithi086.stdout:738 2024-09-11T03:48:03.560 INFO:tasks.workunit.client.0.smithi086.stdout:739 2024-09-11T03:48:03.561 INFO:tasks.workunit.client.0.smithi086.stdout:740 2024-09-11T03:48:03.562 INFO:tasks.workunit.client.0.smithi086.stdout:741 2024-09-11T03:48:03.563 INFO:tasks.workunit.client.0.smithi086.stdout:742 2024-09-11T03:48:03.564 INFO:tasks.workunit.client.0.smithi086.stdout:743 2024-09-11T03:48:03.565 INFO:tasks.workunit.client.0.smithi086.stdout:744 2024-09-11T03:48:03.566 INFO:tasks.workunit.client.0.smithi086.stdout:745 2024-09-11T03:48:03.567 INFO:tasks.workunit.client.0.smithi086.stdout:746 2024-09-11T03:48:03.568 INFO:tasks.workunit.client.0.smithi086.stdout:747 2024-09-11T03:48:03.570 INFO:tasks.workunit.client.0.smithi086.stdout:748 2024-09-11T03:48:03.571 INFO:tasks.workunit.client.0.smithi086.stdout:749 2024-09-11T03:48:03.572 INFO:tasks.workunit.client.0.smithi086.stdout:750 2024-09-11T03:48:03.573 INFO:tasks.workunit.client.0.smithi086.stdout:751 2024-09-11T03:48:03.574 INFO:tasks.workunit.client.0.smithi086.stdout:752 2024-09-11T03:48:03.575 INFO:tasks.workunit.client.0.smithi086.stdout:753 2024-09-11T03:48:03.576 INFO:tasks.workunit.client.0.smithi086.stdout:754 2024-09-11T03:48:03.577 INFO:tasks.workunit.client.0.smithi086.stdout:755 2024-09-11T03:48:03.579 INFO:tasks.workunit.client.0.smithi086.stdout:756 2024-09-11T03:48:03.580 INFO:tasks.workunit.client.0.smithi086.stdout:757 2024-09-11T03:48:03.581 INFO:tasks.workunit.client.0.smithi086.stdout:758 2024-09-11T03:48:03.582 INFO:tasks.workunit.client.0.smithi086.stdout:759 2024-09-11T03:48:03.583 INFO:tasks.workunit.client.0.smithi086.stdout:760 2024-09-11T03:48:03.584 INFO:tasks.workunit.client.0.smithi086.stdout:761 2024-09-11T03:48:03.585 INFO:tasks.workunit.client.0.smithi086.stdout:762 2024-09-11T03:48:03.587 INFO:tasks.workunit.client.0.smithi086.stdout:763 2024-09-11T03:48:03.588 INFO:tasks.workunit.client.0.smithi086.stdout:764 2024-09-11T03:48:03.589 INFO:tasks.workunit.client.0.smithi086.stdout:765 2024-09-11T03:48:03.590 INFO:tasks.workunit.client.0.smithi086.stdout:766 2024-09-11T03:48:03.591 INFO:tasks.workunit.client.0.smithi086.stdout:767 2024-09-11T03:48:03.592 INFO:tasks.workunit.client.0.smithi086.stdout:768 2024-09-11T03:48:03.594 INFO:tasks.workunit.client.0.smithi086.stdout:769 2024-09-11T03:48:03.595 INFO:tasks.workunit.client.0.smithi086.stdout:770 2024-09-11T03:48:03.596 INFO:tasks.workunit.client.0.smithi086.stdout:771 2024-09-11T03:48:03.597 INFO:tasks.workunit.client.0.smithi086.stdout:772 2024-09-11T03:48:03.599 INFO:tasks.workunit.client.0.smithi086.stdout:773 2024-09-11T03:48:03.600 INFO:tasks.workunit.client.0.smithi086.stdout:774 2024-09-11T03:48:03.601 INFO:tasks.workunit.client.0.smithi086.stdout:775 2024-09-11T03:48:03.602 INFO:tasks.workunit.client.0.smithi086.stdout:776 2024-09-11T03:48:03.603 INFO:tasks.workunit.client.0.smithi086.stdout:777 2024-09-11T03:48:03.605 INFO:tasks.workunit.client.0.smithi086.stdout:778 2024-09-11T03:48:03.606 INFO:tasks.workunit.client.0.smithi086.stdout:779 2024-09-11T03:48:03.607 INFO:tasks.workunit.client.0.smithi086.stdout:780 2024-09-11T03:48:03.609 INFO:tasks.workunit.client.0.smithi086.stdout:781 2024-09-11T03:48:03.610 INFO:tasks.workunit.client.0.smithi086.stdout:782 2024-09-11T03:48:03.611 INFO:tasks.workunit.client.0.smithi086.stdout:783 2024-09-11T03:48:03.612 INFO:tasks.workunit.client.0.smithi086.stdout:784 2024-09-11T03:48:03.613 INFO:tasks.workunit.client.0.smithi086.stdout:785 2024-09-11T03:48:03.614 INFO:tasks.workunit.client.0.smithi086.stdout:786 2024-09-11T03:48:03.615 INFO:tasks.workunit.client.0.smithi086.stdout:787 2024-09-11T03:48:03.616 INFO:tasks.workunit.client.0.smithi086.stdout:788 2024-09-11T03:48:03.617 INFO:tasks.workunit.client.0.smithi086.stdout:789 2024-09-11T03:48:03.618 INFO:tasks.workunit.client.0.smithi086.stdout:790 2024-09-11T03:48:03.619 INFO:tasks.workunit.client.0.smithi086.stdout:791 2024-09-11T03:48:03.620 INFO:tasks.workunit.client.0.smithi086.stdout:792 2024-09-11T03:48:03.622 INFO:tasks.workunit.client.0.smithi086.stdout:793 2024-09-11T03:48:03.623 INFO:tasks.workunit.client.0.smithi086.stdout:794 2024-09-11T03:48:03.624 INFO:tasks.workunit.client.0.smithi086.stdout:795 2024-09-11T03:48:03.625 INFO:tasks.workunit.client.0.smithi086.stdout:796 2024-09-11T03:48:03.626 INFO:tasks.workunit.client.0.smithi086.stdout:797 2024-09-11T03:48:03.627 INFO:tasks.workunit.client.0.smithi086.stdout:798 2024-09-11T03:48:03.629 INFO:tasks.workunit.client.0.smithi086.stdout:799 2024-09-11T03:48:03.630 INFO:tasks.workunit.client.0.smithi086.stdout:800 2024-09-11T03:48:03.631 INFO:tasks.workunit.client.0.smithi086.stdout:801 2024-09-11T03:48:03.632 INFO:tasks.workunit.client.0.smithi086.stdout:802 2024-09-11T03:48:03.633 INFO:tasks.workunit.client.0.smithi086.stdout:803 2024-09-11T03:48:03.635 INFO:tasks.workunit.client.0.smithi086.stdout:804 2024-09-11T03:48:03.636 INFO:tasks.workunit.client.0.smithi086.stdout:805 2024-09-11T03:48:03.637 INFO:tasks.workunit.client.0.smithi086.stdout:806 2024-09-11T03:48:03.638 INFO:tasks.workunit.client.0.smithi086.stdout:807 2024-09-11T03:48:03.640 INFO:tasks.workunit.client.0.smithi086.stdout:808 2024-09-11T03:48:03.641 INFO:tasks.workunit.client.0.smithi086.stdout:809 2024-09-11T03:48:03.642 INFO:tasks.workunit.client.0.smithi086.stdout:810 2024-09-11T03:48:03.644 INFO:tasks.workunit.client.0.smithi086.stdout:811 2024-09-11T03:48:03.644 INFO:tasks.workunit.client.0.smithi086.stdout:812 2024-09-11T03:48:03.645 INFO:tasks.workunit.client.0.smithi086.stdout:813 2024-09-11T03:48:03.646 INFO:tasks.workunit.client.0.smithi086.stdout:814 2024-09-11T03:48:03.648 INFO:tasks.workunit.client.0.smithi086.stdout:815 2024-09-11T03:48:03.649 INFO:tasks.workunit.client.0.smithi086.stdout:816 2024-09-11T03:48:03.650 INFO:tasks.workunit.client.0.smithi086.stdout:817 2024-09-11T03:48:03.651 INFO:tasks.workunit.client.0.smithi086.stdout:818 2024-09-11T03:48:03.652 INFO:tasks.workunit.client.0.smithi086.stdout:819 2024-09-11T03:48:03.653 INFO:tasks.workunit.client.0.smithi086.stdout:820 2024-09-11T03:48:03.654 INFO:tasks.workunit.client.0.smithi086.stdout:821 2024-09-11T03:48:03.656 INFO:tasks.workunit.client.0.smithi086.stdout:822 2024-09-11T03:48:03.657 INFO:tasks.workunit.client.0.smithi086.stdout:823 2024-09-11T03:48:03.658 INFO:tasks.workunit.client.0.smithi086.stdout:824 2024-09-11T03:48:03.659 INFO:tasks.workunit.client.0.smithi086.stdout:825 2024-09-11T03:48:03.660 INFO:tasks.workunit.client.0.smithi086.stdout:826 2024-09-11T03:48:03.661 INFO:tasks.workunit.client.0.smithi086.stdout:827 2024-09-11T03:48:03.663 INFO:tasks.workunit.client.0.smithi086.stdout:828 2024-09-11T03:48:03.664 INFO:tasks.workunit.client.0.smithi086.stdout:829 2024-09-11T03:48:03.665 INFO:tasks.workunit.client.0.smithi086.stdout:830 2024-09-11T03:48:03.667 INFO:tasks.workunit.client.0.smithi086.stdout:831 2024-09-11T03:48:03.668 INFO:tasks.workunit.client.0.smithi086.stdout:832 2024-09-11T03:48:03.669 INFO:tasks.workunit.client.0.smithi086.stdout:833 2024-09-11T03:48:03.670 INFO:tasks.workunit.client.0.smithi086.stdout:834 2024-09-11T03:48:03.671 INFO:tasks.workunit.client.0.smithi086.stdout:835 2024-09-11T03:48:03.672 INFO:tasks.workunit.client.0.smithi086.stdout:836 2024-09-11T03:48:03.674 INFO:tasks.workunit.client.0.smithi086.stdout:837 2024-09-11T03:48:03.675 INFO:tasks.workunit.client.0.smithi086.stdout:838 2024-09-11T03:48:03.676 INFO:tasks.workunit.client.0.smithi086.stdout:839 2024-09-11T03:48:03.678 INFO:tasks.workunit.client.0.smithi086.stdout:840 2024-09-11T03:48:03.679 INFO:tasks.workunit.client.0.smithi086.stdout:841 2024-09-11T03:48:03.680 INFO:tasks.workunit.client.0.smithi086.stdout:842 2024-09-11T03:48:03.682 INFO:tasks.workunit.client.0.smithi086.stdout:843 2024-09-11T03:48:03.683 INFO:tasks.workunit.client.0.smithi086.stdout:844 2024-09-11T03:48:03.684 INFO:tasks.workunit.client.0.smithi086.stdout:845 2024-09-11T03:48:03.685 INFO:tasks.workunit.client.0.smithi086.stdout:846 2024-09-11T03:48:03.687 INFO:tasks.workunit.client.0.smithi086.stdout:847 2024-09-11T03:48:03.688 INFO:tasks.workunit.client.0.smithi086.stdout:848 2024-09-11T03:48:03.689 INFO:tasks.workunit.client.0.smithi086.stdout:849 2024-09-11T03:48:03.690 INFO:tasks.workunit.client.0.smithi086.stdout:850 2024-09-11T03:48:03.691 INFO:tasks.workunit.client.0.smithi086.stdout:851 2024-09-11T03:48:03.692 INFO:tasks.workunit.client.0.smithi086.stdout:852 2024-09-11T03:48:03.694 INFO:tasks.workunit.client.0.smithi086.stdout:853 2024-09-11T03:48:03.695 INFO:tasks.workunit.client.0.smithi086.stdout:854 2024-09-11T03:48:03.696 INFO:tasks.workunit.client.0.smithi086.stdout:855 2024-09-11T03:48:03.697 INFO:tasks.workunit.client.0.smithi086.stdout:856 2024-09-11T03:48:03.699 INFO:tasks.workunit.client.0.smithi086.stdout:857 2024-09-11T03:48:03.700 INFO:tasks.workunit.client.0.smithi086.stdout:858 2024-09-11T03:48:03.701 INFO:tasks.workunit.client.0.smithi086.stdout:859 2024-09-11T03:48:03.702 INFO:tasks.workunit.client.0.smithi086.stdout:860 2024-09-11T03:48:03.703 INFO:tasks.workunit.client.0.smithi086.stdout:861 2024-09-11T03:48:03.704 INFO:tasks.workunit.client.0.smithi086.stdout:862 2024-09-11T03:48:03.705 INFO:tasks.workunit.client.0.smithi086.stdout:863 2024-09-11T03:48:03.707 INFO:tasks.workunit.client.0.smithi086.stdout:864 2024-09-11T03:48:03.708 INFO:tasks.workunit.client.0.smithi086.stdout:865 2024-09-11T03:48:03.709 INFO:tasks.workunit.client.0.smithi086.stdout:866 2024-09-11T03:48:03.710 INFO:tasks.workunit.client.0.smithi086.stdout:867 2024-09-11T03:48:03.712 INFO:tasks.workunit.client.0.smithi086.stdout:868 2024-09-11T03:48:03.716 INFO:tasks.workunit.client.0.smithi086.stdout:869 2024-09-11T03:48:03.716 INFO:tasks.workunit.client.0.smithi086.stdout:870 2024-09-11T03:48:03.716 INFO:tasks.workunit.client.0.smithi086.stdout:871 2024-09-11T03:48:03.717 INFO:tasks.workunit.client.0.smithi086.stdout:872 2024-09-11T03:48:03.718 INFO:tasks.workunit.client.0.smithi086.stdout:873 2024-09-11T03:48:03.719 INFO:tasks.workunit.client.0.smithi086.stdout:874 2024-09-11T03:48:03.720 INFO:tasks.workunit.client.0.smithi086.stdout:875 2024-09-11T03:48:03.721 INFO:tasks.workunit.client.0.smithi086.stdout:876 2024-09-11T03:48:03.722 INFO:tasks.workunit.client.0.smithi086.stdout:877 2024-09-11T03:48:03.724 INFO:tasks.workunit.client.0.smithi086.stdout:878 2024-09-11T03:48:03.725 INFO:tasks.workunit.client.0.smithi086.stdout:879 2024-09-11T03:48:03.726 INFO:tasks.workunit.client.0.smithi086.stdout:880 2024-09-11T03:48:03.727 INFO:tasks.workunit.client.0.smithi086.stdout:881 2024-09-11T03:48:03.728 INFO:tasks.workunit.client.0.smithi086.stdout:882 2024-09-11T03:48:03.730 INFO:tasks.workunit.client.0.smithi086.stdout:883 2024-09-11T03:48:03.731 INFO:tasks.workunit.client.0.smithi086.stdout:884 2024-09-11T03:48:03.732 INFO:tasks.workunit.client.0.smithi086.stdout:885 2024-09-11T03:48:03.734 INFO:tasks.workunit.client.0.smithi086.stdout:886 2024-09-11T03:48:03.735 INFO:tasks.workunit.client.0.smithi086.stdout:887 2024-09-11T03:48:03.736 INFO:tasks.workunit.client.0.smithi086.stdout:888 2024-09-11T03:48:03.738 INFO:tasks.workunit.client.0.smithi086.stdout:889 2024-09-11T03:48:03.739 INFO:tasks.workunit.client.0.smithi086.stdout:890 2024-09-11T03:48:03.740 INFO:tasks.workunit.client.0.smithi086.stdout:891 2024-09-11T03:48:03.742 INFO:tasks.workunit.client.0.smithi086.stdout:892 2024-09-11T03:48:03.743 INFO:tasks.workunit.client.0.smithi086.stdout:893 2024-09-11T03:48:03.744 INFO:tasks.workunit.client.0.smithi086.stdout:894 2024-09-11T03:48:03.745 INFO:tasks.workunit.client.0.smithi086.stdout:895 2024-09-11T03:48:03.746 INFO:tasks.workunit.client.0.smithi086.stdout:896 2024-09-11T03:48:03.747 INFO:tasks.workunit.client.0.smithi086.stdout:897 2024-09-11T03:48:03.749 INFO:tasks.workunit.client.0.smithi086.stdout:898 2024-09-11T03:48:03.750 INFO:tasks.workunit.client.0.smithi086.stdout:899 2024-09-11T03:48:03.751 INFO:tasks.workunit.client.0.smithi086.stdout:900 2024-09-11T03:48:03.753 INFO:tasks.workunit.client.0.smithi086.stdout:901 2024-09-11T03:48:03.754 INFO:tasks.workunit.client.0.smithi086.stdout:902 2024-09-11T03:48:03.755 INFO:tasks.workunit.client.0.smithi086.stdout:903 2024-09-11T03:48:03.756 INFO:tasks.workunit.client.0.smithi086.stdout:904 2024-09-11T03:48:03.758 INFO:tasks.workunit.client.0.smithi086.stdout:905 2024-09-11T03:48:03.759 INFO:tasks.workunit.client.0.smithi086.stdout:906 2024-09-11T03:48:03.761 INFO:tasks.workunit.client.0.smithi086.stdout:907 2024-09-11T03:48:03.761 INFO:tasks.workunit.client.0.smithi086.stdout:908 2024-09-11T03:48:03.763 INFO:tasks.workunit.client.0.smithi086.stdout:909 2024-09-11T03:48:03.764 INFO:tasks.workunit.client.0.smithi086.stdout:910 2024-09-11T03:48:03.765 INFO:tasks.workunit.client.0.smithi086.stdout:911 2024-09-11T03:48:03.767 INFO:tasks.workunit.client.0.smithi086.stdout:912 2024-09-11T03:48:03.768 INFO:tasks.workunit.client.0.smithi086.stdout:913 2024-09-11T03:48:03.769 INFO:tasks.workunit.client.0.smithi086.stdout:914 2024-09-11T03:48:03.771 INFO:tasks.workunit.client.0.smithi086.stdout:915 2024-09-11T03:48:03.772 INFO:tasks.workunit.client.0.smithi086.stdout:916 2024-09-11T03:48:03.773 INFO:tasks.workunit.client.0.smithi086.stdout:917 2024-09-11T03:48:03.774 INFO:tasks.workunit.client.0.smithi086.stdout:918 2024-09-11T03:48:03.775 INFO:tasks.workunit.client.0.smithi086.stdout:919 2024-09-11T03:48:03.777 INFO:tasks.workunit.client.0.smithi086.stdout:920 2024-09-11T03:48:03.778 INFO:tasks.workunit.client.0.smithi086.stdout:921 2024-09-11T03:48:03.779 INFO:tasks.workunit.client.0.smithi086.stdout:922 2024-09-11T03:48:03.780 INFO:tasks.workunit.client.0.smithi086.stdout:923 2024-09-11T03:48:03.781 INFO:tasks.workunit.client.0.smithi086.stdout:924 2024-09-11T03:48:03.783 INFO:tasks.workunit.client.0.smithi086.stdout:925 2024-09-11T03:48:03.784 INFO:tasks.workunit.client.0.smithi086.stdout:926 2024-09-11T03:48:03.785 INFO:tasks.workunit.client.0.smithi086.stdout:927 2024-09-11T03:48:03.786 INFO:tasks.workunit.client.0.smithi086.stdout:928 2024-09-11T03:48:03.788 INFO:tasks.workunit.client.0.smithi086.stdout:929 2024-09-11T03:48:03.789 INFO:tasks.workunit.client.0.smithi086.stdout:930 2024-09-11T03:48:03.790 INFO:tasks.workunit.client.0.smithi086.stdout:931 2024-09-11T03:48:03.791 INFO:tasks.workunit.client.0.smithi086.stdout:932 2024-09-11T03:48:03.792 INFO:tasks.workunit.client.0.smithi086.stdout:933 2024-09-11T03:48:03.794 INFO:tasks.workunit.client.0.smithi086.stdout:934 2024-09-11T03:48:03.795 INFO:tasks.workunit.client.0.smithi086.stdout:935 2024-09-11T03:48:03.796 INFO:tasks.workunit.client.0.smithi086.stdout:936 2024-09-11T03:48:03.797 INFO:tasks.workunit.client.0.smithi086.stdout:937 2024-09-11T03:48:03.799 INFO:tasks.workunit.client.0.smithi086.stdout:938 2024-09-11T03:48:03.800 INFO:tasks.workunit.client.0.smithi086.stdout:939 2024-09-11T03:48:03.801 INFO:tasks.workunit.client.0.smithi086.stdout:940 2024-09-11T03:48:03.802 INFO:tasks.workunit.client.0.smithi086.stdout:941 2024-09-11T03:48:03.803 INFO:tasks.workunit.client.0.smithi086.stdout:942 2024-09-11T03:48:03.805 INFO:tasks.workunit.client.0.smithi086.stdout:943 2024-09-11T03:48:03.806 INFO:tasks.workunit.client.0.smithi086.stdout:944 2024-09-11T03:48:03.807 INFO:tasks.workunit.client.0.smithi086.stdout:945 2024-09-11T03:48:03.808 INFO:tasks.workunit.client.0.smithi086.stdout:946 2024-09-11T03:48:03.810 INFO:tasks.workunit.client.0.smithi086.stdout:947 2024-09-11T03:48:03.810 INFO:tasks.workunit.client.0.smithi086.stdout:948 2024-09-11T03:48:03.812 INFO:tasks.workunit.client.0.smithi086.stdout:949 2024-09-11T03:48:03.813 INFO:tasks.workunit.client.0.smithi086.stdout:950 2024-09-11T03:48:03.814 INFO:tasks.workunit.client.0.smithi086.stdout:951 2024-09-11T03:48:03.815 INFO:tasks.workunit.client.0.smithi086.stdout:952 2024-09-11T03:48:03.816 INFO:tasks.workunit.client.0.smithi086.stdout:953 2024-09-11T03:48:03.817 INFO:tasks.workunit.client.0.smithi086.stdout:954 2024-09-11T03:48:03.818 INFO:tasks.workunit.client.0.smithi086.stdout:955 2024-09-11T03:48:03.819 INFO:tasks.workunit.client.0.smithi086.stdout:956 2024-09-11T03:48:03.821 INFO:tasks.workunit.client.0.smithi086.stdout:957 2024-09-11T03:48:03.822 INFO:tasks.workunit.client.0.smithi086.stdout:958 2024-09-11T03:48:03.823 INFO:tasks.workunit.client.0.smithi086.stdout:959 2024-09-11T03:48:03.824 INFO:tasks.workunit.client.0.smithi086.stdout:960 2024-09-11T03:48:03.825 INFO:tasks.workunit.client.0.smithi086.stdout:961 2024-09-11T03:48:03.826 INFO:tasks.workunit.client.0.smithi086.stdout:962 2024-09-11T03:48:03.827 INFO:tasks.workunit.client.0.smithi086.stdout:963 2024-09-11T03:48:03.828 INFO:tasks.workunit.client.0.smithi086.stdout:964 2024-09-11T03:48:03.829 INFO:tasks.workunit.client.0.smithi086.stdout:965 2024-09-11T03:48:03.831 INFO:tasks.workunit.client.0.smithi086.stdout:966 2024-09-11T03:48:03.831 INFO:tasks.workunit.client.0.smithi086.stdout:967 2024-09-11T03:48:03.833 INFO:tasks.workunit.client.0.smithi086.stdout:968 2024-09-11T03:48:03.834 INFO:tasks.workunit.client.0.smithi086.stdout:969 2024-09-11T03:48:03.834 INFO:tasks.workunit.client.0.smithi086.stdout:970 2024-09-11T03:48:03.835 INFO:tasks.workunit.client.0.smithi086.stdout:971 2024-09-11T03:48:03.837 INFO:tasks.workunit.client.0.smithi086.stdout:972 2024-09-11T03:48:03.838 INFO:tasks.workunit.client.0.smithi086.stdout:973 2024-09-11T03:48:03.839 INFO:tasks.workunit.client.0.smithi086.stdout:974 2024-09-11T03:48:03.840 INFO:tasks.workunit.client.0.smithi086.stdout:975 2024-09-11T03:48:03.841 INFO:tasks.workunit.client.0.smithi086.stdout:976 2024-09-11T03:48:03.842 INFO:tasks.workunit.client.0.smithi086.stdout:977 2024-09-11T03:48:03.844 INFO:tasks.workunit.client.0.smithi086.stdout:978 2024-09-11T03:48:03.845 INFO:tasks.workunit.client.0.smithi086.stdout:979 2024-09-11T03:48:03.847 INFO:tasks.workunit.client.0.smithi086.stdout:980 2024-09-11T03:48:03.850 INFO:tasks.workunit.client.0.smithi086.stdout:981 2024-09-11T03:48:03.853 INFO:tasks.workunit.client.0.smithi086.stdout:982 2024-09-11T03:48:03.857 INFO:tasks.workunit.client.0.smithi086.stdout:983 2024-09-11T03:48:03.859 INFO:tasks.workunit.client.0.smithi086.stdout:984 2024-09-11T03:48:03.860 INFO:tasks.workunit.client.0.smithi086.stdout:985 2024-09-11T03:48:03.861 INFO:tasks.workunit.client.0.smithi086.stdout:986 2024-09-11T03:48:03.862 INFO:tasks.workunit.client.0.smithi086.stdout:987 2024-09-11T03:48:03.864 INFO:tasks.workunit.client.0.smithi086.stdout:988 2024-09-11T03:48:03.865 INFO:tasks.workunit.client.0.smithi086.stdout:989 2024-09-11T03:48:03.866 INFO:tasks.workunit.client.0.smithi086.stdout:990 2024-09-11T03:48:03.867 INFO:tasks.workunit.client.0.smithi086.stdout:991 2024-09-11T03:48:03.868 INFO:tasks.workunit.client.0.smithi086.stdout:992 2024-09-11T03:48:03.869 INFO:tasks.workunit.client.0.smithi086.stdout:993 2024-09-11T03:48:03.871 INFO:tasks.workunit.client.0.smithi086.stdout:994 2024-09-11T03:48:03.872 INFO:tasks.workunit.client.0.smithi086.stdout:995 2024-09-11T03:48:03.873 INFO:tasks.workunit.client.0.smithi086.stdout:996 2024-09-11T03:48:03.874 INFO:tasks.workunit.client.0.smithi086.stdout:997 2024-09-11T03:48:03.875 INFO:tasks.workunit.client.0.smithi086.stdout:998 2024-09-11T03:48:03.876 INFO:tasks.workunit.client.0.smithi086.stdout:999 2024-09-11T03:48:04.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:03 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2700039491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:04.325 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:03 smithi086 ceph-mon[89281]: osdmap e937: 8 total, 8 up, 8 in 2024-09-11T03:48:04.325 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:03 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2700039491' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-11T03:48:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:03 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2700039491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:03 smithi086 ceph-mon[91691]: osdmap e937: 8 total, 8 up, 8 in 2024-09-11T03:48:04.325 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:03 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2700039491' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-11T03:48:04.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:03 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2700039491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:04.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:03 smithi130 ceph-mon[83685]: osdmap e937: 8 total, 8 up, 8 in 2024-09-11T03:48:04.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:03 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2700039491' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-11T03:48:04.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:48:04 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:48:04] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.51.0" 2024-09-11T03:48:04.863 INFO:tasks.workunit.client.0.smithi086.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-11T03:48:04.863 INFO:tasks.workunit.client.0.smithi086.stdout:00000010 69 73 |is| 2024-09-11T03:48:04.864 INFO:tasks.workunit.client.0.smithi086.stdout:00000012 2024-09-11T03:48:04.864 INFO:tasks.workunit.client.0.smithi086.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-11T03:48:04.864 INFO:tasks.workunit.client.0.smithi086.stdout:00000010 69 73 |is| 2024-09-11T03:48:04.864 INFO:tasks.workunit.client.0.smithi086.stdout:00000012 2024-09-11T03:48:04.864 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsHello.WriteReturnData (4037 ms) 2024-09-11T03:48:04.864 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsHello.Loud 2024-09-11T03:48:05.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:04 smithi086 ceph-mon[89281]: pgmap v1110: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:05.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:04 smithi086 ceph-mon[89281]: osdmap e938: 8 total, 8 up, 8 in 2024-09-11T03:48:05.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:48:05.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:48:05.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:04 smithi086 ceph-mon[91691]: pgmap v1110: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:05.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:04 smithi086 ceph-mon[91691]: osdmap e938: 8 total, 8 up, 8 in 2024-09-11T03:48:05.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:48:05.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:48:05.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:04 smithi130 ceph-mon[83685]: pgmap v1110: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:05.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:04 smithi130 ceph-mon[83685]: osdmap e938: 8 total, 8 up, 8 in 2024-09-11T03:48:05.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:48:05.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:48:06.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:05 smithi086 ceph-mon[89281]: osdmap e939: 8 total, 8 up, 8 in 2024-09-11T03:48:06.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:05 smithi086 ceph-mon[91691]: osdmap e939: 8 total, 8 up, 8 in 2024-09-11T03:48:06.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:05 smithi130 ceph-mon[83685]: osdmap e939: 8 total, 8 up, 8 in 2024-09-11T03:48:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:06 smithi086 ceph-mon[89281]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:06 smithi086 ceph-mon[89281]: osdmap e940: 8 total, 8 up, 8 in 2024-09-11T03:48:07.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:06 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3424206005' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:06 smithi086 ceph-mon[91691]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:06 smithi086 ceph-mon[91691]: osdmap e940: 8 total, 8 up, 8 in 2024-09-11T03:48:07.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:06 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3424206005' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:07.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:06 smithi130 ceph-mon[83685]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:07.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:06 smithi130 ceph-mon[83685]: osdmap e940: 8 total, 8 up, 8 in 2024-09-11T03:48:07.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:06 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3424206005' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:07.897 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsHello.Loud (3034 ms) 2024-09-11T03:48:07.898 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsHello.BadMethods 2024-09-11T03:48:08.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:07 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3424206005' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:08.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:07 smithi086 ceph-mon[89281]: osdmap e941: 8 total, 8 up, 8 in 2024-09-11T03:48:08.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:07 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3424206005' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:08.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:07 smithi086 ceph-mon[91691]: osdmap e941: 8 total, 8 up, 8 in 2024-09-11T03:48:08.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:07 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3424206005' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:08.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:07 smithi130 ceph-mon[83685]: osdmap e941: 8 total, 8 up, 8 in 2024-09-11T03:48:09.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:08 smithi086 ceph-mon[89281]: pgmap v1116: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:09.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:08 smithi086 ceph-mon[89281]: osdmap e942: 8 total, 8 up, 8 in 2024-09-11T03:48:09.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:08 smithi086 ceph-mon[91691]: pgmap v1116: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:09.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:08 smithi086 ceph-mon[91691]: osdmap e942: 8 total, 8 up, 8 in 2024-09-11T03:48:09.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:08 smithi130 ceph-mon[83685]: pgmap v1116: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:09.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:08 smithi130 ceph-mon[83685]: osdmap e942: 8 total, 8 up, 8 in 2024-09-11T03:48:10.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:09 smithi086 ceph-mon[89281]: osdmap e943: 8 total, 8 up, 8 in 2024-09-11T03:48:10.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:09 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3368482305' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:10.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:09 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:10.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:09 smithi086 ceph-mon[91691]: osdmap e943: 8 total, 8 up, 8 in 2024-09-11T03:48:10.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:09 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3368482305' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:10.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:09 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:10.323 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:48:09 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[111570]: 2024-09-11T03:48:09.926+0000 7f511e416640 -1 osd.3 pg_epoch: 944 pg[38.2( v 944'1 (0'0,944'1] local-lis/les=943/944 n=1 ec=943/943 lis/c=943/943 les/c/f=944/944/0 sis=943) [3,7,5] r=0 lpr=943 crt=944'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-09-11T03:48:10.323 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:48:09 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[111570]: 2024-09-11T03:48:09.927+0000 7f512241e640 -1 osd.3 pg_epoch: 944 pg[38.2( v 944'2 (0'0,944'2] local-lis/les=943/944 n=1 ec=943/943 lis/c=943/943 les/c/f=944/944/0 sis=943) [3,7,5] r=0 lpr=943 crt=944'1 lcod 944'1 mlcod 944'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-09-11T03:48:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:09 smithi130 ceph-mon[83685]: osdmap e943: 8 total, 8 up, 8 in 2024-09-11T03:48:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:09 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3368482305' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:10.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:09 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:10.922 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsHello.BadMethods (3025 ms) 2024-09-11T03:48:10.922 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsHello.Filter 2024-09-11T03:48:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:10 smithi086 ceph-mon[89281]: pgmap v1119: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:10 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:10 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:11.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:10 smithi086 ceph-mon[89281]: osdmap e944: 8 total, 8 up, 8 in 2024-09-11T03:48:11.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:10 smithi086 ceph-mon[91691]: pgmap v1119: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:10 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:10 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:11.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:10 smithi086 ceph-mon[91691]: osdmap e944: 8 total, 8 up, 8 in 2024-09-11T03:48:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:10 smithi130 ceph-mon[83685]: pgmap v1119: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:10 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:10 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:11.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:10 smithi130 ceph-mon[83685]: osdmap e944: 8 total, 8 up, 8 in 2024-09-11T03:48:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:11 smithi086 ceph-mon[89281]: osdmap e945: 8 total, 8 up, 8 in 2024-09-11T03:48:12.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:11 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:48:12.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:11 smithi086 ceph-mon[91691]: osdmap e945: 8 total, 8 up, 8 in 2024-09-11T03:48:12.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:11 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:48:12.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:11 smithi130 ceph-mon[83685]: osdmap e945: 8 total, 8 up, 8 in 2024-09-11T03:48:12.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:11 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:48:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[89281]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:48:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[89281]: osdmap e946: 8 total, 8 up, 8 in 2024-09-11T03:48:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3002035972' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:48:13.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:48:13.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:48:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[91691]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:48:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[91691]: osdmap e946: 8 total, 8 up, 8 in 2024-09-11T03:48:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3002035972' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:48:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:48:13.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:12 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:48:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:12 smithi130 ceph-mon[83685]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:12 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:12 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:48:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:12 smithi130 ceph-mon[83685]: osdmap e946: 8 total, 8 up, 8 in 2024-09-11T03:48:13.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:12 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3002035972' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:13.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:12 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:48:13.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:12 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:48:13.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:12 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:48:13.951 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsHello.Filter (3027 ms) 2024-09-11T03:48:13.952 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 6 tests from ClsHello (19010 ms total) 2024-09-11T03:48:13.952 INFO:tasks.workunit.client.0.smithi086.stdout: 2024-09-11T03:48:13.952 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment tear-down 2024-09-11T03:48:13.952 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] 6 tests from 1 test suite ran. (19010 ms total) 2024-09-11T03:48:13.952 INFO:tasks.workunit.client.0.smithi086.stdout:[ PASSED ] 6 tests. 2024-09-11T03:48:13.953 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-11T03:48:13.953 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-11T03:48:14.023 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-09-11T03:48:14.023 DEBUG:teuthology.orchestra.run.smithi086:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-09-11T03:48:14.096 INFO:tasks.workunit.client.0.smithi086.stdout:Running main() from gmock_main.cc 2024-09-11T03:48:14.096 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] Running 27 tests from 1 test suite. 2024-09-11T03:48:14.096 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment set-up. 2024-09-11T03:48:14.096 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 27 tests from TestClsJournal 2024-09-11T03:48:14.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:13 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3002035972' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:14.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:13 smithi086 ceph-mon[89281]: osdmap e947: 8 total, 8 up, 8 in 2024-09-11T03:48:14.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:13 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3002035972' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:14.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:13 smithi086 ceph-mon[91691]: osdmap e947: 8 total, 8 up, 8 in 2024-09-11T03:48:14.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:13 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3002035972' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131297-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:14.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:13 smithi130 ceph-mon[83685]: osdmap e947: 8 total, 8 up, 8 in 2024-09-11T03:48:14.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:48:14 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:48:14] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.51.0" 2024-09-11T03:48:15.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:14 smithi086 ceph-mon[89281]: pgmap v1125: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:15.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:14 smithi086 ceph-mon[89281]: osdmap e948: 8 total, 8 up, 8 in 2024-09-11T03:48:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:14 smithi086 ceph-mon[91691]: pgmap v1125: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:15.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:14 smithi086 ceph-mon[91691]: osdmap e948: 8 total, 8 up, 8 in 2024-09-11T03:48:15.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:14 smithi130 ceph-mon[83685]: pgmap v1125: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:15.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:14 smithi130 ceph-mon[83685]: osdmap e948: 8 total, 8 up, 8 in 2024-09-11T03:48:15.953 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.Create 2024-09-11T03:48:15.967 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.Create (14 ms) 2024-09-11T03:48:15.967 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-09-11T03:48:15.973 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.MinimumSet (6 ms) 2024-09-11T03:48:15.973 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-09-11T03:48:15.979 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-09-11T03:48:15.979 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-09-11T03:48:15.982 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-09-11T03:48:15.982 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-09-11T03:48:15.985 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-09-11T03:48:15.985 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-09-11T03:48:15.988 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-09-11T03:48:15.988 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-09-11T03:48:15.991 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-09-11T03:48:15.991 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.GetClient 2024-09-11T03:48:15.994 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-09-11T03:48:15.994 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-09-11T03:48:15.996 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-09-11T03:48:15.996 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-09-11T03:48:16.000 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-09-11T03:48:16.000 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-09-11T03:48:16.004 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-09-11T03:48:16.004 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-09-11T03:48:16.009 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-09-11T03:48:16.009 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-09-11T03:48:16.011 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-09-11T03:48:16.012 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-09-11T03:48:16.015 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-09-11T03:48:16.015 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-09-11T03:48:16.115 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (99 ms) 2024-09-11T03:48:16.115 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-09-11T03:48:16.118 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-09-11T03:48:16.118 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-09-11T03:48:16.121 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-09-11T03:48:16.121 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-09-11T03:48:16.122 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-09-11T03:48:16.122 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.ClientList 2024-09-11T03:48:16.157 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.ClientList (35 ms) 2024-09-11T03:48:16.157 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-09-11T03:48:16.162 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.GetNextTagTid (5 ms) 2024-09-11T03:48:16.162 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.TagCreate 2024-09-11T03:48:16.170 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-09-11T03:48:16.170 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-09-11T03:48:16.177 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-09-11T03:48:16.177 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.TagList 2024-09-11T03:48:16.264 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.TagList (87 ms) 2024-09-11T03:48:16.265 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-09-11T03:48:16.266 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-09-11T03:48:16.266 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-09-11T03:48:16.267 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.GuardAppendDNE (0 ms) 2024-09-11T03:48:16.267 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-09-11T03:48:16.269 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-09-11T03:48:16.269 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsJournal.Append 2024-09-11T03:48:16.279 INFO:tasks.workunit.client.0.smithi086.stdout:padding is not enabled 2024-09-11T03:48:16.279 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsJournal.Append (10 ms) 2024-09-11T03:48:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:15 smithi086 ceph-mon[89281]: osdmap e949: 8 total, 8 up, 8 in 2024-09-11T03:48:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:15 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2441342058' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131565-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:16.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:15 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131565-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:15 smithi086 ceph-mon[91691]: osdmap e949: 8 total, 8 up, 8 in 2024-09-11T03:48:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:15 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2441342058' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131565-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:16.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:15 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131565-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:16.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:15 smithi130 ceph-mon[83685]: osdmap e949: 8 total, 8 up, 8 in 2024-09-11T03:48:16.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:15 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2441342058' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131565-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:16.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:15 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131565-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:16.961 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 27 tests from TestClsJournal (326 ms total) 2024-09-11T03:48:16.961 INFO:tasks.workunit.client.0.smithi086.stdout: 2024-09-11T03:48:16.961 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment tear-down 2024-09-11T03:48:16.962 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] 27 tests from 1 test suite ran. (2865 ms total) 2024-09-11T03:48:16.962 INFO:tasks.workunit.client.0.smithi086.stdout:[ PASSED ] 27 tests. 2024-09-11T03:48:16.965 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-11T03:48:16.965 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-11T03:48:17.036 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-11T03:48:17.036 DEBUG:teuthology.orchestra.run.smithi086:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-11T03:48:17.108 INFO:tasks.workunit.client.0.smithi086.stdout:Running main() from gmock_main.cc 2024-09-11T03:48:17.108 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-11T03:48:17.108 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment set-up. 2024-09-11T03:48:17.109 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 11 tests from ClsLock 2024-09-11T03:48:17.109 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-11T03:48:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:16 smithi086 ceph-mon[89281]: pgmap v1128: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:16 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:16 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131565-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:17.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:16 smithi086 ceph-mon[89281]: osdmap e950: 8 total, 8 up, 8 in 2024-09-11T03:48:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:16 smithi086 ceph-mon[91691]: pgmap v1128: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:16 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:16 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131565-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:17.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:16 smithi086 ceph-mon[91691]: osdmap e950: 8 total, 8 up, 8 in 2024-09-11T03:48:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:16 smithi130 ceph-mon[83685]: pgmap v1128: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:16 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:16 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131565-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:16 smithi130 ceph-mon[83685]: osdmap e950: 8 total, 8 up, 8 in 2024-09-11T03:48:18.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:17 smithi086 ceph-mon[89281]: osdmap e951: 8 total, 8 up, 8 in 2024-09-11T03:48:18.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:17 smithi086 ceph-mon[91691]: osdmap e951: 8 total, 8 up, 8 in 2024-09-11T03:48:18.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:17 smithi130 ceph-mon[83685]: osdmap e951: 8 total, 8 up, 8 in 2024-09-11T03:48:19.002 INFO:tasks.workunit.client.0.smithi086.stdout:lock: mylock 2024-09-11T03:48:19.003 INFO:tasks.workunit.client.0.smithi086.stdout: lock_type: exclusive 2024-09-11T03:48:19.003 INFO:tasks.workunit.client.0.smithi086.stdout: tag: 2024-09-11T03:48:19.003 INFO:tasks.workunit.client.0.smithi086.stdout: lockers: 2024-09-11T03:48:19.003 INFO:tasks.workunit.client.0.smithi086.stdout: client.44813 expiration=2024-09-11T03:50:19.000303+0000 addr=v1:172.21.15.86:0/2493136109 cookie= 2024-09-11T03:48:19.006 INFO:tasks.workunit.client.0.smithi086.stdout:lock: mylock 2024-09-11T03:48:19.006 INFO:tasks.workunit.client.0.smithi086.stdout: lock_type: shared 2024-09-11T03:48:19.006 INFO:tasks.workunit.client.0.smithi086.stdout: tag: 2024-09-11T03:48:19.006 INFO:tasks.workunit.client.0.smithi086.stdout: lockers: 2024-09-11T03:48:19.006 INFO:tasks.workunit.client.0.smithi086.stdout: client.44813 expiration=2024-09-11T03:50:19.006463+0000 addr=v1:172.21.15.86:0/2493136109 cookie= 2024-09-11T03:48:19.006 INFO:tasks.workunit.client.0.smithi086.stdout: client.44819 expiration=0.000000 addr=v1:172.21.15.86:0/3680514739 cookie= 2024-09-11T03:48:19.007 INFO:tasks.workunit.client.0.smithi086.stdout:lock: mylock 2024-09-11T03:48:19.007 INFO:tasks.workunit.client.0.smithi086.stdout: lock_type: shared 2024-09-11T03:48:19.007 INFO:tasks.workunit.client.0.smithi086.stdout: tag: 2024-09-11T03:48:19.007 INFO:tasks.workunit.client.0.smithi086.stdout: lockers: 2024-09-11T03:48:19.008 INFO:tasks.workunit.client.0.smithi086.stdout: client.44819 expiration=0.000000 addr=v1:172.21.15.86:0/3680514739 cookie= 2024-09-11T03:48:19.223 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:18 smithi086 ceph-mon[91691]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:19.223 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:18 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:19.223 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:18 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:48:19.223 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:18 smithi086 ceph-mon[91691]: osdmap e952: 8 total, 8 up, 8 in 2024-09-11T03:48:19.224 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:18 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2493136109' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:19.224 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:18 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:19.224 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:18 smithi086 ceph-mon[89281]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:19.224 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:18 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:19.224 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:18 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:48:19.224 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:18 smithi086 ceph-mon[89281]: osdmap e952: 8 total, 8 up, 8 in 2024-09-11T03:48:19.224 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:18 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2493136109' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:19.224 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:18 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:19.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:18 smithi130 ceph-mon[83685]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:19.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:18 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:19.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:18 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:48:19.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:18 smithi130 ceph-mon[83685]: osdmap e952: 8 total, 8 up, 8 in 2024-09-11T03:48:19.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:18 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2493136109' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:19.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:18 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:19.984 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsLock.TestMultiLocking (2876 ms) 2024-09-11T03:48:19.984 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsLock.TestMeta 2024-09-11T03:48:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:19 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:19 smithi086 ceph-mon[89281]: osdmap e953: 8 total, 8 up, 8 in 2024-09-11T03:48:20.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:48:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:19 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:19 smithi086 ceph-mon[91691]: osdmap e953: 8 total, 8 up, 8 in 2024-09-11T03:48:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:48:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:19 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:19 smithi130 ceph-mon[83685]: osdmap e953: 8 total, 8 up, 8 in 2024-09-11T03:48:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:48:21.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:20 smithi086 ceph-mon[89281]: pgmap v1134: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:21.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:20 smithi086 ceph-mon[89281]: osdmap e954: 8 total, 8 up, 8 in 2024-09-11T03:48:21.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:20 smithi086 ceph-mon[91691]: pgmap v1134: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:21.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:20 smithi086 ceph-mon[91691]: osdmap e954: 8 total, 8 up, 8 in 2024-09-11T03:48:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:20 smithi130 ceph-mon[83685]: pgmap v1134: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:21.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:20 smithi130 ceph-mon[83685]: osdmap e954: 8 total, 8 up, 8 in 2024-09-11T03:48:22.026 INFO:tasks.workunit.client.0.smithi086.stdout:lock: mylock 2024-09-11T03:48:22.026 INFO:tasks.workunit.client.0.smithi086.stdout: lock_type: shared 2024-09-11T03:48:22.026 INFO:tasks.workunit.client.0.smithi086.stdout: tag: 2024-09-11T03:48:22.026 INFO:tasks.workunit.client.0.smithi086.stdout: lockers: 2024-09-11T03:48:22.026 INFO:tasks.workunit.client.0.smithi086.stdout: client.44831 expiration=0.000000 addr=v1:172.21.15.86:0/3868702850 cookie= 2024-09-11T03:48:22.028 INFO:tasks.workunit.client.0.smithi086.stdout:lock: mylock 2024-09-11T03:48:22.029 INFO:tasks.workunit.client.0.smithi086.stdout: lock_type: exclusive 2024-09-11T03:48:22.029 INFO:tasks.workunit.client.0.smithi086.stdout: tag: new_tag 2024-09-11T03:48:22.029 INFO:tasks.workunit.client.0.smithi086.stdout: lockers: 2024-09-11T03:48:22.029 INFO:tasks.workunit.client.0.smithi086.stdout: client.34911 expiration=0.000000 addr=v1:172.21.15.86:0/2183210983 cookie= 2024-09-11T03:48:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:21 smithi086 ceph-mon[89281]: osdmap e955: 8 total, 8 up, 8 in 2024-09-11T03:48:22.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:21 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2183210983' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:21 smithi086 ceph-mon[91691]: osdmap e955: 8 total, 8 up, 8 in 2024-09-11T03:48:22.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:21 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2183210983' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:21 smithi130 ceph-mon[83685]: osdmap e955: 8 total, 8 up, 8 in 2024-09-11T03:48:22.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:21 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2183210983' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:22.999 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsLock.TestMeta (3015 ms) 2024-09-11T03:48:22.999 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsLock.TestCookie 2024-09-11T03:48:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:22 smithi086 ceph-mon[89281]: pgmap v1137: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:22 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:22 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2183210983' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:23.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:22 smithi086 ceph-mon[89281]: osdmap e956: 8 total, 8 up, 8 in 2024-09-11T03:48:23.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:22 smithi086 ceph-mon[91691]: pgmap v1137: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:23.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:22 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:23.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:22 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2183210983' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:23.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:22 smithi086 ceph-mon[91691]: osdmap e956: 8 total, 8 up, 8 in 2024-09-11T03:48:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:22 smithi130 ceph-mon[83685]: pgmap v1137: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:22 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:22 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2183210983' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:23.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:22 smithi130 ceph-mon[83685]: osdmap e956: 8 total, 8 up, 8 in 2024-09-11T03:48:24.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:24 smithi086 ceph-mon[89281]: osdmap e957: 8 total, 8 up, 8 in 2024-09-11T03:48:24.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:24 smithi086 ceph-mon[91691]: osdmap e957: 8 total, 8 up, 8 in 2024-09-11T03:48:24.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:24 smithi130 ceph-mon[83685]: osdmap e957: 8 total, 8 up, 8 in 2024-09-11T03:48:24.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:48:24 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:48:24] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.51.0" 2024-09-11T03:48:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:25 smithi086 ceph-mon[89281]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:25 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:25 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:48:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:25 smithi086 ceph-mon[89281]: osdmap e958: 8 total, 8 up, 8 in 2024-09-11T03:48:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:25 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2803169296' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:25.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:25 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:25 smithi086 ceph-mon[91691]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:25 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:25 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:48:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:25 smithi086 ceph-mon[91691]: osdmap e958: 8 total, 8 up, 8 in 2024-09-11T03:48:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:25 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2803169296' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:25.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:25 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:25.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:25 smithi130 ceph-mon[83685]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:25.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:25 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:25.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:25 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:48:25.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:25 smithi130 ceph-mon[83685]: osdmap e958: 8 total, 8 up, 8 in 2024-09-11T03:48:25.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:25 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2803169296' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:25.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:25 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:25.503 INFO:tasks.workunit.client.0.smithi086.stdout:lock: mylock 2024-09-11T03:48:25.504 INFO:tasks.workunit.client.0.smithi086.stdout: lock_type: exclusive 2024-09-11T03:48:25.504 INFO:tasks.workunit.client.0.smithi086.stdout: tag: 2024-09-11T03:48:25.504 INFO:tasks.workunit.client.0.smithi086.stdout: lockers: 2024-09-11T03:48:25.506 INFO:tasks.workunit.client.0.smithi086.stdout:lock: mylock 2024-09-11T03:48:25.506 INFO:tasks.workunit.client.0.smithi086.stdout: lock_type: shared 2024-09-11T03:48:25.506 INFO:tasks.workunit.client.0.smithi086.stdout: tag: 2024-09-11T03:48:25.506 INFO:tasks.workunit.client.0.smithi086.stdout: lockers: 2024-09-11T03:48:25.506 INFO:tasks.workunit.client.0.smithi086.stdout: client.44837 expiration=0.000000 addr=v1:172.21.15.86:0/2803169296 cookie= 2024-09-11T03:48:25.507 INFO:tasks.workunit.client.0.smithi086.stdout: client.44837 expiration=0.000000 addr=v1:172.21.15.86:0/2803169296 cookie=new cookie 2024-09-11T03:48:26.026 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsLock.TestCookie (3027 ms) 2024-09-11T03:48:26.027 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-11T03:48:26.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:26 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:26.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:26 smithi086 ceph-mon[89281]: osdmap e959: 8 total, 8 up, 8 in 2024-09-11T03:48:26.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:26 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:26.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:26 smithi086 ceph-mon[91691]: osdmap e959: 8 total, 8 up, 8 in 2024-09-11T03:48:26.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:26 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:26.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:26 smithi130 ceph-mon[83685]: osdmap e959: 8 total, 8 up, 8 in 2024-09-11T03:48:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:27 smithi086 ceph-mon[89281]: pgmap v1143: 137 pgs: 1 creating+activating, 28 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:27.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:27 smithi086 ceph-mon[89281]: osdmap e960: 8 total, 8 up, 8 in 2024-09-11T03:48:27.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:27 smithi086 ceph-mon[91691]: pgmap v1143: 137 pgs: 1 creating+activating, 28 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:27.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:27 smithi086 ceph-mon[91691]: osdmap e960: 8 total, 8 up, 8 in 2024-09-11T03:48:27.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:27 smithi130 ceph-mon[83685]: pgmap v1143: 137 pgs: 1 creating+activating, 28 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:27.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:27 smithi130 ceph-mon[83685]: osdmap e960: 8 total, 8 up, 8 in 2024-09-11T03:48:28.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:28 smithi086 ceph-mon[89281]: osdmap e961: 8 total, 8 up, 8 in 2024-09-11T03:48:28.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:28 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2984608555' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:28.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:28 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:28.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:28 smithi086 ceph-mon[91691]: osdmap e961: 8 total, 8 up, 8 in 2024-09-11T03:48:28.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:28 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2984608555' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:28.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:28 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:28.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:28 smithi130 ceph-mon[83685]: osdmap e961: 8 total, 8 up, 8 in 2024-09-11T03:48:28.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:28 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2984608555' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:28.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:28 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:29.042 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsLock.TestMultipleLocks (3016 ms) 2024-09-11T03:48:29.043 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-11T03:48:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:29 smithi086 ceph-mon[89281]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:29 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:29 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:29.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:29 smithi086 ceph-mon[89281]: osdmap e962: 8 total, 8 up, 8 in 2024-09-11T03:48:29.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:29 smithi086 ceph-mon[91691]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:29.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:29 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:29.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:29 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:29.323 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:29 smithi086 ceph-mon[91691]: osdmap e962: 8 total, 8 up, 8 in 2024-09-11T03:48:29.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:29 smithi130 ceph-mon[83685]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:29.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:29 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:29.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:29 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:29.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:29 smithi130 ceph-mon[83685]: osdmap e962: 8 total, 8 up, 8 in 2024-09-11T03:48:30.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:30 smithi086 ceph-mon[89281]: osdmap e963: 8 total, 8 up, 8 in 2024-09-11T03:48:30.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:30 smithi086 ceph-mon[91691]: osdmap e963: 8 total, 8 up, 8 in 2024-09-11T03:48:30.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:30 smithi130 ceph-mon[83685]: osdmap e963: 8 total, 8 up, 8 in 2024-09-11T03:48:31.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:31 smithi086 ceph-mon[91691]: pgmap v1149: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:31.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:31 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:31.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:31 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:48:31.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:31 smithi086 ceph-mon[91691]: osdmap e964: 8 total, 8 up, 8 in 2024-09-11T03:48:31.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:31 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/377506023' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:31.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:31 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:31.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:31 smithi086 ceph-mon[89281]: pgmap v1149: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:31.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:31 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:31.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:31 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:48:31.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:31 smithi086 ceph-mon[89281]: osdmap e964: 8 total, 8 up, 8 in 2024-09-11T03:48:31.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:31 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/377506023' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:31.323 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:31 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:31 smithi130 ceph-mon[83685]: pgmap v1149: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:31 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:31 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:48:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:31 smithi130 ceph-mon[83685]: osdmap e964: 8 total, 8 up, 8 in 2024-09-11T03:48:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:31 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/377506023' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:31.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:31 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:32.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:32 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:32.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:32 smithi086 ceph-mon[89281]: osdmap e965: 8 total, 8 up, 8 in 2024-09-11T03:48:32.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:32 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:32.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:32 smithi086 ceph-mon[91691]: osdmap e965: 8 total, 8 up, 8 in 2024-09-11T03:48:32.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:32 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:32.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:32 smithi130 ceph-mon[83685]: osdmap e965: 8 total, 8 up, 8 in 2024-09-11T03:48:33.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:33 smithi086 ceph-mon[89281]: pgmap v1152: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:33.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:33 smithi086 ceph-mon[89281]: osdmap e966: 8 total, 8 up, 8 in 2024-09-11T03:48:33.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:33 smithi086 ceph-mon[91691]: pgmap v1152: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:33.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:33 smithi086 ceph-mon[91691]: osdmap e966: 8 total, 8 up, 8 in 2024-09-11T03:48:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:33 smithi130 ceph-mon[83685]: pgmap v1152: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:33.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:33 smithi130 ceph-mon[83685]: osdmap e966: 8 total, 8 up, 8 in 2024-09-11T03:48:34.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:48:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:48:34] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.51.0" 2024-09-11T03:48:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:35 smithi086 ceph-mon[89281]: pgmap v1154: 137 pgs: 9 creating+peering, 2 unknown, 126 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:35.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:35 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:48:35.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:35 smithi086 ceph-mon[91691]: pgmap v1154: 137 pgs: 9 creating+peering, 2 unknown, 126 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:35.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:35 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:48:35.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:35 smithi130 ceph-mon[83685]: pgmap v1154: 137 pgs: 9 creating+peering, 2 unknown, 126 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:35.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:35 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:48:37.086 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsLock.TestLockDuration (8043 ms) 2024-09-11T03:48:37.086 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-11T03:48:37.322 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:37 smithi086 ceph-mon[89281]: pgmap v1155: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:37.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:37 smithi086 ceph-mon[91691]: pgmap v1155: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:37.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:37 smithi130 ceph-mon[83685]: pgmap v1155: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:38.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:38 smithi130 ceph-mon[83685]: osdmap e967: 8 total, 8 up, 8 in 2024-09-11T03:48:38.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:38 smithi086 ceph-mon[89281]: osdmap e967: 8 total, 8 up, 8 in 2024-09-11T03:48:38.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:38 smithi086 ceph-mon[91691]: osdmap e967: 8 total, 8 up, 8 in 2024-09-11T03:48:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:39 smithi130 ceph-mon[83685]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:39 smithi130 ceph-mon[83685]: osdmap e968: 8 total, 8 up, 8 in 2024-09-11T03:48:39.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:39 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/679202360' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:39.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:39 smithi086 ceph-mon[89281]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:39.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:39 smithi086 ceph-mon[89281]: osdmap e968: 8 total, 8 up, 8 in 2024-09-11T03:48:39.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:39 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/679202360' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:39.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:39 smithi086 ceph-mon[91691]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:39.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:39 smithi086 ceph-mon[91691]: osdmap e968: 8 total, 8 up, 8 in 2024-09-11T03:48:39.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:39 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/679202360' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:40.104 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsLock.TestAssertLocked (3018 ms) 2024-09-11T03:48:40.104 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-11T03:48:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:40 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/679202360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:40.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:40 smithi086 ceph-mon[89281]: osdmap e969: 8 total, 8 up, 8 in 2024-09-11T03:48:40.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:40 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/679202360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:40.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:40 smithi086 ceph-mon[91691]: osdmap e969: 8 total, 8 up, 8 in 2024-09-11T03:48:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:40 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/679202360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:40.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:40 smithi130 ceph-mon[83685]: osdmap e969: 8 total, 8 up, 8 in 2024-09-11T03:48:41.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:41 smithi086 ceph-mon[89281]: pgmap v1160: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:41.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:41 smithi086 ceph-mon[89281]: osdmap e970: 8 total, 8 up, 8 in 2024-09-11T03:48:41.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:41 smithi086 ceph-mon[91691]: pgmap v1160: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:41.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:41 smithi086 ceph-mon[91691]: osdmap e970: 8 total, 8 up, 8 in 2024-09-11T03:48:41.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:41 smithi130 ceph-mon[83685]: pgmap v1160: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:41.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:41 smithi130 ceph-mon[83685]: osdmap e970: 8 total, 8 up, 8 in 2024-09-11T03:48:42.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:42 smithi086 ceph-mon[89281]: osdmap e971: 8 total, 8 up, 8 in 2024-09-11T03:48:42.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:42 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1683548976' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:42.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:42 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:42.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:42 smithi086 ceph-mon[91691]: osdmap e971: 8 total, 8 up, 8 in 2024-09-11T03:48:42.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:42 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1683548976' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:42.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:42 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:42.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:42 smithi130 ceph-mon[83685]: osdmap e971: 8 total, 8 up, 8 in 2024-09-11T03:48:42.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:42 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1683548976' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:42.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:42 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:43.125 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsLock.TestSetCookie (3021 ms) 2024-09-11T03:48:43.125 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsLock.TestRenew 2024-09-11T03:48:43.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:43 smithi086 ceph-mon[89281]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:43.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:43 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:43.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:43 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:43.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:43 smithi086 ceph-mon[89281]: osdmap e972: 8 total, 8 up, 8 in 2024-09-11T03:48:43.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:43 smithi086 ceph-mon[91691]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:43.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:43 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:43.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:43 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:43.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:43 smithi086 ceph-mon[91691]: osdmap e972: 8 total, 8 up, 8 in 2024-09-11T03:48:43.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:43 smithi130 ceph-mon[83685]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:43.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:43 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:48:43.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:43 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:43.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:43 smithi130 ceph-mon[83685]: osdmap e972: 8 total, 8 up, 8 in 2024-09-11T03:48:44.493 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:44 smithi086 ceph-mon[89281]: osdmap e973: 8 total, 8 up, 8 in 2024-09-11T03:48:44.493 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:44 smithi086 ceph-mon[91691]: osdmap e973: 8 total, 8 up, 8 in 2024-09-11T03:48:44.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:44 smithi130 ceph-mon[83685]: osdmap e973: 8 total, 8 up, 8 in 2024-09-11T03:48:44.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:48:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:48:44] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.51.0" 2024-09-11T03:48:45.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:45 smithi086 ceph-mon[91691]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:45.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:45 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:45.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:45 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:48:45.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:45 smithi086 ceph-mon[91691]: osdmap e974: 8 total, 8 up, 8 in 2024-09-11T03:48:45.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:45 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1320046579' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:45.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:45 smithi086 ceph-mon[89281]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:45.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:45 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:45.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:45 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:48:45.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:45 smithi086 ceph-mon[89281]: osdmap e974: 8 total, 8 up, 8 in 2024-09-11T03:48:45.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:45 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1320046579' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:45.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:45 smithi130 ceph-mon[83685]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:45.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:45 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:48:45.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:45 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:48:45.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:45 smithi130 ceph-mon[83685]: osdmap e974: 8 total, 8 up, 8 in 2024-09-11T03:48:45.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:45 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1320046579' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:48:46.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:46 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1320046579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:46.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:46 smithi086 ceph-mon[89281]: osdmap e975: 8 total, 8 up, 8 in 2024-09-11T03:48:46.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:46 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1320046579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:46.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:46 smithi086 ceph-mon[91691]: osdmap e975: 8 total, 8 up, 8 in 2024-09-11T03:48:46.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:46 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1320046579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:48:46.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:46 smithi130 ceph-mon[83685]: osdmap e975: 8 total, 8 up, 8 in 2024-09-11T03:48:47.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:47 smithi086 ceph-mon[89281]: pgmap v1169: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:47.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:47 smithi086 ceph-mon[89281]: osdmap e976: 8 total, 8 up, 8 in 2024-09-11T03:48:47.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:47 smithi086 ceph-mon[91691]: pgmap v1169: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:47.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:47 smithi086 ceph-mon[91691]: osdmap e976: 8 total, 8 up, 8 in 2024-09-11T03:48:47.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:47 smithi130 ceph-mon[83685]: pgmap v1169: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:47.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:47 smithi130 ceph-mon[83685]: osdmap e976: 8 total, 8 up, 8 in 2024-09-11T03:48:49.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:49 smithi086 ceph-mon[89281]: pgmap v1171: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:49.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:49 smithi086 ceph-mon[91691]: pgmap v1171: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:49.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:49 smithi130 ceph-mon[83685]: pgmap v1171: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:48:50.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:50 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:48:50.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:50 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:48:50.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:50 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:48:51.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:51 smithi086 ceph-mon[89281]: pgmap v1172: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:51.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:51 smithi086 ceph-mon[91691]: pgmap v1172: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:51.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:51 smithi130 ceph-mon[83685]: pgmap v1172: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:53.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:53 smithi086 ceph-mon[89281]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 142 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:53.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:53 smithi086 ceph-mon[91691]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 142 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:53.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:53 smithi130 ceph-mon[83685]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 142 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:54.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:48:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:48:54] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.51.0" 2024-09-11T03:48:55.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:55 smithi086 ceph-mon[89281]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 124 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:55.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:55 smithi086 ceph-mon[91691]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 124 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:55.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:55 smithi130 ceph-mon[83685]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 124 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:57.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:57 smithi086 ceph-mon[89281]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:57.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:57 smithi086 ceph-mon[91691]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:57.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:57 smithi130 ceph-mon[83685]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:59.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:48:59 smithi086 ceph-mon[89281]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 91 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:59.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:48:59 smithi086 ceph-mon[91691]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 91 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:48:59.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:48:59 smithi130 ceph-mon[83685]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 91 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:01.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:01 smithi086 ceph-mon[89281]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-11T03:49:01.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:01 smithi086 ceph-mon[91691]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-11T03:49:01.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:01 smithi130 ceph-mon[83685]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-11T03:49:03.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:03 smithi086 ceph-mon[89281]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:03.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:03 smithi086 ceph-mon[91691]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:03.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:03 smithi130 ceph-mon[83685]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:04.182 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsLock.TestRenew (21057 ms) 2024-09-11T03:49:04.183 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-11T03:49:04.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:49:04 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:49:04] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.51.0" 2024-09-11T03:49:05.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:05 smithi086 ceph-mon[89281]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:05.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:05 smithi086 ceph-mon[89281]: osdmap e977: 8 total, 8 up, 8 in 2024-09-11T03:49:05.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:05 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:49:05.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:05 smithi086 ceph-mon[91691]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:05.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:05 smithi086 ceph-mon[91691]: osdmap e977: 8 total, 8 up, 8 in 2024-09-11T03:49:05.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:05 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:49:05.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:05 smithi130 ceph-mon[83685]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:05.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:05 smithi130 ceph-mon[83685]: osdmap e977: 8 total, 8 up, 8 in 2024-09-11T03:49:05.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:05 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:49:06.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:06 smithi086 ceph-mon[89281]: osdmap e978: 8 total, 8 up, 8 in 2024-09-11T03:49:06.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:06 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1928899467' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:06.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:06 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:06.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:06 smithi086 ceph-mon[91691]: osdmap e978: 8 total, 8 up, 8 in 2024-09-11T03:49:06.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:06 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1928899467' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:06.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:06 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:06.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:06 smithi130 ceph-mon[83685]: osdmap e978: 8 total, 8 up, 8 in 2024-09-11T03:49:06.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:06 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1928899467' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:06.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:06 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:07.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:07 smithi086 ceph-mon[89281]: pgmap v1182: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:07.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:07 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:07.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:07 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:07.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:07 smithi086 ceph-mon[89281]: osdmap e979: 8 total, 8 up, 8 in 2024-09-11T03:49:07.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:07 smithi086 ceph-mon[91691]: pgmap v1182: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:07.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:07 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:07.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:07 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:07.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:07 smithi086 ceph-mon[91691]: osdmap e979: 8 total, 8 up, 8 in 2024-09-11T03:49:07.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:07 smithi130 ceph-mon[83685]: pgmap v1182: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:07.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:07 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:07.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:07 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:07.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:07 smithi130 ceph-mon[83685]: osdmap e979: 8 total, 8 up, 8 in 2024-09-11T03:49:08.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:08 smithi086 ceph-mon[89281]: osdmap e980: 8 total, 8 up, 8 in 2024-09-11T03:49:08.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:08 smithi086 ceph-mon[91691]: osdmap e980: 8 total, 8 up, 8 in 2024-09-11T03:49:08.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:08 smithi130 ceph-mon[83685]: osdmap e980: 8 total, 8 up, 8 in 2024-09-11T03:49:09.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:09 smithi086 ceph-mon[89281]: pgmap v1185: 137 pgs: 16 creating+peering, 12 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:09.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:09 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:09.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:09 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:49:09.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:09 smithi086 ceph-mon[91691]: pgmap v1185: 137 pgs: 16 creating+peering, 12 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:09.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:09 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:09.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:09 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:49:09.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:09 smithi130 ceph-mon[83685]: pgmap v1185: 137 pgs: 16 creating+peering, 12 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:09.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:09 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:09.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:09 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:49:11.223 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7040 ms) 2024-09-11T03:49:11.223 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-11T03:49:11.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:11 smithi086 ceph-mon[89281]: pgmap v1186: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 198 B/s rd, 0 B/s wr, 1 op/s 2024-09-11T03:49:11.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:11 smithi086 ceph-mon[91691]: pgmap v1186: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 198 B/s rd, 0 B/s wr, 1 op/s 2024-09-11T03:49:11.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:11 smithi130 ceph-mon[83685]: pgmap v1186: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 198 B/s rd, 0 B/s wr, 1 op/s 2024-09-11T03:49:12.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:12 smithi086 ceph-mon[89281]: osdmap e981: 8 total, 8 up, 8 in 2024-09-11T03:49:12.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:12 smithi086 ceph-mon[91691]: osdmap e981: 8 total, 8 up, 8 in 2024-09-11T03:49:12.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:12 smithi130 ceph-mon[83685]: osdmap e981: 8 total, 8 up, 8 in 2024-09-11T03:49:13.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[89281]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:13.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[89281]: osdmap e982: 8 total, 8 up, 8 in 2024-09-11T03:49:13.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1113726608' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:13.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:49:13.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:49:13.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:49:13.573 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:49:13.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[91691]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:13.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[91691]: osdmap e982: 8 total, 8 up, 8 in 2024-09-11T03:49:13.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1113726608' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:13.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:49:13.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:49:13.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:49:13.574 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:49:13.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:13 smithi130 ceph-mon[83685]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:13.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:13 smithi130 ceph-mon[83685]: osdmap e982: 8 total, 8 up, 8 in 2024-09-11T03:49:13.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:13 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1113726608' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:13.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:13 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:49:13.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:13 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:49:13.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:13 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:49:13.597 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:13 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:49:14.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:14 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1113726608' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:14.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:14 smithi086 ceph-mon[89281]: osdmap e983: 8 total, 8 up, 8 in 2024-09-11T03:49:14.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:14 smithi086 ceph-mon[89281]: pgmap v1191: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:14.572 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:49:14 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:49:14] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.51.0" 2024-09-11T03:49:14.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:14 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1113726608' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:14.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:14 smithi086 ceph-mon[91691]: osdmap e983: 8 total, 8 up, 8 in 2024-09-11T03:49:14.573 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:14 smithi086 ceph-mon[91691]: pgmap v1191: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:14.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:14 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1113726608' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:14.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:14 smithi130 ceph-mon[83685]: osdmap e983: 8 total, 8 up, 8 in 2024-09-11T03:49:14.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:14 smithi130 ceph-mon[83685]: pgmap v1191: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:15.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:15 smithi086 ceph-mon[89281]: osdmap e984: 8 total, 8 up, 8 in 2024-09-11T03:49:15.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:15 smithi086 ceph-mon[91691]: osdmap e984: 8 total, 8 up, 8 in 2024-09-11T03:49:15.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:15 smithi130 ceph-mon[83685]: osdmap e984: 8 total, 8 up, 8 in 2024-09-11T03:49:16.572 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:16 smithi086 ceph-mon[89281]: pgmap v1193: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:16.572 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:16 smithi086 ceph-mon[91691]: pgmap v1193: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:16.596 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:16 smithi130 ceph-mon[83685]: pgmap v1193: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:18.403 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7178 ms) 2024-09-11T03:49:18.403 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-11T03:49:18.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:18 smithi086 ceph-mon[89281]: pgmap v1194: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:18.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:18 smithi086 ceph-mon[91691]: pgmap v1194: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:18.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:18 smithi130 ceph-mon[83685]: pgmap v1194: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:19.723 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:19 smithi086 ceph-mon[89281]: osdmap e985: 8 total, 8 up, 8 in 2024-09-11T03:49:19.724 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:19 smithi086 ceph-mon[91691]: osdmap e985: 8 total, 8 up, 8 in 2024-09-11T03:49:19.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:19 smithi130 ceph-mon[83685]: osdmap e985: 8 total, 8 up, 8 in 2024-09-11T03:49:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:20 smithi086 ceph-mon[89281]: pgmap v1196: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:20 smithi086 ceph-mon[89281]: osdmap e986: 8 total, 8 up, 8 in 2024-09-11T03:49:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:20 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3096039349' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:20.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:20 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:49:20.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:20 smithi086 ceph-mon[91691]: pgmap v1196: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:20.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:20 smithi086 ceph-mon[91691]: osdmap e986: 8 total, 8 up, 8 in 2024-09-11T03:49:20.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:20 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3096039349' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:20.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:20 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:49:20.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:20 smithi130 ceph-mon[83685]: pgmap v1196: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:20.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:20 smithi130 ceph-mon[83685]: osdmap e986: 8 total, 8 up, 8 in 2024-09-11T03:49:20.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:20 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3096039349' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:20.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:20 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:49:21.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:21 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3096039349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:21.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:21 smithi086 ceph-mon[89281]: osdmap e987: 8 total, 8 up, 8 in 2024-09-11T03:49:21.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:21 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3096039349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:21.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:21 smithi086 ceph-mon[91691]: osdmap e987: 8 total, 8 up, 8 in 2024-09-11T03:49:21.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:21 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3096039349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-131620-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:21.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:21 smithi130 ceph-mon[83685]: osdmap e987: 8 total, 8 up, 8 in 2024-09-11T03:49:22.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:22 smithi086 ceph-mon[89281]: pgmap v1199: 137 pgs: 1 creating+peering, 21 unknown, 115 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:22.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:22 smithi086 ceph-mon[89281]: osdmap e988: 8 total, 8 up, 8 in 2024-09-11T03:49:22.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:22 smithi086 ceph-mon[91691]: pgmap v1199: 137 pgs: 1 creating+peering, 21 unknown, 115 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:22.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:22 smithi086 ceph-mon[91691]: osdmap e988: 8 total, 8 up, 8 in 2024-09-11T03:49:22.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:22 smithi130 ceph-mon[83685]: pgmap v1199: 137 pgs: 1 creating+peering, 21 unknown, 115 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:22.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:22 smithi130 ceph-mon[83685]: osdmap e988: 8 total, 8 up, 8 in 2024-09-11T03:49:24.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:24 smithi086 ceph-mon[89281]: pgmap v1201: 137 pgs: 1 creating+peering, 4 unknown, 132 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:24.823 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:49:24 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:49:24] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.51.0" 2024-09-11T03:49:24.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:24 smithi086 ceph-mon[91691]: pgmap v1201: 137 pgs: 1 creating+peering, 4 unknown, 132 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:24.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:24 smithi130 ceph-mon[83685]: pgmap v1201: 137 pgs: 1 creating+peering, 4 unknown, 132 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:26.442 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8041 ms) 2024-09-11T03:49:26.442 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 11 tests from ClsLock (69334 ms total) 2024-09-11T03:49:26.443 INFO:tasks.workunit.client.0.smithi086.stdout: 2024-09-11T03:49:26.443 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment tear-down 2024-09-11T03:49:26.443 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] 11 tests from 1 test suite ran. (69334 ms total) 2024-09-11T03:49:26.443 INFO:tasks.workunit.client.0.smithi086.stdout:[ PASSED ] 11 tests. 2024-09-11T03:49:26.446 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-11T03:49:26.447 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-11T03:49:26.475 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-11T03:49:26.475 DEBUG:teuthology.orchestra.run.smithi086:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-11T03:49:26.548 INFO:tasks.workunit.client.0.smithi086.stdout:Running main() from gmock_main.cc 2024-09-11T03:49:26.549 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-11T03:49:26.549 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment set-up. 2024-09-11T03:49:26.549 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 4 tests from cls_log 2024-09-11T03:49:26.549 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-11T03:49:26.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:26 smithi086 ceph-mon[89281]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:26.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:26 smithi086 ceph-mon[91691]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:26.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:26 smithi130 ceph-mon[83685]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-11T03:49:27.747 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:27 smithi130 ceph-mon[83685]: osdmap e989: 8 total, 8 up, 8 in 2024-09-11T03:49:27.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:27 smithi086 ceph-mon[89281]: osdmap e989: 8 total, 8 up, 8 in 2024-09-11T03:49:27.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:27 smithi086 ceph-mon[91691]: osdmap e989: 8 total, 8 up, 8 in 2024-09-11T03:49:28.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:28 smithi086 ceph-mon[89281]: pgmap v1204: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:28.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:28 smithi086 ceph-mon[89281]: osdmap e990: 8 total, 8 up, 8 in 2024-09-11T03:49:28.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:28 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1553996837' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:28.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:28 smithi086 ceph-mon[91691]: pgmap v1204: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:28.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:28 smithi086 ceph-mon[91691]: osdmap e990: 8 total, 8 up, 8 in 2024-09-11T03:49:28.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:28 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1553996837' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:28.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:28 smithi130 ceph-mon[83685]: pgmap v1204: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:28.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:28 smithi130 ceph-mon[83685]: osdmap e990: 8 total, 8 up, 8 in 2024-09-11T03:49:28.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:28 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1553996837' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:29.485 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] cls_log.test_log_add_same_time (2937 ms) 2024-09-11T03:49:29.485 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-11T03:49:29.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:29 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1553996837' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:29.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:29 smithi086 ceph-mon[89281]: osdmap e991: 8 total, 8 up, 8 in 2024-09-11T03:49:29.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:29 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1553996837' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:29.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:29 smithi086 ceph-mon[91691]: osdmap e991: 8 total, 8 up, 8 in 2024-09-11T03:49:29.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:29 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1553996837' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:29.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:29 smithi130 ceph-mon[83685]: osdmap e991: 8 total, 8 up, 8 in 2024-09-11T03:49:30.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:30 smithi086 ceph-mon[89281]: pgmap v1207: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:30.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:30 smithi086 ceph-mon[89281]: osdmap e992: 8 total, 8 up, 8 in 2024-09-11T03:49:30.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:30 smithi086 ceph-mon[91691]: pgmap v1207: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:30.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:30 smithi086 ceph-mon[91691]: osdmap e992: 8 total, 8 up, 8 in 2024-09-11T03:49:30.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:30 smithi130 ceph-mon[83685]: pgmap v1207: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:30.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:30 smithi130 ceph-mon[83685]: osdmap e992: 8 total, 8 up, 8 in 2024-09-11T03:49:31.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:31 smithi086 ceph-mon[89281]: osdmap e993: 8 total, 8 up, 8 in 2024-09-11T03:49:31.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:31 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/973307762' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:31.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:31 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:31.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:31 smithi086 ceph-mon[91691]: osdmap e993: 8 total, 8 up, 8 in 2024-09-11T03:49:31.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:31 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/973307762' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:31.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:31 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:31.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:31 smithi130 ceph-mon[83685]: osdmap e993: 8 total, 8 up, 8 in 2024-09-11T03:49:31.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:31 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/973307762' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:31.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:31 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:32.507 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] cls_log.test_log_add_different_time (3022 ms) 2024-09-11T03:49:32.507 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] cls_log.trim_by_time 2024-09-11T03:49:32.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:32 smithi086 ceph-mon[89281]: pgmap v1210: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:32.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:32 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:32.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:32 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:32.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:32 smithi086 ceph-mon[89281]: osdmap e994: 8 total, 8 up, 8 in 2024-09-11T03:49:32.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:32 smithi086 ceph-mon[91691]: pgmap v1210: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:32.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:32 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:32.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:32 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:32.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:32 smithi086 ceph-mon[91691]: osdmap e994: 8 total, 8 up, 8 in 2024-09-11T03:49:32.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:32 smithi130 ceph-mon[83685]: pgmap v1210: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:32.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:32 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:32.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:32 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:32.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:32 smithi130 ceph-mon[83685]: osdmap e994: 8 total, 8 up, 8 in 2024-09-11T03:49:33.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:33 smithi086 ceph-mon[89281]: osdmap e995: 8 total, 8 up, 8 in 2024-09-11T03:49:33.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:33 smithi086 ceph-mon[91691]: osdmap e995: 8 total, 8 up, 8 in 2024-09-11T03:49:33.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:33 smithi130 ceph-mon[83685]: osdmap e995: 8 total, 8 up, 8 in 2024-09-11T03:49:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:34 smithi086 ceph-mon[89281]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:34 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:34 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:49:34.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:34 smithi086 ceph-mon[89281]: osdmap e996: 8 total, 8 up, 8 in 2024-09-11T03:49:34.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:34 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1382339390' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:34.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:34 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:49:34.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:34 smithi086 ceph-mon[91691]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:34.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:34 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:34.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:34 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:49:34.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:34 smithi086 ceph-mon[91691]: osdmap e996: 8 total, 8 up, 8 in 2024-09-11T03:49:34.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:34 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1382339390' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:34.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:34 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:49:34.824 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:49:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:49:34] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.51.0" 2024-09-11T03:49:34.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:34 smithi130 ceph-mon[83685]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:34.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:34 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:34.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:34 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:49:34.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:34 smithi130 ceph-mon[83685]: osdmap e996: 8 total, 8 up, 8 in 2024-09-11T03:49:34.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:34 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1382339390' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:34.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:34 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:49:35.528 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] cls_log.trim_by_time (3021 ms) 2024-09-11T03:49:35.528 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-11T03:49:35.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:35 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1382339390' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:35.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:35 smithi086 ceph-mon[89281]: osdmap e997: 8 total, 8 up, 8 in 2024-09-11T03:49:35.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:35 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1382339390' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:35.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:35 smithi086 ceph-mon[91691]: osdmap e997: 8 total, 8 up, 8 in 2024-09-11T03:49:35.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:35 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1382339390' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:35.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:35 smithi130 ceph-mon[83685]: osdmap e997: 8 total, 8 up, 8 in 2024-09-11T03:49:36.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:36 smithi086 ceph-mon[89281]: pgmap v1216: 137 pgs: 5 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:36.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:36 smithi086 ceph-mon[89281]: osdmap e998: 8 total, 8 up, 8 in 2024-09-11T03:49:36.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:36 smithi086 ceph-mon[91691]: pgmap v1216: 137 pgs: 5 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:36.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:36 smithi086 ceph-mon[91691]: osdmap e998: 8 total, 8 up, 8 in 2024-09-11T03:49:36.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:36 smithi130 ceph-mon[83685]: pgmap v1216: 137 pgs: 5 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:36.847 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:36 smithi130 ceph-mon[83685]: osdmap e998: 8 total, 8 up, 8 in 2024-09-11T03:49:37.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:37 smithi086 ceph-mon[89281]: osdmap e999: 8 total, 8 up, 8 in 2024-09-11T03:49:37.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:37 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2080638548' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:37.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:37 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:37.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:37 smithi086 ceph-mon[91691]: osdmap e999: 8 total, 8 up, 8 in 2024-09-11T03:49:37.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:37 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2080638548' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:37.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:37 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:37.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:37 smithi130 ceph-mon[83685]: osdmap e999: 8 total, 8 up, 8 in 2024-09-11T03:49:37.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:37 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2080638548' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:37.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:37 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:38.550 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] cls_log.trim_by_marker (3022 ms) 2024-09-11T03:49:38.550 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 4 tests from cls_log (12002 ms total) 2024-09-11T03:49:38.550 INFO:tasks.workunit.client.0.smithi086.stdout: 2024-09-11T03:49:38.550 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment tear-down 2024-09-11T03:49:38.550 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] 4 tests from 1 test suite ran. (12002 ms total) 2024-09-11T03:49:38.550 INFO:tasks.workunit.client.0.smithi086.stdout:[ PASSED ] 4 tests. 2024-09-11T03:49:38.553 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-11T03:49:38.554 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-11T03:49:38.623 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-09-11T03:49:38.624 DEBUG:teuthology.orchestra.run.smithi086:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-09-11T03:49:38.699 INFO:tasks.workunit.client.0.smithi086.stdout:Running main() from gmock_main.cc 2024-09-11T03:49:38.699 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-11T03:49:38.699 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment set-up. 2024-09-11T03:49:38.699 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 4 tests from ClsNumOps 2024-09-11T03:49:38.699 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsNumOps.Add 2024-09-11T03:49:38.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:38 smithi086 ceph-mon[89281]: pgmap v1219: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:38.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:38 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:38.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:38 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:38.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:38 smithi086 ceph-mon[89281]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-11T03:49:38.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:38 smithi086 ceph-mon[91691]: pgmap v1219: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:38.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:38 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:38.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:38 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:38.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:38 smithi086 ceph-mon[91691]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-11T03:49:38.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:38 smithi130 ceph-mon[83685]: pgmap v1219: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:38.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:38 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:38.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:38 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132005-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:38.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:38 smithi130 ceph-mon[83685]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-11T03:49:39.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:39 smithi086 ceph-mon[89281]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-11T03:49:39.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:39 smithi086 ceph-mon[91691]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-11T03:49:39.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:39 smithi130 ceph-mon[83685]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-11T03:49:40.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:40 smithi086 ceph-mon[89281]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:40.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:40 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:40.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:40 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:49:40.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:40 smithi086 ceph-mon[89281]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-11T03:49:40.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:40 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3336711781' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:40.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:40 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:40.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:40 smithi086 ceph-mon[91691]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:40.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:40 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:40.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:40 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:49:40.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:40 smithi086 ceph-mon[91691]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-11T03:49:40.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:40 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3336711781' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:40.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:40 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:40.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:40 smithi130 ceph-mon[83685]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:40.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:40 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:40.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:40 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:49:40.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:40 smithi130 ceph-mon[83685]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-11T03:49:40.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:40 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3336711781' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:40.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:40 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:41.573 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsNumOps.Add (2874 ms) 2024-09-11T03:49:41.574 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsNumOps.Sub 2024-09-11T03:49:41.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:41 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:41.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:41 smithi086 ceph-mon[89281]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-11T03:49:41.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:41 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:41.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:41 smithi086 ceph-mon[91691]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-11T03:49:41.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:41 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:41.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:41 smithi130 ceph-mon[83685]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-11T03:49:42.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:42 smithi086 ceph-mon[89281]: pgmap v1225: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:42.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:42 smithi086 ceph-mon[89281]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-11T03:49:42.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:42 smithi086 ceph-mon[91691]: pgmap v1225: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:42.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:42 smithi086 ceph-mon[91691]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-11T03:49:42.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:42 smithi130 ceph-mon[83685]: pgmap v1225: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:42.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:42 smithi130 ceph-mon[83685]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-11T03:49:43.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:43 smithi130 ceph-mon[83685]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-11T03:49:43.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:43 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2061404639' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:44.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:43 smithi086 ceph-mon[89281]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-11T03:49:44.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:43 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2061404639' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:43 smithi086 ceph-mon[91691]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-11T03:49:44.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:43 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2061404639' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:44.592 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsNumOps.Sub (3019 ms) 2024-09-11T03:49:44.592 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsNumOps.Mul 2024-09-11T03:49:44.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:49:44 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:49:44] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.51.0" 2024-09-11T03:49:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:44 smithi086 ceph-mon[89281]: pgmap v1228: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:44 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:44 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2061404639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:44.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:44 smithi086 ceph-mon[89281]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-11T03:49:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:44 smithi086 ceph-mon[91691]: pgmap v1228: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:44 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:44 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2061404639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:44.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:44 smithi086 ceph-mon[91691]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-11T03:49:44.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:44 smithi130 ceph-mon[83685]: pgmap v1228: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:44.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:44 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:44.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:44 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2061404639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:44.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:44 smithi130 ceph-mon[83685]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-11T03:49:45.846 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:45 smithi130 ceph-mon[83685]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-11T03:49:46.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:45 smithi086 ceph-mon[89281]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-11T03:49:46.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:45 smithi086 ceph-mon[91691]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-11T03:49:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:46 smithi086 ceph-mon[89281]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:46 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:46 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:49:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:46 smithi086 ceph-mon[89281]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-11T03:49:47.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:46 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1699761796' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:46 smithi086 ceph-mon[91691]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:47.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:46 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:46 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:49:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:46 smithi086 ceph-mon[91691]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-11T03:49:47.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:46 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1699761796' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:46 smithi130 ceph-mon[83685]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:46 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:47.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:46 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:49:47.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:46 smithi130 ceph-mon[83685]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-11T03:49:47.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:46 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1699761796' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:47.617 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsNumOps.Mul (3025 ms) 2024-09-11T03:49:47.618 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] ClsNumOps.Div 2024-09-11T03:49:48.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:47 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1699761796' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:48.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:47 smithi086 ceph-mon[89281]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-11T03:49:48.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:47 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1699761796' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:48.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:47 smithi086 ceph-mon[91691]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-11T03:49:48.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:47 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1699761796' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:48.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:47 smithi130 ceph-mon[83685]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-11T03:49:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:48 smithi086 ceph-mon[89281]: pgmap v1234: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:49.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:48 smithi086 ceph-mon[89281]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-11T03:49:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:48 smithi086 ceph-mon[91691]: pgmap v1234: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:49.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:48 smithi086 ceph-mon[91691]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-11T03:49:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:48 smithi130 ceph-mon[83685]: pgmap v1234: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:49.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:48 smithi130 ceph-mon[83685]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-11T03:49:49.973 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:49 smithi086 ceph-mon[89281]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-11T03:49:49.973 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:49 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/848647843' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:49.973 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:49 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:49.973 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:49 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:49:49.974 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:49 smithi086 ceph-mon[91691]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-11T03:49:49.974 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:49 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/848647843' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:49.974 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:49 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:49.974 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:49 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:49:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:49 smithi130 ceph-mon[83685]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-11T03:49:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:49 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/848647843' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:50.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:49 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:50.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:49 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:49:50.634 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] ClsNumOps.Div (3017 ms) 2024-09-11T03:49:50.634 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 4 tests from ClsNumOps (11935 ms total) 2024-09-11T03:49:50.634 INFO:tasks.workunit.client.0.smithi086.stdout: 2024-09-11T03:49:50.634 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment tear-down 2024-09-11T03:49:50.635 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] 4 tests from 1 test suite ran. (11935 ms total) 2024-09-11T03:49:50.635 INFO:tasks.workunit.client.0.smithi086.stdout:[ PASSED ] 4 tests. 2024-09-11T03:49:50.637 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-11T03:49:50.637 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-11T03:49:50.706 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-09-11T03:49:50.707 DEBUG:teuthology.orchestra.run.smithi086:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-09-11T03:49:50.780 INFO:tasks.workunit.client.0.smithi086.stdout:Running main() from gmock_main.cc 2024-09-11T03:49:50.780 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] Running 70 tests from 1 test suite. 2024-09-11T03:49:50.780 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment set-up. 2024-09-11T03:49:50.781 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 70 tests from TestClsRbd 2024-09-11T03:49:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:50 smithi086 ceph-mon[89281]: pgmap v1237: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:50 smithi086 ceph-mon[89281]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:50 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:51.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:50 smithi086 ceph-mon[89281]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-11T03:49:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:50 smithi086 ceph-mon[91691]: pgmap v1237: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:50 smithi086 ceph-mon[91691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:51.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:50 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:51.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:50 smithi086 ceph-mon[91691]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-11T03:49:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:50 smithi130 ceph-mon[83685]: pgmap v1237: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:50 smithi130 ceph-mon[83685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:49:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:50 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132111-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:51.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:50 smithi130 ceph-mon[83685]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-11T03:49:52.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:51 smithi086 ceph-mon[89281]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-11T03:49:52.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:51 smithi086 ceph-mon[91691]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-11T03:49:52.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:51 smithi130 ceph-mon[83685]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-11T03:49:52.649 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.get_all_features 2024-09-11T03:49:52.670 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.get_all_features (21 ms) 2024-09-11T03:49:52.670 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.copyup 2024-09-11T03:49:52.845 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.copyup (175 ms) 2024-09-11T03:49:52.845 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-09-11T03:49:52.859 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.sparse_copyup (14 ms) 2024-09-11T03:49:52.859 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-09-11T03:49:52.866 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.get_and_set_id (8 ms) 2024-09-11T03:49:52.867 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-09-11T03:49:52.880 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.add_remove_child (13 ms) 2024-09-11T03:49:52.880 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.directory_methods 2024-09-11T03:49:52.904 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.directory_methods (24 ms) 2024-09-11T03:49:52.904 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.create 2024-09-11T03:49:52.919 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.create (15 ms) 2024-09-11T03:49:52.919 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.get_features 2024-09-11T03:49:52.920 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-09-11T03:49:52.920 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-09-11T03:49:52.921 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-09-11T03:49:52.921 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-09-11T03:49:52.923 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-09-11T03:49:52.923 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-09-11T03:49:52.924 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-09-11T03:49:52.925 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-09-11T03:49:52.926 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-09-11T03:49:52.926 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-09-11T03:49:52.930 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-09-11T03:49:52.930 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.get_size 2024-09-11T03:49:52.935 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.get_size (5 ms) 2024-09-11T03:49:52.935 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.set_size 2024-09-11T03:49:52.939 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-09-11T03:49:52.939 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.protection_status 2024-09-11T03:49:52.957 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-09-11T03:49:52.957 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-09-11T03:49:52.964 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-09-11T03:49:52.964 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.parents_v1 2024-09-11T03:49:53.005 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.parents_v1 (40 ms) 2024-09-11T03:49:53.005 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.parents_v2 2024-09-11T03:49:53.033 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-09-11T03:49:53.033 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.snapshots 2024-09-11T03:49:53.054 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2024-09-11T03:49:53.054 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.snapid_race 2024-09-11T03:49:53.057 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2024-09-11T03:49:53.057 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.stripingv2 2024-09-11T03:49:53.067 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2024-09-11T03:49:53.067 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.object_map_save 2024-09-11T03:49:53.069 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-09-11T03:49:53.069 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-09-11T03:49:53.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:52 smithi086 ceph-mon[89281]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:53.071 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:52 smithi086 ceph-mon[89281]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:52 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:49:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:52 smithi086 ceph-mon[89281]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-11T03:49:53.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:52 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3325050997' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132217-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:52 smithi086 ceph-mon[91691]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:52 smithi086 ceph-mon[91691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:52 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:49:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:52 smithi086 ceph-mon[91691]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-11T03:49:53.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:52 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3325050997' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132217-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:53.075 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.object_map_resize (6 ms) 2024-09-11T03:49:53.075 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.object_map_update 2024-09-11T03:49:53.081 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.object_map_update (6 ms) 2024-09-11T03:49:53.081 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-09-11T03:49:53.081 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-09-11T03:49:53.081 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-09-11T03:49:53.089 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.object_map_snap_add (8 ms) 2024-09-11T03:49:53.089 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-09-11T03:49:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:52 smithi130 ceph-mon[83685]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:52 smithi130 ceph-mon[83685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-11T03:49:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:52 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:49:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:52 smithi130 ceph-mon[83685]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-11T03:49:53.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:52 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3325050997' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132217-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-11T03:49:53.097 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.object_map_snap_remove (8 ms) 2024-09-11T03:49:53.097 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.flags 2024-09-11T03:49:53.102 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-09-11T03:49:53.102 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.metadata 2024-09-11T03:49:53.130 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.metadata (28 ms) 2024-09-11T03:49:53.130 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.set_features 2024-09-11T03:49:53.137 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-09-11T03:49:53.137 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.mirror 2024-09-11T03:49:53.169 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.mirror (32 ms) 2024-09-11T03:49:53.169 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.mirror_image 2024-09-11T03:49:53.182 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.mirror_image (13 ms) 2024-09-11T03:49:53.182 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-09-11T03:49:54.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:53 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3325050997' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132217-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:54.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:53 smithi086 ceph-mon[89281]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-11T03:49:54.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:53 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3325050997' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132217-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:54.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:53 smithi086 ceph-mon[91691]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-11T03:49:54.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:53 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3325050997' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi086-132217-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-11T03:49:54.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:53 smithi130 ceph-mon[83685]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-11T03:49:54.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:54 smithi086 ceph-mon[89281]: pgmap v1243: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:54.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:54 smithi086 ceph-mon[89281]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-11T03:49:54.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:49:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:49:54] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.51.0" 2024-09-11T03:49:54.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:54 smithi086 ceph-mon[91691]: pgmap v1243: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:54.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:54 smithi086 ceph-mon[91691]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-11T03:49:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:54 smithi130 ceph-mon[83685]: pgmap v1243: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:49:55.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:54 smithi130 ceph-mon[83685]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-11T03:49:55.481 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.mirror_image_status (2299 ms) 2024-09-11T03:49:55.481 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-09-11T03:49:55.556 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.mirror_image_map (75 ms) 2024-09-11T03:49:55.556 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-09-11T03:49:55.563 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-09-11T03:49:55.564 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-09-11T03:49:55.575 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-09-11T03:49:55.575 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-09-11T03:49:55.577 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-09-11T03:49:55.577 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-09-11T03:49:55.579 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-09-11T03:49:55.579 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-09-11T03:49:55.582 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-09-11T03:49:55.582 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-09-11T03:49:55.587 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_dir_rename (5 ms) 2024-09-11T03:49:55.587 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-09-11T03:49:55.591 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_dir_remove (4 ms) 2024-09-11T03:49:55.591 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-09-11T03:49:55.595 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-09-11T03:49:55.595 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_image_add 2024-09-11T03:49:55.596 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-09-11T03:49:55.597 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-09-11T03:49:55.600 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-09-11T03:49:55.600 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_image_list 2024-09-11T03:49:55.602 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-09-11T03:49:55.603 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-09-11T03:49:55.607 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-09-11T03:49:55.607 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.image_group_add 2024-09-11T03:49:55.609 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2024-09-11T03:49:55.609 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-09-11T03:49:55.612 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.image_group_remove (2 ms) 2024-09-11T03:49:55.612 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.image_group_get 2024-09-11T03:49:55.615 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-09-11T03:49:55.615 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-09-11T03:49:55.617 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-09-11T03:49:55.617 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-09-11T03:49:55.618 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (1 ms) 2024-09-11T03:49:55.618 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-09-11T03:49:55.621 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (4 ms) 2024-09-11T03:49:55.622 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-09-11T03:49:55.624 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (2 ms) 2024-09-11T03:49:55.624 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-09-11T03:49:55.626 INFO:tasks.workunit.client.0.smithi086.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-837-g7a853b17/rpm/el9/BUILD/ceph-18.2.4-837-g7a853b17/src/test/cls_rbd/test_cls_rbd.cc:2681: Failure 2024-09-11T03:49:55.627 INFO:tasks.workunit.client.0.smithi086.stdout:Expected equality of these values: 2024-09-11T03:49:55.627 INFO:tasks.workunit.client.0.smithi086.stdout: 1U 2024-09-11T03:49:55.627 INFO:tasks.workunit.client.0.smithi086.stdout: Which is: 1 2024-09-11T03:49:55.627 INFO:tasks.workunit.client.0.smithi086.stdout: keys.size() 2024-09-11T03:49:55.627 INFO:tasks.workunit.client.0.smithi086.stdout: Which is: 3 2024-09-11T03:49:55.627 INFO:tasks.workunit.client.0.smithi086.stdout:[ FAILED ] TestClsRbd.group_snap_set (3 ms) 2024-09-11T03:49:55.627 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-09-11T03:49:55.630 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-09-11T03:49:55.630 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-09-11T03:49:55.646 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2024-09-11T03:49:55.646 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-09-11T03:49:55.849 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (203 ms) 2024-09-11T03:49:55.849 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-09-11T03:49:55.851 INFO:tasks.workunit.client.0.smithi086.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-837-g7a853b17/rpm/el9/BUILD/ceph-18.2.4-837-g7a853b17/src/test/cls_rbd/test_cls_rbd.cc:2792: Failure 2024-09-11T03:49:55.851 INFO:tasks.workunit.client.0.smithi086.stdout:Expected equality of these values: 2024-09-11T03:49:55.851 INFO:tasks.workunit.client.0.smithi086.stdout: 1U 2024-09-11T03:49:55.851 INFO:tasks.workunit.client.0.smithi086.stdout: Which is: 1 2024-09-11T03:49:55.851 INFO:tasks.workunit.client.0.smithi086.stdout: keys.size() 2024-09-11T03:49:55.851 INFO:tasks.workunit.client.0.smithi086.stdout: Which is: 3 2024-09-11T03:49:55.851 INFO:tasks.workunit.client.0.smithi086.stdout:[ FAILED ] TestClsRbd.group_snap_remove (2 ms) 2024-09-11T03:49:55.851 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-09-11T03:49:55.853 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-09-11T03:49:55.853 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.trash_methods 2024-09-11T03:49:55.860 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-09-11T03:49:55.860 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.op_features 2024-09-11T03:49:55.866 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-09-11T03:49:55.867 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.clone_parent 2024-09-11T03:49:55.886 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2024-09-11T03:49:55.887 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-09-11T03:49:55.895 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-09-11T03:49:55.895 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.clone_child 2024-09-11T03:49:55.905 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-09-11T03:49:55.905 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-09-11T03:49:55.912 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-09-11T03:49:55.912 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.migration 2024-09-11T03:49:55.921 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-09-11T03:49:55.921 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.migration_v1 2024-09-11T03:49:55.930 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.migration_v1 (9 ms) 2024-09-11T03:49:55.930 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-09-11T03:49:57.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:56 smithi086 ceph-mon[89281]: pgmap v1245: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 881 KiB/s rd, 612 KiB/s wr, 1.52k op/s 2024-09-11T03:49:57.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:56 smithi086 ceph-mon[91691]: pgmap v1245: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 881 KiB/s rd, 612 KiB/s wr, 1.52k op/s 2024-09-11T03:49:57.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:56 smithi130 ceph-mon[83685]: pgmap v1245: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 881 KiB/s rd, 612 KiB/s wr, 1.52k op/s 2024-09-11T03:49:57.680 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1750 ms) 2024-09-11T03:49:57.680 INFO:tasks.workunit.client.0.smithi086.stdout:[ RUN ] TestClsRbd.sparsify 2024-09-11T03:49:57.722 INFO:tasks.workunit.client.0.smithi086.stdout:[ OK ] TestClsRbd.sparsify (42 ms) 2024-09-11T03:49:57.998 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:57 smithi130 ceph-mon[83685]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-11T03:49:58.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:57 smithi086 ceph-mon[89281]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-11T03:49:58.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:57 smithi086 ceph-mon[91691]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-11T03:49:58.691 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] 70 tests from TestClsRbd (5073 ms total) 2024-09-11T03:49:58.691 INFO:tasks.workunit.client.0.smithi086.stdout: 2024-09-11T03:49:58.691 INFO:tasks.workunit.client.0.smithi086.stdout:[----------] Global test environment tear-down 2024-09-11T03:49:58.691 INFO:tasks.workunit.client.0.smithi086.stdout:[==========] 70 tests from 1 test suite ran. (7911 ms total) 2024-09-11T03:49:58.691 INFO:tasks.workunit.client.0.smithi086.stdout:[ PASSED ] 68 tests. 2024-09-11T03:49:58.691 INFO:tasks.workunit.client.0.smithi086.stdout:[ FAILED ] 2 tests, listed below: 2024-09-11T03:49:58.691 INFO:tasks.workunit.client.0.smithi086.stdout:[ FAILED ] TestClsRbd.group_snap_set 2024-09-11T03:49:58.692 INFO:tasks.workunit.client.0.smithi086.stdout:[ FAILED ] TestClsRbd.group_snap_remove 2024-09-11T03:49:58.692 INFO:tasks.workunit.client.0.smithi086.stdout: 2024-09-11T03:49:58.692 INFO:tasks.workunit.client.0.smithi086.stdout: 2 FAILED TESTS 2024-09-11T03:49:58.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T03:49:58.695 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-09-11T03:49:58.695 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-11T03:49:58.954 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:58 smithi086 ceph-mon[89281]: pgmap v1247: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.32k op/s 2024-09-11T03:49:58.954 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:58 smithi086 ceph-mon[89281]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-11T03:49:58.954 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:58 smithi086 ceph-mon[91691]: pgmap v1247: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.32k op/s 2024-09-11T03:49:58.954 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:58 smithi086 ceph-mon[91691]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-11T03:49:58.955 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi086 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-09-11T03:49:59.182 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=12febfc769be41638cd364db53955b49 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_8f219c476cb4f26fc5719c661c0323719a45cb30/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi086 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-09-11T03:49:59.186 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-11T03:49:59.196 INFO:tasks.cephadm:Teardown begin 2024-09-11T03:49:59.197 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-11T03:49:59.197 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-11T03:49:59.211 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:58 smithi130 ceph-mon[83685]: pgmap v1247: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.32k op/s 2024-09-11T03:49:59.211 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:58 smithi130 ceph-mon[83685]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-11T03:49:59.404 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:49:59.787 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:49:59 smithi086 ceph-mon[89281]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-11T03:49:59.787 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:49:59 smithi086 ceph-mon[91691]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-11T03:50:00.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:49:59 smithi130 ceph-mon[83685]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-11T03:50:00.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:00 smithi086 ceph-mon[89281]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:00.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:00 smithi086 ceph-mon[89281]: overall HEALTH_OK 2024-09-11T03:50:00.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:00 smithi086 ceph-mon[91691]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:00.822 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:00 smithi086 ceph-mon[91691]: overall HEALTH_OK 2024-09-11T03:50:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:00 smithi130 ceph-mon[83685]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:01.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:00 smithi130 ceph-mon[83685]: overall HEALTH_OK 2024-09-11T03:50:01.502 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:50:01.503 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":20,"btime":"2024-09-11T03:40:37:716160+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54322,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3900372818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3900372818},{"type":"v1","addr":"172.21.15.130:6833","nonce":3900372818}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T03:28:48.837037+0000","modified":"2024-09-11T03:40:29.653495+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":556,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34536},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34536":{"gid":34536,"name":"a","rank":0,"incarnation":16,"state":"up:active","state_seq":6,"addr":"172.21.15.86:6835/1329997382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":1329997382},{"type":"v1","addr":"172.21.15.86:6835","nonce":1329997382}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34536,"qdb_cluster":[34536]},"id":1}]} 2024-09-11T03:50:01.503 INFO:teuthology.orchestra.run.smithi086.stderr:dumped fsmap epoch 20 2024-09-11T03:50:01.785 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:01 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/211523300' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-11T03:50:01.785 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:01 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/211523300' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-11T03:50:02.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:01 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/211523300' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-11T03:50:02.161 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-11T03:50:02.369 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:50:02.769 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:02 smithi086 ceph-mon[89281]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:02.770 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:02 smithi086 ceph-mon[91691]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:03.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:02 smithi130 ceph-mon[83685]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:04.506 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:50:04.506 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":20,"btime":"2024-09-11T03:40:37:716160+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54322,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/3900372818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":3900372818},{"type":"v1","addr":"172.21.15.130:6833","nonce":3900372818}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T03:28:48.837037+0000","modified":"2024-09-11T03:40:29.653495+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":556,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34536},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34536":{"gid":34536,"name":"a","rank":0,"incarnation":16,"state":"up:active","state_seq":6,"addr":"172.21.15.86:6835/1329997382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":1329997382},{"type":"v1","addr":"172.21.15.86:6835","nonce":1329997382}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34536,"qdb_cluster":[34536]},"id":1}]} 2024-09-11T03:50:04.506 INFO:teuthology.orchestra.run.smithi086.stderr:dumped fsmap epoch 20 2024-09-11T03:50:04.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:04 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:50:04] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.51.0" 2024-09-11T03:50:04.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:04 smithi086 ceph-mon[89281]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:04.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:04 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:50:04.823 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:04 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3223178100' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-11T03:50:04.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:04 smithi086 ceph-mon[91691]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:04.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:04 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:50:04.823 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:04 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3223178100' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-11T03:50:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:04 smithi130 ceph-mon[83685]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:05.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:04 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:50:05.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:04 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3223178100' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-11T03:50:05.144 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-11T03:50:05.341 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:50:07.048 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-09-11T03:50:07.049 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:06 smithi086 ceph-mon[89281]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:07.049 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":1019,"fsid":"0d04850c-6fed-11ef-bcea-c7b262605968","created":"2024-09-11T03:23:18.970917+0000","modified":"2024-09-11T03:49:58.670781+0000","last_up_change":"2024-09-11T03:40:01.687754+0000","last_in_change":"2024-09-11T03:28:00.864451+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":60,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T03:26:23.059246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T03:28:42.917772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T03:28:45.850714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-11T03:29:36.690874+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"205c0dfc-77ea-47e4-9ff9-58811033bd68","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":287,"up_from":300,"up_thru":1014,"down_at":288,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":2224294124},{"type":"v1","addr":"172.21.15.86:6803","nonce":2224294124}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":2224294124},{"type":"v1","addr":"172.21.15.86:6805","nonce":2224294124}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":2224294124},{"type":"v1","addr":"172.21.15.86:6809","nonce":2224294124}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":2224294124},{"type":"v1","addr":"172.21.15.86:6807","nonce":2224294124}]},"public_addr":"172.21.15.86:6803/2224294124","cluster_addr":"172.21.15.86:6805/2224294124","heartbeat_back_addr":"172.21.15.86:6809/2224294124","heartbeat_front_addr":"172.21.15.86:6807/2224294124","state":["exists","up"]},{"osd":1,"uuid":"e76b0e29-18fc-481f-ae57-dcc2b9f42ca9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":321,"up_from":334,"up_thru":1014,"down_at":322,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1812916154},{"type":"v1","addr":"172.21.15.86:6811","nonce":1812916154}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1812916154},{"type":"v1","addr":"172.21.15.86:6813","nonce":1812916154}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":1812916154},{"type":"v1","addr":"172.21.15.86:6817","nonce":1812916154}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1812916154},{"type":"v1","addr":"172.21.15.86:6815","nonce":1812916154}]},"public_addr":"172.21.15.86:6811/1812916154","cluster_addr":"172.21.15.86:6813/1812916154","heartbeat_back_addr":"172.21.15.86:6817/1812916154","heartbeat_front_addr":"172.21.15.86:6815/1812916154","state":["exists","up"]},{"osd":2,"uuid":"aae4d04a-3147-40e9-8849-85d9a0e59dc5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":354,"up_from":367,"up_thru":1014,"down_at":355,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":2120909457},{"type":"v1","addr":"172.21.15.86:6819","nonce":2120909457}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":2120909457},{"type":"v1","addr":"172.21.15.86:6821","nonce":2120909457}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":2120909457},{"type":"v1","addr":"172.21.15.86:6825","nonce":2120909457}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":2120909457},{"type":"v1","addr":"172.21.15.86:6823","nonce":2120909457}]},"public_addr":"172.21.15.86:6819/2120909457","cluster_addr":"172.21.15.86:6821/2120909457","heartbeat_back_addr":"172.21.15.86:6825/2120909457","heartbeat_front_addr":"172.21.15.86:6823/2120909457","state":["exists","up"]},{"osd":3,"uuid":"dd4b10ec-adb6-44a3-bd47-18171337b44b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":386,"up_from":400,"up_thru":1014,"down_at":388,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":2935048048},{"type":"v1","addr":"172.21.15.86:6827","nonce":2935048048}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":2935048048},{"type":"v1","addr":"172.21.15.86:6829","nonce":2935048048}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":2935048048},{"type":"v1","addr":"172.21.15.86:6833","nonce":2935048048}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":2935048048},{"type":"v1","addr":"172.21.15.86:6831","nonce":2935048048}]},"public_addr":"172.21.15.86:6827/2935048048","cluster_addr":"172.21.15.86:6829/2935048048","heartbeat_back_addr":"172.21.15.86:6833/2935048048","heartbeat_front_addr":"172.21.15.86:6831/2935048048","state":["exists","up"]},{"osd":4,"uuid":"e816e599-cdd0-4faa-ae69-1adf4ee0ccf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":418,"up_from":431,"up_thru":1014,"down_at":419,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":1197444709},{"type":"v1","addr":"172.21.15.130:6801","nonce":1197444709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":1197444709},{"type":"v1","addr":"172.21.15.130:6803","nonce":1197444709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":1197444709},{"type":"v1","addr":"172.21.15.130:6807","nonce":1197444709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":1197444709},{"type":"v1","addr":"172.21.15.130:6805","nonce":1197444709}]},"public_addr":"172.21.15.130:6801/1197444709","cluster_addr":"172.21.15.130:6803/1197444709","heartbeat_back_addr":"172.21.15.130:6807/1197444709","heartbeat_front_addr":"172.21.15.130:6805/1197444709","state":["exists","up"]},{"osd":5,"uuid":"294333a7-dd7c-44c5-81fc-2fce7e6a13c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":451,"up_from":464,"up_thru":1014,"down_at":452,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1614523370},{"type":"v1","addr":"172.21.15.130:6809","nonce":1614523370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1614523370},{"type":"v1","addr":"172.21.15.130:6811","nonce":1614523370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1614523370},{"type":"v1","addr":"172.21.15.130:6815","nonce":1614523370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1614523370},{"type":"v1","addr":"172.21.15.130:6813","nonce":1614523370}]},"public_addr":"172.21.15.130:6809/1614523370","cluster_addr":"172.21.15.130:6811/1614523370","heartbeat_back_addr":"172.21.15.130:6815/1614523370","heartbeat_front_addr":"172.21.15.130:6813/1614523370","state":["exists","up"]},{"osd":6,"uuid":"05112a83-85a2-456a-a1e4-7f613be9496b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":484,"up_from":497,"up_thru":1014,"down_at":485,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":3952611016},{"type":"v1","addr":"172.21.15.130:6817","nonce":3952611016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":3952611016},{"type":"v1","addr":"172.21.15.130:6819","nonce":3952611016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":3952611016},{"type":"v1","addr":"172.21.15.130:6823","nonce":3952611016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":3952611016},{"type":"v1","addr":"172.21.15.130:6821","nonce":3952611016}]},"public_addr":"172.21.15.130:6817/3952611016","cluster_addr":"172.21.15.130:6819/3952611016","heartbeat_back_addr":"172.21.15.130:6823/3952611016","heartbeat_front_addr":"172.21.15.130:6821/3952611016","state":["exists","up"]},{"osd":7,"uuid":"64339d60-b0ac-4ce0-8660-3d6f22ef06f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":518,"up_from":531,"up_thru":1014,"down_at":519,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":3456069191},{"type":"v1","addr":"172.21.15.130:6825","nonce":3456069191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":3456069191},{"type":"v1","addr":"172.21.15.130:6827","nonce":3456069191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":3456069191},{"type":"v1","addr":"172.21.15.130:6831","nonce":3456069191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":3456069191},{"type":"v1","addr":"172.21.15.130:6829","nonce":3456069191}]},"public_addr":"172.21.15.130:6825/3456069191","cluster_addr":"172.21.15.130:6827/3456069191","heartbeat_back_addr":"172.21.15.130:6831/3456069191","heartbeat_front_addr":"172.21.15.130:6829/3456069191","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:34.810612+0000","dead_epoch":287},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:25:57.680497+0000","dead_epoch":321},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:20.468721+0000","dead_epoch":354},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:26:44.796997+0000","dead_epoch":386},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:05.799507+0000","dead_epoch":418},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:28.732004+0000","dead_epoch":451},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:27:52.443875+0000","dead_epoch":484},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T03:28:15.422115+0000","dead_epoch":517}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.a","mappings":[{"from":4,"to":3}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.86:6835/3997876808":"2024-09-12T03:40:07.220698+0000","172.21.15.86:6834/3997876808":"2024-09-12T03:40:07.220698+0000","172.21.15.86:0/577598714":"2024-09-12T03:29:35.013467+0000","172.21.15.86:0/2483029999":"2024-09-12T03:29:35.013467+0000","172.21.15.86:0/3803967977":"2024-09-12T03:29:35.013467+0000","172.21.15.86:6801/937621724":"2024-09-12T03:29:35.013467+0000","172.21.15.86:6800/937621724":"2024-09-12T03:29:35.013467+0000","172.21.15.86:0/3026373845":"2024-09-12T03:34:49.109035+0000","172.21.15.86:6801/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.130:0/3901332425":"2024-09-12T03:34:09.470699+0000","172.21.15.130:0/1764127049":"2024-09-12T03:34:09.470699+0000","172.21.15.130:6833/2052359432":"2024-09-12T03:40:26.629182+0000","172.21.15.86:0/337942332":"2024-09-12T03:33:40.133842+0000","172.21.15.130:6832/2052359432":"2024-09-12T03:40:26.629182+0000","172.21.15.86:6800/3185932518":"2024-09-12T03:24:14.766755+0000","172.21.15.130:0/2434428784":"2024-09-12T03:34:09.470699+0000","172.21.15.130:6835/4039762830":"2024-09-12T03:34:09.470699+0000","172.21.15.130:0/1719761987":"2024-09-12T03:34:09.470699+0000","172.21.15.86:0/2535333164":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/3337362175":"2024-09-12T03:33:40.133842+0000","172.21.15.86:0/721266625":"2024-09-12T03:34:49.109035+0000","172.21.15.86:0/1163042658":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/1599529509":"2024-09-12T03:23:52.222324+0000","172.21.15.86:6800/499157798":"2024-09-12T03:33:40.133842+0000","172.21.15.130:6834/4039762830":"2024-09-12T03:34:09.470699+0000","172.21.15.86:6800/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/1276967301":"2024-09-12T03:24:14.766755+0000","172.21.15.86:6801/499157798":"2024-09-12T03:33:40.133842+0000","172.21.15.86:0/169846044":"2024-09-12T03:33:40.133842+0000","172.21.15.86:0/2649936147":"2024-09-12T03:33:40.133842+0000","172.21.15.130:0/4282674924":"2024-09-12T03:34:09.470699+0000","172.21.15.86:6801/2352023843":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/3332034209":"2024-09-12T03:34:49.109035+0000","172.21.15.86:0/261343752":"2024-09-12T03:34:49.109035+0000","172.21.15.86:0/538043783":"2024-09-12T03:34:49.109035+0000","172.21.15.86:0/2282259116":"2024-09-12T03:23:52.222324+0000","172.21.15.86:0/1624827497":"2024-09-12T03:24:14.766755+0000","172.21.15.86:0/1502553718":"2024-09-12T03:34:49.109035+0000","172.21.15.130:0/1465763407":"2024-09-12T03:34:09.470699+0000","172.21.15.86:0/3817461659":"2024-09-12T03:29:35.013467+0000","172.21.15.86:0/632172090":"2024-09-12T03:34:49.109035+0000","172.21.15.86:6801/2692515239":"2024-09-12T03:34:49.109035+0000","172.21.15.130:0/2092629406":"2024-09-12T03:34:09.470699+0000","172.21.15.86:0/3418011227":"2024-09-12T03:33:40.133842+0000","172.21.15.86:6800/2692515239":"2024-09-12T03:34:49.109035+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T03:50:07.049 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:06 smithi086 ceph-mon[91691]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:07.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:06 smithi130 ceph-mon[83685]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:07.752 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:07 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/3630906357' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-11T03:50:07.753 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:07 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/3630906357' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-11T03:50:07.771 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph fs fail cephfs 2024-09-11T03:50:07.975 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:50:08.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:07 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/3630906357' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-11T03:50:08.994 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:08 smithi086 ceph-mon[89281]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:08.995 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:08 smithi086 ceph-mon[91691]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:09.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:08 smithi130 ceph-mon[83685]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:09.700 INFO:teuthology.orchestra.run.smithi086.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-11T03:50:10.004 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a[89277]: 2024-09-11T03:50:09.699+0000 7f177ac9c640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T03:50:10.005 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2963175012' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-11T03:50:10.005 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-mon[89281]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-11T03:50:10.005 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-mon[89281]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T03:50:10.005 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2963175012' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-11T03:50:10.005 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-mon[89281]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-11T03:50:10.005 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-mon[89281]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-11T03:50:10.006 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2963175012' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-11T03:50:10.006 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-mon[91691]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-11T03:50:10.006 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-mon[91691]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T03:50:10.006 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2963175012' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-11T03:50:10.007 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-mon[91691]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-11T03:50:10.007 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-mon[91691]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-11T03:50:10.007 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a[116747]: -4725> 2024-09-11T03:40:31.718+0000 7f2ac26d0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-11T03:50:10.008 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a[116747]: ignoring --setuser ceph since I am not root 2024-09-11T03:50:10.008 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a[116747]: ignoring --setgroup ceph since I am not root 2024-09-11T03:50:10.008 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:50:09 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a[116747]: starting mds.a at 2024-09-11T03:50:10.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:09 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2963175012' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-11T03:50:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:09 smithi130 ceph-mon[83685]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-11T03:50:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:09 smithi130 ceph-mon[83685]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T03:50:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:09 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2963175012' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-11T03:50:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:09 smithi130 ceph-mon[83685]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-11T03:50:10.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:09 smithi130 ceph-mon[83685]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-11T03:50:10.332 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-11T03:50:10.529 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:50:10.905 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:10 smithi086 ceph-mon[89281]: pgmap v1255: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:10.906 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:10 smithi086 ceph-mon[91691]: pgmap v1255: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:11.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:10 smithi130 ceph-mon[83685]: pgmap v1255: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:11.784 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:11 smithi086 ceph-mon[89281]: mds.? [v2:172.21.15.86:6834/854129757,v1:172.21.15.86:6835/854129757] up:boot 2024-09-11T03:50:11.785 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:11 smithi086 ceph-mon[89281]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-11T03:50:11.785 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:11 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-11T03:50:11.785 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:11 smithi086 ceph-mon[91691]: mds.? [v2:172.21.15.86:6834/854129757,v1:172.21.15.86:6835/854129757] up:boot 2024-09-11T03:50:11.785 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:11 smithi086 ceph-mon[91691]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-11T03:50:11.785 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:11 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-11T03:50:12.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:11 smithi130 ceph-mon[83685]: mds.? [v2:172.21.15.86:6834/854129757,v1:172.21.15.86:6835/854129757] up:boot 2024-09-11T03:50:12.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:11 smithi130 ceph-mon[83685]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-11T03:50:12.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:11 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-11T03:50:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:12 smithi086 ceph-mon[89281]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:12 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/2316408798' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-11T03:50:13.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:12 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-11T03:50:13.072 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:12 smithi086 ceph-mon[91691]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:13.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:12 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/2316408798' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-11T03:50:13.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:12 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-11T03:50:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:12 smithi130 ceph-mon[83685]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:12 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/2316408798' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-11T03:50:13.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:12 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-11T03:50:13.397 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-11T03:50:13.600 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:50:13.975 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[89281]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-11T03:50:13.975 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[89281]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-11T03:50:13.975 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[89281]: Cluster is now healthy 2024-09-11T03:50:13.975 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-11T03:50:13.975 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[89281]: fsmap 2 up:standby 2024-09-11T03:50:13.976 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:50:13.976 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:50:13.976 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:50:13.976 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:50:13.976 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[91691]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-11T03:50:13.977 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[91691]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-11T03:50:13.977 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[91691]: Cluster is now healthy 2024-09-11T03:50:13.977 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-11T03:50:13.977 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[91691]: fsmap 2 up:standby 2024-09-11T03:50:13.977 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:50:13.978 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:50:13.978 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:50:13.978 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:13 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:50:14.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:13 smithi130 ceph-mon[83685]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-11T03:50:14.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:13 smithi130 ceph-mon[83685]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-11T03:50:14.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:13 smithi130 ceph-mon[83685]: Cluster is now healthy 2024-09-11T03:50:14.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:13 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-11T03:50:14.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:13 smithi130 ceph-mon[83685]: fsmap 2 up:standby 2024-09-11T03:50:14.097 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:13 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-11T03:50:14.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:13 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-11T03:50:14.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:13 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-11T03:50:14.098 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:13 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' 2024-09-11T03:50:14.800 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:14 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: ::ffff:172.21.15.130 - - [11/Sep/2024:03:50:14] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.51.0" 2024-09-11T03:50:15.053 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:14 smithi086 ceph-mon[89281]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:15.053 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:14 smithi086 ceph-mon[91691]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:15.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:14 smithi130 ceph-mon[83685]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:15.858 INFO:teuthology.orchestra.run.smithi086.stderr:pool 'cephfs_metadata' removed 2024-09-11T03:50:16.165 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:15 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1106634566' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:50:16.165 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:15 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1106634566' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:50:16.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:15 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1106634566' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:50:16.482 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-11T03:50:16.684 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/mon.a/config 2024-09-11T03:50:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:16 smithi086 ceph-mon[89281]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:16 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1106634566' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-11T03:50:17.072 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:16 smithi086 ceph-mon[89281]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-11T03:50:17.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:16 smithi086 ceph-mon[91691]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:17.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:16 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1106634566' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-11T03:50:17.073 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:16 smithi086 ceph-mon[91691]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-11T03:50:17.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:16 smithi130 ceph-mon[83685]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:17.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:16 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1106634566' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-11T03:50:17.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:16 smithi130 ceph-mon[83685]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-11T03:50:18.872 INFO:teuthology.orchestra.run.smithi086.stderr:pool 'cephfs_data' removed 2024-09-11T03:50:19.189 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:18 smithi086 ceph-mon[89281]: pgmap v1261: 73 pgs: 73 active+clean; 577 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:19.189 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:18 smithi086 ceph-mon[89281]: from='client.? 172.21.15.86:0/1238254286' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:50:19.190 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:18 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:50:19.190 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:18 smithi086 ceph-mon[91691]: pgmap v1261: 73 pgs: 73 active+clean; 577 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:19.190 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:18 smithi086 ceph-mon[91691]: from='client.? 172.21.15.86:0/1238254286' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:50:19.190 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:18 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:50:19.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:18 smithi130 ceph-mon[83685]: pgmap v1261: 73 pgs: 73 active+clean; 577 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-11T03:50:19.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:18 smithi130 ceph-mon[83685]: from='client.? 172.21.15.86:0/1238254286' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:50:19.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:18 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-11T03:50:19.526 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-11T03:50:19.553 DEBUG:teuthology.orchestra.run.smithi130:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-11T03:50:19.586 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-11T03:50:19.586 DEBUG:teuthology.orchestra.run.smithi086:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-11T03:50:19.608 DEBUG:teuthology.orchestra.run.smithi130:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-11T03:50:19.644 INFO:tasks.cephadm:Stopping all daemons... 2024-09-11T03:50:19.644 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-11T03:50:19.644 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.a 2024-09-11T03:50:19.822 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:19 smithi086 systemd[1]: Stopping Ceph mon.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:50:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:19 smithi086 ceph-mon[91691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-11T03:50:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:19 smithi086 ceph-mon[91691]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-11T03:50:20.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:19 smithi086 ceph-mon[91691]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:50:20.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:19 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:50:19] ENGINE Bus STOPPING 2024-09-11T03:50:20.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:20 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:50:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:50:20.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:20 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:50:20] ENGINE Bus STOPPED 2024-09-11T03:50:20.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:20 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:50:20] ENGINE Bus STARTING 2024-09-11T03:50:20.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:20 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:50:20] ENGINE Serving on http://:::9283 2024-09-11T03:50:20.323 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:20 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:50:20] ENGINE Bus STARTED 2024-09-11T03:50:20.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:19 smithi086 ceph-mon[89281]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-11T03:50:20.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:19 smithi086 ceph-mon[89281]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-11T03:50:20.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:19 smithi086 ceph-mon[89281]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:50:20.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:19 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a[89277]: 2024-09-11T03:50:19.960+0000 7f17804a7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:50:20.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:19 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a[89277]: 2024-09-11T03:50:19.960+0000 7f17804a7640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-11T03:50:20.324 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:20 smithi086 podman[133593]: 2024-09-11 03:50:20.103171504 +0000 UTC m=+0.264151134 container died c68f4fe1197e906dcfd29b85be892f28ea68d430d8c9e1606d153af108915dfa (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-11T03:50:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:19 smithi130 ceph-mon[83685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-11T03:50:20.346 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:19 smithi130 ceph-mon[83685]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-11T03:50:20.347 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:19 smithi130 ceph-mon[83685]: from='mgr.34107 172.21.15.86:0/1745536912' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-11T03:50:20.695 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:20 smithi086 podman[133593]: 2024-09-11 03:50:20.519235098 +0000 UTC m=+0.680214726 container cleanup c68f4fe1197e906dcfd29b85be892f28ea68d430d8c9e1606d153af108915dfa (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:50:20.695 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:20 smithi086 bash[133593]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a 2024-09-11T03:50:20.963 INFO:journalctl@ceph.mon.a.smithi086.stdout:Sep 11 03:50:20 smithi086 podman[133616]: 2024-09-11 03:50:20.695541133 +0000 UTC m=+0.591280646 container remove c68f4fe1197e906dcfd29b85be892f28ea68d430d8c9e1606d153af108915dfa (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-11T03:50:20.981 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.a.service' 2024-09-11T03:50:21.025 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:50:21.025 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-11T03:50:21.026 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-11T03:50:21.026 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.c 2024-09-11T03:50:21.322 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:21 smithi086 systemd[1]: Stopping Ceph mon.c for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:50:21.613 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:21 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:50:21] ENGINE Bus STOPPING 2024-09-11T03:50:21.614 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:21 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c[91687]: 2024-09-11T03:50:21.349+0000 7f1e57161640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:50:21.614 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:21 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c[91687]: 2024-09-11T03:50:21.349+0000 7f1e57161640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-09-11T03:50:21.614 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:21 smithi086 podman[133737]: 2024-09-11 03:50:21.371200259 +0000 UTC m=+0.126080004 container died 270b822d19621b04b03650c02d1eee0fa1a87629ea397d50c86805eb98994283 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-09-11T03:50:22.009 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:21 smithi086 podman[133737]: 2024-09-11 03:50:21.774324922 +0000 UTC m=+0.529204657 container cleanup 270b822d19621b04b03650c02d1eee0fa1a87629ea397d50c86805eb98994283 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-11T03:50:22.009 INFO:journalctl@ceph.mon.c.smithi086.stdout:Sep 11 03:50:21 smithi086 bash[133737]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-c 2024-09-11T03:50:22.009 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:21 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:50:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-11T03:50:22.009 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:21 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:50:21] ENGINE Bus STOPPED 2024-09-11T03:50:22.009 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:21 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:50:21] ENGINE Bus STARTING 2024-09-11T03:50:22.010 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:21 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:50:21] ENGINE Serving on http://:::9283 2024-09-11T03:50:22.010 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:21 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: [11/Sep/2024:03:50:21] ENGINE Bus STARTED 2024-09-11T03:50:22.146 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.c.service' 2024-09-11T03:50:22.181 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:50:22.181 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-11T03:50:22.182 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-11T03:50:22.182 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.b 2024-09-11T03:50:22.505 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:22 smithi130 systemd[1]: Stopping Ceph mon.b for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:50:22.832 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b[83681]: 2024-09-11T03:50:22.505+0000 7f932644b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:50:22.832 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:22 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b[83681]: 2024-09-11T03:50:22.505+0000 7f932644b640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-09-11T03:50:22.832 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:22 smithi130 podman[125698]: 2024-09-11 03:50:22.566949267 +0000 UTC m=+0.189955944 container died ea79ba44611d74690fef165c48fe10eb3d4ab674cf1edc537402af5c4374950a (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:50:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:23 smithi130 podman[125698]: 2024-09-11 03:50:23.006176954 +0000 UTC m=+0.629183676 container cleanup ea79ba44611d74690fef165c48fe10eb3d4ab674cf1edc537402af5c4374950a (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0) 2024-09-11T03:50:23.096 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:23 smithi130 bash[125698]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b 2024-09-11T03:50:23.470 INFO:journalctl@ceph.mon.b.smithi130.stdout:Sep 11 03:50:23 smithi130 podman[125710]: 2024-09-11 03:50:23.190975922 +0000 UTC m=+0.616566181 container remove ea79ba44611d74690fef165c48fe10eb3d4ab674cf1edc537402af5c4374950a (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mon-b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-11T03:50:23.485 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mon.b.service' 2024-09-11T03:50:23.540 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:50:23.540 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-11T03:50:23.540 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-11T03:50:23.540 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.y 2024-09-11T03:50:23.822 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:23 smithi086 systemd[1]: Stopping Ceph mgr.y for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:50:24.130 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:23 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y[81019]: 2024-09-11T03:50:23.845+0000 7f16e7ef6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:50:24.130 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:23 smithi086 podman[133871]: 2024-09-11 03:50:23.877354213 +0000 UTC m=+0.146681583 container died 85f67b749129cce05a5d0bfa622e39ca5a49383af48f38bc385d5b3ff383a879 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-11T03:50:24.405 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:24 smithi086 podman[133871]: 2024-09-11 03:50:24.2208682 +0000 UTC m=+0.490195571 container cleanup 85f67b749129cce05a5d0bfa622e39ca5a49383af48f38bc385d5b3ff383a879 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2024-09-11T03:50:24.405 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:24 smithi086 bash[133871]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y 2024-09-11T03:50:24.649 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.y.service' 2024-09-11T03:50:24.671 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:24 smithi086 podman[133885]: 2024-09-11 03:50:24.40558766 +0000 UTC m=+0.525473175 container remove 85f67b749129cce05a5d0bfa622e39ca5a49383af48f38bc385d5b3ff383a879 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-y, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-11T03:50:24.672 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:24 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.y.service: Deactivated successfully. 2024-09-11T03:50:24.672 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:24 smithi086 systemd[1]: Stopped Ceph mgr.y for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:50:24.672 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Sep 11 03:50:24 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.y.service: Consumed 30.573s CPU time. 2024-09-11T03:50:24.684 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:50:24.685 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-11T03:50:24.685 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-11T03:50:24.685 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.x 2024-09-11T03:50:25.050 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:50:24 smithi130 systemd[1]: Stopping Ceph mgr.x for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:50:25.328 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:50:25 smithi130 podman[125824]: 2024-09-11 03:50:25.050476826 +0000 UTC m=+0.173196619 container died 907777b59b5a7cca6f47d3d91a15111950151a52191dfd75dc640c2f5e7727ab (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-11T03:50:25.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:50:25 smithi130 podman[125824]: 2024-09-11 03:50:25.436162262 +0000 UTC m=+0.558882053 container cleanup 907777b59b5a7cca6f47d3d91a15111950151a52191dfd75dc640c2f5e7727ab (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-11T03:50:25.596 INFO:journalctl@ceph.mgr.x.smithi130.stdout:Sep 11 03:50:25 smithi130 bash[125824]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mgr-x 2024-09-11T03:50:25.860 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mgr.x.service' 2024-09-11T03:50:25.895 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:50:25.895 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-11T03:50:25.895 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-11T03:50:25.895 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.0 2024-09-11T03:50:26.175 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:25 smithi086 systemd[1]: Stopping Ceph osd.0 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:50:26.572 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:26 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0[96876]: 2024-09-11T03:50:26.175+0000 7f1a049b6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:50:26.572 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:26 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0[96876]: 2024-09-11T03:50:26.175+0000 7f1a049b6640 -1 osd.0 1022 *** Got signal Terminated *** 2024-09-11T03:50:26.572 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:26 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0[96876]: 2024-09-11T03:50:26.175+0000 7f1a049b6640 -1 osd.0 1022 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:50:31.822 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:31 smithi086 podman[133990]: 2024-09-11 03:50:31.555371563 +0000 UTC m=+5.475779156 container died 987e6b2de39f46515e53c8b45413a5b935352d8afedef67bd2b3deb71a5f9a7e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-09-11T03:50:32.322 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:32 smithi086 podman[133990]: 2024-09-11 03:50:32.034650053 +0000 UTC m=+5.955057645 container cleanup 987e6b2de39f46515e53c8b45413a5b935352d8afedef67bd2b3deb71a5f9a7e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:50:32.322 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:32 smithi086 bash[133990]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0 2024-09-11T03:50:32.696 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:32 smithi086 podman[134004]: 2024-09-11 03:50:32.370170655 +0000 UTC m=+0.809981161 container remove 987e6b2de39f46515e53c8b45413a5b935352d8afedef67bd2b3deb71a5f9a7e (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-11T03:50:33.023 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:32 smithi086 podman[134095]: 2024-09-11 03:50:32.599451027 +0000 UTC m=+0.015848076 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:50:33.023 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:32 smithi086 podman[134095]: 2024-09-11 03:50:32.723176515 +0000 UTC m=+0.139573592 container create 725bfe3a28eed79eb03a639cc0176847243419e73b9470d0d8cb94900d4bf27b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-deactivate, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-11T03:50:33.023 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:32 smithi086 podman[134095]: 2024-09-11 03:50:32.914982142 +0000 UTC m=+0.331379178 container init 725bfe3a28eed79eb03a639cc0176847243419e73b9470d0d8cb94900d4bf27b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:50:33.024 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:32 smithi086 podman[134095]: 2024-09-11 03:50:32.918426963 +0000 UTC m=+0.334824004 container start 725bfe3a28eed79eb03a639cc0176847243419e73b9470d0d8cb94900d4bf27b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-11T03:50:33.024 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:33 smithi086 podman[134095]: 2024-09-11 03:50:33.023763143 +0000 UTC m=+0.440160193 container attach 725bfe3a28eed79eb03a639cc0176847243419e73b9470d0d8cb94900d4bf27b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-09-11T03:50:33.287 INFO:journalctl@ceph.osd.0.smithi086.stdout:Sep 11 03:50:33 smithi086 podman[134095]: 2024-09-11 03:50:33.119842527 +0000 UTC m=+0.536239568 container died 725bfe3a28eed79eb03a639cc0176847243419e73b9470d0d8cb94900d4bf27b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:50:33.683 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.0.service' 2024-09-11T03:50:33.721 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:50:33.722 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-11T03:50:33.722 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-11T03:50:33.722 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.1 2024-09-11T03:50:34.039 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:33 smithi086 systemd[1]: Stopping Ceph osd.1 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:50:34.300 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1[102010]: 2024-09-11T03:50:34.037+0000 7f559c159640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:50:34.300 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1[102010]: 2024-09-11T03:50:34.037+0000 7f559c159640 -1 osd.1 1022 *** Got signal Terminated *** 2024-09-11T03:50:34.300 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:34 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1[102010]: 2024-09-11T03:50:34.037+0000 7f559c159640 -1 osd.1 1022 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:50:39.739 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:39 smithi086 podman[134210]: 2024-09-11 03:50:39.468089402 +0000 UTC m=+5.507304768 container died cfd4be907390cc5db6032bfe7ad6bef3cdfe4e419e10392df70bb599bf0057de (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True) 2024-09-11T03:50:40.072 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:39 smithi086 podman[134210]: 2024-09-11 03:50:39.839162408 +0000 UTC m=+5.878377816 container cleanup cfd4be907390cc5db6032bfe7ad6bef3cdfe4e419e10392df70bb599bf0057de (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-11T03:50:40.072 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:39 smithi086 bash[134210]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1 2024-09-11T03:50:40.453 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:40 smithi086 podman[134227]: 2024-09-11 03:50:40.090670728 +0000 UTC m=+0.625097867 container remove cfd4be907390cc5db6032bfe7ad6bef3cdfe4e419e10392df70bb599bf0057de (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:50:40.743 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:40 smithi086 podman[134317]: 2024-09-11 03:50:40.35781279 +0000 UTC m=+0.016372297 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:50:40.743 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:40 smithi086 podman[134317]: 2024-09-11 03:50:40.458151884 +0000 UTC m=+0.116711423 container create fe29bad8e08770c9083e0e351cbc46a9e7475b093c930618a02d000c9494bae2 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=) 2024-09-11T03:50:40.743 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:40 smithi086 podman[134317]: 2024-09-11 03:50:40.668846184 +0000 UTC m=+0.327405688 container init fe29bad8e08770c9083e0e351cbc46a9e7475b093c930618a02d000c9494bae2 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-deactivate, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-11T03:50:40.744 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:40 smithi086 podman[134317]: 2024-09-11 03:50:40.672219839 +0000 UTC m=+0.330779336 container start fe29bad8e08770c9083e0e351cbc46a9e7475b093c930618a02d000c9494bae2 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:50:40.744 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:40 smithi086 podman[134317]: 2024-09-11 03:50:40.743802258 +0000 UTC m=+0.402361764 container attach fe29bad8e08770c9083e0e351cbc46a9e7475b093c930618a02d000c9494bae2 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-11T03:50:41.072 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:40 smithi086 podman[134340]: 2024-09-11 03:50:40.889425431 +0000 UTC m=+0.016770482 container died fe29bad8e08770c9083e0e351cbc46a9e7475b093c930618a02d000c9494bae2 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux ) 2024-09-11T03:50:41.362 INFO:journalctl@ceph.osd.1.smithi086.stdout:Sep 11 03:50:41 smithi086 podman[134340]: 2024-09-11 03:50:41.338789565 +0000 UTC m=+0.466134618 container remove fe29bad8e08770c9083e0e351cbc46a9e7475b093c930618a02d000c9494bae2 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-1-deactivate, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-11T03:50:41.367 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.1.service' 2024-09-11T03:50:41.406 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:50:41.407 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-11T03:50:41.407 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-11T03:50:41.407 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.2 2024-09-11T03:50:41.733 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:41 smithi086 systemd[1]: Stopping Ceph osd.2 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:50:42.072 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:41 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2[106857]: 2024-09-11T03:50:41.733+0000 7f073da26640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:50:42.072 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:41 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2[106857]: 2024-09-11T03:50:41.733+0000 7f073da26640 -1 osd.2 1022 *** Got signal Terminated *** 2024-09-11T03:50:42.072 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:41 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2[106857]: 2024-09-11T03:50:41.733+0000 7f073da26640 -1 osd.2 1022 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:50:47.572 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:47 smithi086 podman[134419]: 2024-09-11 03:50:47.290478017 +0000 UTC m=+5.665782499 container died 0310f346c09e5f738f5331b8a2e9a7b4ad97b4f23cbe0aacd2c8419a502bd01a (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-11T03:50:48.072 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:47 smithi086 podman[134419]: 2024-09-11 03:50:47.700209775 +0000 UTC m=+6.075514315 container cleanup 0310f346c09e5f738f5331b8a2e9a7b4ad97b4f23cbe0aacd2c8419a502bd01a (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-11T03:50:48.072 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:47 smithi086 bash[134419]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2 2024-09-11T03:50:48.072 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:47 smithi086 podman[134436]: 2024-09-11 03:50:47.893059139 +0000 UTC m=+0.606085604 container remove 0310f346c09e5f738f5331b8a2e9a7b4ad97b4f23cbe0aacd2c8419a502bd01a (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True) 2024-09-11T03:50:48.572 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:48 smithi086 podman[134526]: 2024-09-11 03:50:48.220277702 +0000 UTC m=+0.015661234 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:50:48.572 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:48 smithi086 podman[134526]: 2024-09-11 03:50:48.335575331 +0000 UTC m=+0.130958854 container create ce16a5eb0f0e6a6eff02ca2c00b0d78faec207e1db93e0618977e11955683d53 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2) 2024-09-11T03:50:48.572 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:48 smithi086 podman[134526]: 2024-09-11 03:50:48.546366778 +0000 UTC m=+0.341750301 container init ce16a5eb0f0e6a6eff02ca2c00b0d78faec207e1db93e0618977e11955683d53 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-deactivate, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True) 2024-09-11T03:50:48.572 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:48 smithi086 podman[134526]: 2024-09-11 03:50:48.549725902 +0000 UTC m=+0.345109440 container start ce16a5eb0f0e6a6eff02ca2c00b0d78faec207e1db93e0618977e11955683d53 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-deactivate, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-11T03:50:49.016 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:48 smithi086 podman[134526]: 2024-09-11 03:50:48.6297937 +0000 UTC m=+0.425177228 container attach ce16a5eb0f0e6a6eff02ca2c00b0d78faec207e1db93e0618977e11955683d53 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-11T03:50:49.016 INFO:journalctl@ceph.osd.2.smithi086.stdout:Sep 11 03:50:48 smithi086 podman[134526]: 2024-09-11 03:50:48.736361994 +0000 UTC m=+0.531745518 container died ce16a5eb0f0e6a6eff02ca2c00b0d78faec207e1db93e0618977e11955683d53 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-2-deactivate, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-11T03:50:49.398 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.2.service' 2024-09-11T03:50:49.438 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:50:49.438 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-11T03:50:49.439 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-11T03:50:49.439 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.3 2024-09-11T03:50:49.762 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:49 smithi086 systemd[1]: Stopping Ceph osd.3 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:50:50.072 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[111570]: 2024-09-11T03:50:49.762+0000 7f5139e4b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:50:50.072 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[111570]: 2024-09-11T03:50:49.762+0000 7f5139e4b640 -1 osd.3 1022 *** Got signal Terminated *** 2024-09-11T03:50:50.072 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:49 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[111570]: 2024-09-11T03:50:49.762+0000 7f5139e4b640 -1 osd.3 1022 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:50:52.847 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:50:52 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:50:52.630+0000 7f951938b640 -1 osd.4 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.440859+0000 front 2024-09-11T03:50:30.440830+0000 (oldest deadline 2024-09-11T03:50:52.140695+0000) 2024-09-11T03:50:52.847 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:50:52 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:50:52.434+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:50:52.848 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:50:52 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:50:52.582+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:50:53.572 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:53 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[111570]: 2024-09-11T03:50:53.288+0000 7f5136460640 -1 osd.3 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.148788+0000 front 2024-09-11T03:50:31.148738+0000 (oldest deadline 2024-09-11T03:50:52.848807+0000) 2024-09-11T03:50:53.846 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:50:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:50:53.652+0000 7f951938b640 -1 osd.4 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.440859+0000 front 2024-09-11T03:50:30.440830+0000 (oldest deadline 2024-09-11T03:50:52.140695+0000) 2024-09-11T03:50:53.847 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:50:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:50:53.558+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:50:53.847 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:50:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:50:53.447+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:50:54.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:50:53 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:50:53.870+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:50:54.572 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:54 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3[111570]: 2024-09-11T03:50:54.276+0000 7f5136460640 -1 osd.3 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.148788+0000 front 2024-09-11T03:50:31.148738+0000 (oldest deadline 2024-09-11T03:50:52.848807+0000) 2024-09-11T03:50:54.846 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:50:54 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:50:54.663+0000 7f951938b640 -1 osd.4 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.440859+0000 front 2024-09-11T03:50:30.440830+0000 (oldest deadline 2024-09-11T03:50:52.140695+0000) 2024-09-11T03:50:54.846 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:50:54 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:50:54.601+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:50:54.847 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:50:54 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:50:54.466+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:50:55.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:50:54 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:50:54.917+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:50:55.529 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:55 smithi086 podman[134629]: 2024-09-11 03:50:55.259192612 +0000 UTC m=+5.588676755 container died e864761f34a22cbeabfbaf1543e62093b919263ea63f9384861e0c92aa28d4e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:50:55.697 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:50:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:50:55.629+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:50:55.698 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:50:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:50:55.423+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:50:55.822 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:55 smithi086 podman[134629]: 2024-09-11 03:50:55.603557517 +0000 UTC m=+5.933041692 container cleanup e864761f34a22cbeabfbaf1543e62093b919263ea63f9384861e0c92aa28d4e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-11T03:50:55.822 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:55 smithi086 bash[134629]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3 2024-09-11T03:50:55.822 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:55 smithi086 podman[134659]: 2024-09-11 03:50:55.771415896 +0000 UTC m=+0.506131237 container remove e864761f34a22cbeabfbaf1543e62093b919263ea63f9384861e0c92aa28d4e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:50:55.950 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:50:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:50:55.698+0000 7f951938b640 -1 osd.4 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.440859+0000 front 2024-09-11T03:50:30.440830+0000 (oldest deadline 2024-09-11T03:50:52.140695+0000) 2024-09-11T03:50:56.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:50:55 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:50:55.950+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:50:56.490 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:56 smithi086 podman[134747]: 2024-09-11 03:50:56.119357289 +0000 UTC m=+0.016224450 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:50:56.491 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:56 smithi086 podman[134747]: 2024-09-11 03:50:56.230677162 +0000 UTC m=+0.127544312 container create 9ce02441be8b324eb4a2527738477ee43ec0edb08913423f37522a23175f75e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-deactivate, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-11T03:50:56.491 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:56 smithi086 podman[134747]: 2024-09-11 03:50:56.416842592 +0000 UTC m=+0.313709754 container init 9ce02441be8b324eb4a2527738477ee43ec0edb08913423f37522a23175f75e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-11T03:50:56.491 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:56 smithi086 podman[134747]: 2024-09-11 03:50:56.420201892 +0000 UTC m=+0.317069054 container start 9ce02441be8b324eb4a2527738477ee43ec0edb08913423f37522a23175f75e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-11T03:50:56.491 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:56 smithi086 podman[134747]: 2024-09-11 03:50:56.49133297 +0000 UTC m=+0.388200141 container attach 9ce02441be8b324eb4a2527738477ee43ec0edb08913423f37522a23175f75e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_CLEAN=True) 2024-09-11T03:50:56.822 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:56 smithi086 podman[134747]: 2024-09-11 03:50:56.607941185 +0000 UTC m=+0.504808349 container died 9ce02441be8b324eb4a2527738477ee43ec0edb08913423f37522a23175f75e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-11T03:50:56.846 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:50:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:50:56.666+0000 7f951938b640 -1 osd.4 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.440859+0000 front 2024-09-11T03:50:30.440830+0000 (oldest deadline 2024-09-11T03:50:52.140695+0000) 2024-09-11T03:50:56.847 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:50:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:50:56.460+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:50:56.847 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:50:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:50:56.607+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:50:57.172 INFO:journalctl@ceph.osd.3.smithi086.stdout:Sep 11 03:50:57 smithi086 podman[134771]: 2024-09-11 03:50:57.169849152 +0000 UTC m=+0.555362118 container remove 9ce02441be8b324eb4a2527738477ee43ec0edb08913423f37522a23175f75e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2) 2024-09-11T03:50:57.196 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.3.service' 2024-09-11T03:50:57.236 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:50:57.236 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-11T03:50:57.237 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-11T03:50:57.237 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.4 2024-09-11T03:50:57.266 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:50:56 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:50:56.946+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:50:57.563 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:50:57 smithi130 systemd[1]: Stopping Ceph osd.4 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:50:57.563 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:50:57 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:50:57.464+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:50:57.846 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:50:57 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:50:57.594+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:50:57.846 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:50:57 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:50:57.563+0000 7f951cd76640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:50:57.846 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:50:57 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:50:57.563+0000 7f951cd76640 -1 osd.4 1022 *** Got signal Terminated *** 2024-09-11T03:50:57.847 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:50:57 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:50:57.563+0000 7f951cd76640 -1 osd.4 1022 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:50:57.847 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:50:57 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:50:57.651+0000 7f951938b640 -1 osd.4 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.440859+0000 front 2024-09-11T03:50:30.440830+0000 (oldest deadline 2024-09-11T03:50:52.140695+0000) 2024-09-11T03:50:58.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:50:57 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:50:57.944+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:50:58.846 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:50:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:50:58.693+0000 7f951938b640 -1 osd.4 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.440859+0000 front 2024-09-11T03:50:30.440830+0000 (oldest deadline 2024-09-11T03:50:52.140695+0000) 2024-09-11T03:50:58.847 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:50:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:50:58.563+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:50:58.847 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:50:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:50:58.487+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:50:59.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:50:58 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:50:58.964+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:50:59.846 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:50:59 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:50:59.495+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:50:59.846 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:50:59 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:50:59.603+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:50:59.847 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:50:59 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:50:59.723+0000 7f951938b640 -1 osd.4 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.440859+0000 front 2024-09-11T03:50:30.440830+0000 (oldest deadline 2024-09-11T03:50:52.140695+0000) 2024-09-11T03:51:00.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:50:59 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:50:59.933+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:00.768 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:00 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:00.627+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:00.768 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:00 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:00.627+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:00.768 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:00 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:00.502+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:51:01.096 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:51:00 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:51:00.768+0000 7f951938b640 -1 osd.4 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.440859+0000 front 2024-09-11T03:50:30.440830+0000 (oldest deadline 2024-09-11T03:50:52.140695+0000) 2024-09-11T03:51:01.096 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:00 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:00.948+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:01.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:00 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:00.948+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:01.790 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:01.480+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:51:01.791 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:01.658+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:01.791 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:01.658+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:02.096 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:51:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4[89412]: 2024-09-11T03:51:01.791+0000 7f951938b640 -1 osd.4 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.440859+0000 front 2024-09-11T03:50:30.440830+0000 (oldest deadline 2024-09-11T03:50:52.140695+0000) 2024-09-11T03:51:02.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:01.946+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:02.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:01 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:01.946+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:02.846 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:02.450+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:51:02.847 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:02.653+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:02.847 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:02.653+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:03.346 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:51:03 smithi130 podman[125961]: 2024-09-11 03:51:03.092909893 +0000 UTC m=+5.656463216 container died 95790e251d1ed77f2a6fc811ab19e75e9767ebb3e333b7eb5d3a61af7830955d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-11T03:51:03.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:02.932+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:03.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:02 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:02.932+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:03.640 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:51:03 smithi130 podman[125961]: 2024-09-11 03:51:03.455038123 +0000 UTC m=+6.018591431 container cleanup 95790e251d1ed77f2a6fc811ab19e75e9767ebb3e333b7eb5d3a61af7830955d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-11T03:51:03.641 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:51:03 smithi130 bash[125961]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4 2024-09-11T03:51:03.641 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:03 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:03.451+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:51:03.641 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:03 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:03.451+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.310597+0000 front 2024-09-11T03:50:38.310461+0000 (oldest deadline 2024-09-11T03:51:03.010643+0000) 2024-09-11T03:51:04.096 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:51:03 smithi130 podman[125976]: 2024-09-11 03:51:03.764905938 +0000 UTC m=+0.669729769 container remove 95790e251d1ed77f2a6fc811ab19e75e9767ebb3e333b7eb5d3a61af7830955d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:51:04.097 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:03 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:03.640+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:04.097 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:03 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:03.640+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:04.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:03 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:03.885+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:04.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:03 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:03.885+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:04.375 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:51:04 smithi130 podman[126063]: 2024-09-11 03:51:04.107560872 +0000 UTC m=+0.101842428 container create 7807323b1959e3aa99dc498170e905e15e5ab9ee7319f09504ed956f053cc84d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:51:04.376 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:51:04 smithi130 podman[126063]: 2024-09-11 03:51:04.021590736 +0000 UTC m=+0.015872298 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:51:04.376 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:51:04 smithi130 podman[126063]: 2024-09-11 03:51:04.318404172 +0000 UTC m=+0.312685731 container init 7807323b1959e3aa99dc498170e905e15e5ab9ee7319f09504ed956f053cc84d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-11T03:51:04.376 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:51:04 smithi130 podman[126063]: 2024-09-11 03:51:04.32165358 +0000 UTC m=+0.315935137 container start 7807323b1959e3aa99dc498170e905e15e5ab9ee7319f09504ed956f053cc84d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_BRANCH=HEAD) 2024-09-11T03:51:04.376 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:51:04 smithi130 podman[126063]: 2024-09-11 03:51:04.376594924 +0000 UTC m=+0.370876487 container attach 7807323b1959e3aa99dc498170e905e15e5ab9ee7319f09504ed956f053cc84d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-11T03:51:04.673 INFO:journalctl@ceph.osd.4.smithi130.stdout:Sep 11 03:51:04 smithi130 podman[126063]: 2024-09-11 03:51:04.509124912 +0000 UTC m=+0.503406468 container died 7807323b1959e3aa99dc498170e905e15e5ab9ee7319f09504ed956f053cc84d (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:51:04.673 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:04 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:04.469+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:51:04.674 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:04 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:04.469+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.310597+0000 front 2024-09-11T03:50:38.310461+0000 (oldest deadline 2024-09-11T03:51:03.010643+0000) 2024-09-11T03:51:05.062 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:04 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:04.673+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:05.063 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:04 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:04.673+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:05.063 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:04 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:04.845+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:05.063 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:04 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:04.845+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:05.092 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.4.service' 2024-09-11T03:51:05.171 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:51:05.172 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-11T03:51:05.172 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-11T03:51:05.172 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.5 2024-09-11T03:51:05.346 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:05 smithi130 systemd[1]: Stopping Ceph osd.5 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:51:05.690 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:05 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:05.482+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:51:05.690 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:05 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:05.482+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.310597+0000 front 2024-09-11T03:50:38.310461+0000 (oldest deadline 2024-09-11T03:51:03.010643+0000) 2024-09-11T03:51:05.690 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:05 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:05.533+0000 7f5c30338640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:51:05.690 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:05 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:05.533+0000 7f5c30338640 -1 osd.5 1022 *** Got signal Terminated *** 2024-09-11T03:51:05.691 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:05 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:05.533+0000 7f5c30338640 -1 osd.5 1022 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:51:06.096 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:05 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:05.856+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:06.096 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:05 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:05.856+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:06.097 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:05 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:05.690+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:06.097 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:05 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:05.690+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:06.596 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:06 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:06.488+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:51:06.596 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:06 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:06.488+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.310597+0000 front 2024-09-11T03:50:38.310461+0000 (oldest deadline 2024-09-11T03:51:03.010643+0000) 2024-09-11T03:51:07.096 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:06 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:06.648+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:07.096 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:06 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:06.648+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:07.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:06 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:06.874+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:07.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:06 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:06.874+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:07.846 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:07 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:07.633+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:07.846 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:07 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:07.633+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:07.847 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:07 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:07.526+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:51:07.847 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:07 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:07.526+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.310597+0000 front 2024-09-11T03:50:38.310461+0000 (oldest deadline 2024-09-11T03:51:03.010643+0000) 2024-09-11T03:51:08.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:07 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:07.871+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:08.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:07 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:07.871+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:08.825 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:08 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:08.673+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:08.825 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:08 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:08.673+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:08.826 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:08 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:08.516+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:51:08.826 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:08 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:08.516+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.310597+0000 front 2024-09-11T03:50:38.310461+0000 (oldest deadline 2024-09-11T03:51:03.010643+0000) 2024-09-11T03:51:08.826 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:08 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:08.516+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:43.011211+0000 front 2024-09-11T03:50:43.011329+0000 (oldest deadline 2024-09-11T03:51:07.611498+0000) 2024-09-11T03:51:09.096 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:08 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:08.825+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:09.096 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:08 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:08.825+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:09.832 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:09.716+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:09.833 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:09.716+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:09.833 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:09.529+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:51:09.833 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:09.529+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.310597+0000 front 2024-09-11T03:50:38.310461+0000 (oldest deadline 2024-09-11T03:51:03.010643+0000) 2024-09-11T03:51:09.833 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:09.529+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:43.011211+0000 front 2024-09-11T03:50:43.011329+0000 (oldest deadline 2024-09-11T03:51:07.611498+0000) 2024-09-11T03:51:10.096 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:09.833+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:10.096 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:09.833+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:10.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:09 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:09.833+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:10.806 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:10 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:10.698+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:10.806 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:10 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:10.698+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:10.806 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:10 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:10.698+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:45.140560+0000 front 2024-09-11T03:50:45.140601+0000 (oldest deadline 2024-09-11T03:51:10.440408+0000) 2024-09-11T03:51:10.806 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:10 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:10.499+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:31.008386+0000 front 2024-09-11T03:50:31.008512+0000 (oldest deadline 2024-09-11T03:50:52.108259+0000) 2024-09-11T03:51:10.806 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:10 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:10.499+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.310597+0000 front 2024-09-11T03:50:38.310461+0000 (oldest deadline 2024-09-11T03:51:03.010643+0000) 2024-09-11T03:51:10.807 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:10 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5[94335]: 2024-09-11T03:51:10.499+0000 7f5c28945640 -1 osd.5 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:43.011211+0000 front 2024-09-11T03:50:43.011329+0000 (oldest deadline 2024-09-11T03:51:07.611498+0000) 2024-09-11T03:51:11.096 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:10 smithi130 podman[126165]: 2024-09-11 03:51:10.927003262 +0000 UTC m=+5.504749595 container died 528becb1566876069994aeb9fe9b3d5d01ec9c2aafc885c577297cf0dc37cbfd (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-09-11T03:51:11.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:10 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:10.806+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:11.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:10 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:10.806+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:11.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:10 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:10.806+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:11.559 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:11 smithi130 podman[126165]: 2024-09-11 03:51:11.350409586 +0000 UTC m=+5.928155917 container cleanup 528becb1566876069994aeb9fe9b3d5d01ec9c2aafc885c577297cf0dc37cbfd (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-11T03:51:11.559 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:11 smithi130 bash[126165]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5 2024-09-11T03:51:11.835 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:11 smithi130 podman[126191]: 2024-09-11 03:51:11.560026725 +0000 UTC m=+0.626947861 container remove 528becb1566876069994aeb9fe9b3d5d01ec9c2aafc885c577297cf0dc37cbfd (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD) 2024-09-11T03:51:11.835 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:11 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:11.696+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:11.835 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:11 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:11.696+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:11.835 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:11 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:11.696+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:45.140560+0000 front 2024-09-11T03:50:45.140601+0000 (oldest deadline 2024-09-11T03:51:10.440408+0000) 2024-09-11T03:51:12.091 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:11 smithi130 podman[126281]: 2024-09-11 03:51:11.881614212 +0000 UTC m=+0.016079011 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:51:12.091 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:11 smithi130 podman[126281]: 2024-09-11 03:51:11.994402095 +0000 UTC m=+0.128866885 container create e6bdf28d92c74c730d1e3419dd41a16697d9c790fd710407a481ba9fee9c51e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True) 2024-09-11T03:51:12.091 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:11 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:11.835+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:12.092 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:11 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:11.835+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:12.092 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:11 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:11.835+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:12.346 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:12 smithi130 podman[126281]: 2024-09-11 03:51:12.196853398 +0000 UTC m=+0.331318187 container init e6bdf28d92c74c730d1e3419dd41a16697d9c790fd710407a481ba9fee9c51e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:51:12.347 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:12 smithi130 podman[126281]: 2024-09-11 03:51:12.200638244 +0000 UTC m=+0.335103037 container start e6bdf28d92c74c730d1e3419dd41a16697d9c790fd710407a481ba9fee9c51e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-11T03:51:12.347 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:12 smithi130 podman[126281]: 2024-09-11 03:51:12.280008045 +0000 UTC m=+0.414472863 container attach e6bdf28d92c74c730d1e3419dd41a16697d9c790fd710407a481ba9fee9c51e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:51:12.666 INFO:journalctl@ceph.osd.5.smithi130.stdout:Sep 11 03:51:12 smithi130 podman[126281]: 2024-09-11 03:51:12.387770374 +0000 UTC m=+0.522235174 container died e6bdf28d92c74c730d1e3419dd41a16697d9c790fd710407a481ba9fee9c51e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:51:12.941 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:12 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:12.669+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:12.942 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:12 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:12.669+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:12.942 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:12 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:12.669+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:45.140560+0000 front 2024-09-11T03:50:45.140601+0000 (oldest deadline 2024-09-11T03:51:10.440408+0000) 2024-09-11T03:51:12.942 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:12 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:12.844+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:12.942 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:12 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:12.844+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:12.942 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:12 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:12.844+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:12.965 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.5.service' 2024-09-11T03:51:13.005 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:51:13.006 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-11T03:51:13.006 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-11T03:51:13.006 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.6 2024-09-11T03:51:13.336 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:13 smithi130 systemd[1]: Stopping Ceph osd.6 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:51:13.596 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:13.336+0000 7fe49644c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:51:13.596 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:13.336+0000 7fe49644c640 -1 osd.6 1022 *** Got signal Terminated *** 2024-09-11T03:51:13.596 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:13.336+0000 7fe49644c640 -1 osd.6 1022 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:51:14.096 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:13.675+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:14.096 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:13.675+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:14.096 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:13.675+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:45.140560+0000 front 2024-09-11T03:50:45.140601+0000 (oldest deadline 2024-09-11T03:51:10.440408+0000) 2024-09-11T03:51:14.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:13.840+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:14.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:13.840+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:14.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:13 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:13.840+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:15.096 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:14.664+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:15.096 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:14.664+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:15.097 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:14.664+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:45.140560+0000 front 2024-09-11T03:50:45.140601+0000 (oldest deadline 2024-09-11T03:51:10.440408+0000) 2024-09-11T03:51:15.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:14.874+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:15.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:14.874+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:15.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:14 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:14.874+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:16.096 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:15.850+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:16.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:15.850+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:16.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:15.850+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:16.097 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:15.850+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6830 osd.3 since back 2024-09-11T03:50:52.332659+0000 front 2024-09-11T03:50:52.332729+0000 (oldest deadline 2024-09-11T03:51:15.832590+0000) 2024-09-11T03:51:16.097 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:15.658+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:16.097 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:15.658+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:16.098 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:15 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:15.658+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:45.140560+0000 front 2024-09-11T03:50:45.140601+0000 (oldest deadline 2024-09-11T03:51:10.440408+0000) 2024-09-11T03:51:16.846 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:16.643+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:16.846 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:16.643+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:16.847 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:16.643+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:45.140560+0000 front 2024-09-11T03:50:45.140601+0000 (oldest deadline 2024-09-11T03:51:10.440408+0000) 2024-09-11T03:51:17.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:16.851+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:17.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:16.851+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:17.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:16.851+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:17.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:16 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:16.851+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6830 osd.3 since back 2024-09-11T03:50:52.332659+0000 front 2024-09-11T03:50:52.332729+0000 (oldest deadline 2024-09-11T03:51:15.832590+0000) 2024-09-11T03:51:17.616 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:17.348Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-09-11T03:51:17.616 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:17.350Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-09-11T03:51:17.616 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:17.352Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=smb msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=smb\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-09-11T03:51:17.616 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:17.352Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-09-11T03:51:17.617 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:17.352Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-09-11T03:51:17.617 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:17.354Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-09-11T03:51:17.617 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:17.354Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-09-11T03:51:17.877 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:17.616+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:28.138944+0000 front 2024-09-11T03:50:28.138776+0000 (oldest deadline 2024-09-11T03:50:52.238710+0000) 2024-09-11T03:51:17.877 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:17.616+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:38.139672+0000 front 2024-09-11T03:50:38.139726+0000 (oldest deadline 2024-09-11T03:51:00.439587+0000) 2024-09-11T03:51:17.877 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:17.616+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:45.140560+0000 front 2024-09-11T03:50:45.140601+0000 (oldest deadline 2024-09-11T03:51:10.440408+0000) 2024-09-11T03:51:17.877 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6[99101]: 2024-09-11T03:51:17.616+0000 7fe492a61640 -1 osd.6 1022 heartbeat_check: no reply from 172.21.15.86:6830 osd.3 since back 2024-09-11T03:50:52.741390+0000 front 2024-09-11T03:50:52.741464+0000 (oldest deadline 2024-09-11T03:51:16.841330+0000) 2024-09-11T03:51:18.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:17.876+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:18.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:17.876+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:18.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:17.876+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:18.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:17 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:17.876+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6830 osd.3 since back 2024-09-11T03:50:52.332659+0000 front 2024-09-11T03:50:52.332729+0000 (oldest deadline 2024-09-11T03:51:15.832590+0000) 2024-09-11T03:51:19.079 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:18 smithi130 podman[126385]: 2024-09-11 03:51:18.808582319 +0000 UTC m=+5.574436223 container died 3a448619e99ab987ec1a833c481150de9ef473e4f087243a3104dc4b4e48f8db (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True) 2024-09-11T03:51:19.079 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:18 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:18.884+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:19.079 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:18 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:18.884+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:19.080 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:18 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:18.884+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:19.080 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:18 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:18.884+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6830 osd.3 since back 2024-09-11T03:50:52.332659+0000 front 2024-09-11T03:50:52.332729+0000 (oldest deadline 2024-09-11T03:51:15.832590+0000) 2024-09-11T03:51:19.346 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:19 smithi130 podman[126385]: 2024-09-11 03:51:19.169994381 +0000 UTC m=+5.935848281 container cleanup 3a448619e99ab987ec1a833c481150de9ef473e4f087243a3104dc4b4e48f8db (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-11T03:51:19.346 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:19 smithi130 bash[126385]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6 2024-09-11T03:51:19.739 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:19 smithi130 podman[126404]: 2024-09-11 03:51:19.421190286 +0000 UTC m=+0.605006912 container remove 3a448619e99ab987ec1a833c481150de9ef473e4f087243a3104dc4b4e48f8db (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:51:20.007 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:19.905+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:20.007 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:19.905+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:20.007 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:19.905+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:20.008 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:19 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:19.905+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6830 osd.3 since back 2024-09-11T03:50:52.332659+0000 front 2024-09-11T03:50:52.332729+0000 (oldest deadline 2024-09-11T03:51:15.832590+0000) 2024-09-11T03:51:20.008 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:19 smithi130 podman[126494]: 2024-09-11 03:51:19.642579541 +0000 UTC m=+0.015915532 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:51:20.008 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:19 smithi130 podman[126494]: 2024-09-11 03:51:19.747478756 +0000 UTC m=+0.120814755 container create 878881f5e076b4f9d07b2469f45724d1f5e9d638922655d739f950e023d38e66 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-11T03:51:20.008 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:19 smithi130 podman[126494]: 2024-09-11 03:51:19.933226814 +0000 UTC m=+0.306562805 container init 878881f5e076b4f9d07b2469f45724d1f5e9d638922655d739f950e023d38e66 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-11T03:51:20.008 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:19 smithi130 podman[126494]: 2024-09-11 03:51:19.936403219 +0000 UTC m=+0.309739213 container start 878881f5e076b4f9d07b2469f45724d1f5e9d638922655d739f950e023d38e66 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-11T03:51:20.009 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:20 smithi130 podman[126494]: 2024-09-11 03:51:20.008206002 +0000 UTC m=+0.381542004 container attach 878881f5e076b4f9d07b2469f45724d1f5e9d638922655d739f950e023d38e66 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-11T03:51:20.346 INFO:journalctl@ceph.osd.6.smithi130.stdout:Sep 11 03:51:20 smithi130 podman[126494]: 2024-09-11 03:51:20.126080881 +0000 UTC m=+0.499416874 container died 878881f5e076b4f9d07b2469f45724d1f5e9d638922655d739f950e023d38e66 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-6-deactivate, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:51:20.700 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.6.service' 2024-09-11T03:51:20.737 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:51:20.737 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-11T03:51:20.738 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-11T03:51:20.738 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.7 2024-09-11T03:51:21.081 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:20 smithi130 systemd[1]: Stopping Ceph osd.7 for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:51:21.081 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:20 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:20.907+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:21.081 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:20 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:20.907+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:21.082 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:20 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:20.907+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:21.082 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:20 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:20.907+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6830 osd.3 since back 2024-09-11T03:50:52.332659+0000 front 2024-09-11T03:50:52.332729+0000 (oldest deadline 2024-09-11T03:51:15.832590+0000) 2024-09-11T03:51:21.082 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:21 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:21.081+0000 7fad60b46640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:51:21.082 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:21 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:21.081+0000 7fad60b46640 -1 osd.7 1022 *** Got signal Terminated *** 2024-09-11T03:51:21.082 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:21 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:21.081+0000 7fad60b46640 -1 osd.7 1022 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-11T03:51:22.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:21 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:21.957+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:22.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:21 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:21.957+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:22.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:21 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:21.957+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:22.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:21 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:21.957+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6830 osd.3 since back 2024-09-11T03:50:52.332659+0000 front 2024-09-11T03:50:52.332729+0000 (oldest deadline 2024-09-11T03:51:15.832590+0000) 2024-09-11T03:51:23.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:23.001+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:23.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:23.001+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:23.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:23.001+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:23.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:23.001+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6830 osd.3 since back 2024-09-11T03:50:52.332659+0000 front 2024-09-11T03:50:52.332729+0000 (oldest deadline 2024-09-11T03:51:15.832590+0000) 2024-09-11T03:51:24.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:23.963+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:24.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:23.963+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:24.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:23.963+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:24.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:23 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:23.963+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6830 osd.3 since back 2024-09-11T03:50:52.332659+0000 front 2024-09-11T03:50:52.332729+0000 (oldest deadline 2024-09-11T03:51:15.832590+0000) 2024-09-11T03:51:25.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:24 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:24.931+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:25.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:24 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:24.931+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:25.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:24 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:24.931+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:25.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:24 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:24.931+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6830 osd.3 since back 2024-09-11T03:50:52.332659+0000 front 2024-09-11T03:50:52.332729+0000 (oldest deadline 2024-09-11T03:51:15.832590+0000) 2024-09-11T03:51:26.346 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:25 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:25.888+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6806 osd.0 since back 2024-09-11T03:50:30.229941+0000 front 2024-09-11T03:50:30.229832+0000 (oldest deadline 2024-09-11T03:50:53.729873+0000) 2024-09-11T03:51:26.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:25 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:25.888+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6814 osd.1 since back 2024-09-11T03:50:35.430825+0000 front 2024-09-11T03:50:35.430786+0000 (oldest deadline 2024-09-11T03:51:00.130552+0000) 2024-09-11T03:51:26.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:25 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:25.888+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6822 osd.2 since back 2024-09-11T03:50:46.031516+0000 front 2024-09-11T03:50:46.031585+0000 (oldest deadline 2024-09-11T03:51:08.831718+0000) 2024-09-11T03:51:26.347 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:25 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7[103620]: 2024-09-11T03:51:25.888+0000 7fad59153640 -1 osd.7 1022 heartbeat_check: no reply from 172.21.15.86:6830 osd.3 since back 2024-09-11T03:50:52.332659+0000 front 2024-09-11T03:50:52.332729+0000 (oldest deadline 2024-09-11T03:51:15.832590+0000) 2024-09-11T03:51:26.864 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:26 smithi130 podman[126598]: 2024-09-11 03:51:26.609872372 +0000 UTC m=+5.644248345 container died f306260896561e535ad49165bf50cd0128f2dd73dbbaed7188953a0b51c18fc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-11T03:51:27.222 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:26 smithi130 podman[126598]: 2024-09-11 03:51:26.964290884 +0000 UTC m=+5.998666910 container cleanup f306260896561e535ad49165bf50cd0128f2dd73dbbaed7188953a0b51c18fc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-11T03:51:27.223 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:26 smithi130 bash[126598]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7 2024-09-11T03:51:27.575 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:27 smithi130 podman[126613]: 2024-09-11 03:51:27.223736229 +0000 UTC m=+0.616434151 container remove f306260896561e535ad49165bf50cd0128f2dd73dbbaed7188953a0b51c18fc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-11T03:51:27.846 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:27 smithi130 podman[126703]: 2024-09-11 03:51:27.479112561 +0000 UTC m=+0.016304769 image pull 589dd18248e494ba411dc838aa4ae0e5e569213f08fcd7a2cf22cd3ef7e3c480 quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e 2024-09-11T03:51:27.847 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:27 smithi130 podman[126703]: 2024-09-11 03:51:27.591179349 +0000 UTC m=+0.128371554 container create c3aa355f2fd453280f2facbe42499ea529803423db4c2552d6e1d757797b1c2b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True) 2024-09-11T03:51:27.847 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:27 smithi130 podman[126703]: 2024-09-11 03:51:27.785271896 +0000 UTC m=+0.322464102 container init c3aa355f2fd453280f2facbe42499ea529803423db4c2552d6e1d757797b1c2b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-11T03:51:27.847 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:27 smithi130 podman[126703]: 2024-09-11 03:51:27.78847323 +0000 UTC m=+0.325665438 container start c3aa355f2fd453280f2facbe42499ea529803423db4c2552d6e1d757797b1c2b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-11T03:51:28.271 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:27 smithi130 podman[126703]: 2024-09-11 03:51:27.86843068 +0000 UTC m=+0.405622893 container attach c3aa355f2fd453280f2facbe42499ea529803423db4c2552d6e1d757797b1c2b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-11T03:51:28.271 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:27 smithi130 podman[126703]: 2024-09-11 03:51:27.979382741 +0000 UTC m=+0.516574950 container died c3aa355f2fd453280f2facbe42499ea529803423db4c2552d6e1d757797b1c2b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.license=GPLv2) 2024-09-11T03:51:28.516 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.7.service' 2024-09-11T03:51:28.540 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:28 smithi130 podman[126727]: 2024-09-11 03:51:28.496942928 +0000 UTC m=+0.507281953 container remove c3aa355f2fd453280f2facbe42499ea529803423db4c2552d6e1d757797b1c2b (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True) 2024-09-11T03:51:28.540 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:28 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-11T03:51:28.541 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:28 smithi130 systemd[1]: Stopped Ceph osd.7 for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:51:28.541 INFO:journalctl@ceph.osd.7.smithi130.stdout:Sep 11 03:51:28 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@osd.7.service: Consumed 31.345s CPU time. 2024-09-11T03:51:28.556 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:51:28.556 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-11T03:51:28.557 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-11T03:51:28.557 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mds.a 2024-09-11T03:51:28.853 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:51:28 smithi086 systemd[1]: Stopping Ceph mds.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:51:29.108 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:51:28 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a[116747]: 2024-09-11T03:51:28.852+0000 7feaaac5e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:51:29.108 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:51:28 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a[116747]: 2024-09-11T03:51:28.852+0000 7feaaac5e640 -1 mds.a *** got signal Terminated *** 2024-09-11T03:51:33.253 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:51:32 smithi086 podman[134853]: 2024-09-11 03:51:32.862363979 +0000 UTC m=+4.114004907 container died 16af9d6d2e7d35b61e41f79259a5ab7d44c5a63464cad2551f4e7d8e35aa13bd (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4) 2024-09-11T03:51:33.572 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:51:33 smithi086 podman[134853]: 2024-09-11 03:51:33.344217679 +0000 UTC m=+4.595858607 container cleanup 16af9d6d2e7d35b61e41f79259a5ab7d44c5a63464cad2551f4e7d8e35aa13bd (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-11T03:51:33.572 INFO:journalctl@ceph.mds.a.smithi086.stdout:Sep 11 03:51:33 smithi086 bash[134853]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-a 2024-09-11T03:51:33.697 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mds.a.service' 2024-09-11T03:51:33.733 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:51:33.733 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-11T03:51:33.733 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-11T03:51:33.734 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mds.b 2024-09-11T03:51:34.040 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:51:33 smithi130 systemd[1]: Stopping Ceph mds.b for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:51:34.295 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:51:34 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b[108242]: 2024-09-11T03:51:34.039+0000 7fbc992f0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-11T03:51:34.296 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:51:34 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b[108242]: 2024-09-11T03:51:34.039+0000 7fbc992f0640 -1 mds.b *** got signal Terminated *** 2024-09-11T03:51:37.300 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:51:37 smithi130 podman[126805]: 2024-09-11 03:51:37.027893326 +0000 UTC m=+3.096833089 container died 0bc8987bce13ba07664a6ae4567333a61248c2a062e682bd625361926df43575 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-11T03:51:37.596 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:51:37 smithi130 podman[126805]: 2024-09-11 03:51:37.399610162 +0000 UTC m=+3.468549921 container cleanup 0bc8987bce13ba07664a6ae4567333a61248c2a062e682bd625361926df43575 (image=quay.ceph.io/ceph-ci/ceph@sha256:15494b9bca13f9d7088cd5c92cad00398197153ea02321fd69a7c31aa379887e, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-hemanth-testing-2024-09-10-0723-8f219c4, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-11T03:51:37.596 INFO:journalctl@ceph.mds.b.smithi130.stdout:Sep 11 03:51:37 smithi130 bash[126805]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-mds-b 2024-09-11T03:51:37.780 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@mds.b.service' 2024-09-11T03:51:37.815 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:51:37.815 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-11T03:51:37.816 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-11T03:51:37.816 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-0d04850c-6fed-11ef-bcea-c7b262605968@prometheus.a 2024-09-11T03:51:38.144 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:37 smithi130 systemd[1]: Stopping Ceph prometheus.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:51:38.428 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:38.145Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-11T03:51:38.428 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:38.145Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-09-11T03:51:38.428 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:38.145Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-09-11T03:51:38.429 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:38.145Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-11T03:51:38.429 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:38.145Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-09-11T03:51:38.429 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:38.145Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-09-11T03:51:38.429 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:38.145Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-09-11T03:51:38.429 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:38.145Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-09-11T03:51:38.429 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:38.146Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-09-11T03:51:38.429 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:38.147Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-09-11T03:51:38.430 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:38.147Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-09-11T03:51:38.430 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a[116470]: ts=2024-09-11T03:51:38.147Z caller=main.go:1273 level=info msg="See you next time!" 2024-09-11T03:51:38.430 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 podman[126937]: 2024-09-11 03:51:38.156184832 +0000 UTC m=+0.124031162 container died 441718d31e6e924804140592242a90b316b7cae4203069a438cfd8ff7482b211 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:51:38.772 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 podman[126937]: 2024-09-11 03:51:38.563784682 +0000 UTC m=+0.531630993 container cleanup 441718d31e6e924804140592242a90b316b7cae4203069a438cfd8ff7482b211 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-11T03:51:38.772 INFO:journalctl@ceph.prometheus.a.smithi130.stdout:Sep 11 03:51:38 smithi130 bash[126937]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-prometheus-a 2024-09-11T03:51:38.914 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0d04850c-6fed-11ef-bcea-c7b262605968@prometheus.a.service' 2024-09-11T03:51:38.947 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-11T03:51:38.947 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-11T03:51:38.948 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 --force --keep-logs 2024-09-11T03:51:39.100 INFO:teuthology.orchestra.run.smithi086.stdout:Deleting cluster with fsid: 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:51:40.822 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:51:40 smithi086 systemd[1]: Stopping Ceph alertmanager.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:51:41.166 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:51:40 smithi086 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a[124999]: ts=2024-09-11T03:51:40.833Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-11T03:51:41.167 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:51:40 smithi086 podman[135313]: 2024-09-11 03:51:40.873676501 +0000 UTC m=+0.143902425 container stop fb8083f38556b16e223e1ad4710b193ccf841fc3f6a4e1add98b3c59d3c4cfb0 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:51:41.167 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:51:40 smithi086 podman[135313]: 2024-09-11 03:51:40.902949869 +0000 UTC m=+0.173175791 container died fb8083f38556b16e223e1ad4710b193ccf841fc3f6a4e1add98b3c59d3c4cfb0 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:51:41.426 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:51:41 smithi086 podman[135313]: 2024-09-11 03:51:41.275168771 +0000 UTC m=+0.545394694 container cleanup fb8083f38556b16e223e1ad4710b193ccf841fc3f6a4e1add98b3c59d3c4cfb0 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:51:41.426 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:51:41 smithi086 bash[135313]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a 2024-09-11T03:51:41.733 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:51:41 smithi086 podman[135325]: 2024-09-11 03:51:41.426160117 +0000 UTC m=+0.544357414 container remove fb8083f38556b16e223e1ad4710b193ccf841fc3f6a4e1add98b3c59d3c4cfb0 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-11T03:51:41.733 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:51:41 smithi086 podman[135325]: 2024-09-11 03:51:41.501783417 +0000 UTC m=+0.619980710 volume remove 2e53c6be70e7ecd5da6d8c54413c6439b74d4b37e74abadded4ec7e9b05976e0 2024-09-11T03:51:42.072 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:51:41 smithi086 systemd[1]: Stopping Ceph node-exporter.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:51:42.072 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:51:41 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-11T03:51:42.073 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:51:41 smithi086 systemd[1]: Stopped Ceph alertmanager.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:51:42.073 INFO:journalctl@ceph.alertmanager.a.smithi086.stdout:Sep 11 03:51:41 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@alertmanager.a.service: Consumed 1.165s CPU time. 2024-09-11T03:51:42.437 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:51:42 smithi086 podman[135432]: 2024-09-11 03:51:42.181905461 +0000 UTC m=+0.104939995 container died 5225d6f2e33bc371aad751690d747b485aefd060e935814fde548f33436ac874 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-11T03:51:42.788 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:51:42 smithi086 podman[135432]: 2024-09-11 03:51:42.537770617 +0000 UTC m=+0.460805133 container cleanup 5225d6f2e33bc371aad751690d747b485aefd060e935814fde548f33436ac874 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-11T03:51:42.788 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:51:42 smithi086 bash[135432]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a 2024-09-11T03:51:43.056 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:51:42 smithi086 podman[135444]: 2024-09-11 03:51:42.788807272 +0000 UTC m=+0.610775648 container remove 5225d6f2e33bc371aad751690d747b485aefd060e935814fde548f33436ac874 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-11T03:51:43.056 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:51:42 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-11T03:51:43.056 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:51:42 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-11T03:51:43.056 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:51:42 smithi086 systemd[1]: Stopped Ceph node-exporter.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:51:43.056 INFO:journalctl@ceph.node-exporter.a.smithi086.stdout:Sep 11 03:51:42 smithi086 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.a.service: Consumed 2.669s CPU time. 2024-09-11T03:51:43.539 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 --force --keep-logs 2024-09-11T03:51:43.693 INFO:teuthology.orchestra.run.smithi130.stdout:Deleting cluster with fsid: 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:51:45.342 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:51:45 smithi130 systemd[1]: Stopping Ceph grafana.a for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:51:45.596 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:51:45 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=server t=2024-09-11T03:51:45.427366461Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-11T03:51:45.596 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:51:45 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=ticker t=2024-09-11T03:51:45.4275795Z level=info msg=stopped last_tick=2024-09-11T03:51:40Z 2024-09-11T03:51:45.597 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:51:45 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=grafana-apiserver t=2024-09-11T03:51:45.427608375Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-09-11T03:51:45.597 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:51:45 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=tracing t=2024-09-11T03:51:45.427653182Z level=info msg="Closing tracing" 2024-09-11T03:51:45.597 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:51:45 smithi130 ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a[120802]: logger=sqlstore.transactions t=2024-09-11T03:51:45.438369358Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-11T03:51:45.597 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:51:45 smithi130 podman[127382]: 2024-09-11 03:51:45.447833302 +0000 UTC m=+0.142771154 container died f32e04b935012958b2373a55a9640bd8989dc500f6135329bddcb0d262fc59db (image=quay.io/ceph/grafana:10.4.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-11T03:51:45.960 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:51:45 smithi130 podman[127382]: 2024-09-11 03:51:45.76811874 +0000 UTC m=+0.463056590 container cleanup f32e04b935012958b2373a55a9640bd8989dc500f6135329bddcb0d262fc59db (image=quay.io/ceph/grafana:10.4.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-11T03:51:45.960 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:51:45 smithi130 bash[127382]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a 2024-09-11T03:51:46.346 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:51:45 smithi130 podman[127395]: 2024-09-11 03:51:45.960986757 +0000 UTC m=+0.509218369 container remove f32e04b935012958b2373a55a9640bd8989dc500f6135329bddcb0d262fc59db (image=quay.io/ceph/grafana:10.4.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-11T03:51:46.346 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:51:46 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-11T03:51:46.346 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:51:46 smithi130 systemd[1]: Stopped Ceph grafana.a for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:51:46.347 INFO:journalctl@ceph.grafana.a.smithi130.stdout:Sep 11 03:51:46 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@grafana.a.service: Consumed 6.731s CPU time. 2024-09-11T03:51:46.846 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:51:46 smithi130 systemd[1]: Stopping Ceph node-exporter.b for 0d04850c-6fed-11ef-bcea-c7b262605968... 2024-09-11T03:51:46.847 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:51:46 smithi130 podman[127505]: 2024-09-11 03:51:46.616082116 +0000 UTC m=+0.106480980 container died 9cdd2b1e4694ee8931c8afe298da0c526eaae4381f7cf0aa06d92e976a789f2d (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-11T03:51:47.297 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:51:46 smithi130 podman[127505]: 2024-09-11 03:51:46.947157722 +0000 UTC m=+0.437556585 container cleanup 9cdd2b1e4694ee8931c8afe298da0c526eaae4381f7cf0aa06d92e976a789f2d (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-11T03:51:47.298 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:51:46 smithi130 bash[127505]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b 2024-09-11T03:51:47.298 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:51:47 smithi130 podman[127516]: 2024-09-11 03:51:47.114675733 +0000 UTC m=+0.502453050 container remove 9cdd2b1e4694ee8931c8afe298da0c526eaae4381f7cf0aa06d92e976a789f2d (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-0d04850c-6fed-11ef-bcea-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-11T03:51:47.298 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:51:47 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-11T03:51:47.597 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:51:47 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-11T03:51:47.597 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:51:47 smithi130 systemd[1]: Stopped Ceph node-exporter.b for 0d04850c-6fed-11ef-bcea-c7b262605968. 2024-09-11T03:51:47.597 INFO:journalctl@ceph.node-exporter.b.smithi130.stdout:Sep 11 03:51:47 smithi130 systemd[1]: ceph-0d04850c-6fed-11ef-bcea-c7b262605968@node-exporter.b.service: Consumed 2.692s CPU time. 2024-09-11T03:51:47.934 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-11T03:51:47.967 DEBUG:teuthology.orchestra.run.smithi130:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-11T03:51:47.995 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-11T03:51:47.997 DEBUG:teuthology.misc:Transferring archived files from smithi086:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/crash to /home/teuthworker/archive/hyelloji-2024-09-10_17:16:14-rados-wip-hemanth-testing-2024-09-10-0723-distro-default-smithi/7900053/remote/smithi086/crash 2024-09-11T03:51:47.998 DEBUG:teuthology.orchestra.run.smithi086:> sudo tar c -f - -C /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/crash -- . 2024-09-11T03:51:48.047 INFO:teuthology.orchestra.run.smithi086.stderr:tar: /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/crash: Cannot open: No such file or directory 2024-09-11T03:51:48.047 INFO:teuthology.orchestra.run.smithi086.stderr:tar: Error is not recoverable: exiting now 2024-09-11T03:51:48.049 DEBUG:teuthology.misc:Transferring archived files from smithi130:/var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/crash to /home/teuthworker/archive/hyelloji-2024-09-10_17:16:14-rados-wip-hemanth-testing-2024-09-10-0723-distro-default-smithi/7900053/remote/smithi130/crash 2024-09-11T03:51:48.050 DEBUG:teuthology.orchestra.run.smithi130:> sudo tar c -f - -C /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/crash -- . 2024-09-11T03:51:48.082 INFO:teuthology.orchestra.run.smithi130.stderr:tar: /var/lib/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/crash: Cannot open: No such file or directory 2024-09-11T03:51:48.082 INFO:teuthology.orchestra.run.smithi130.stderr:tar: Error is not recoverable: exiting now 2024-09-11T03:51:48.083 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-11T03:51:48.083 DEBUG:teuthology.orchestra.run.smithi086:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-09-11T03:51:48.120 INFO:teuthology.orchestra.run.smithi086.stdout:2024-09-11T03:28:44.981631+0000 mon.a (mon.0) 661 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-11T03:51:48.121 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-09-11T03:51:48.121 INFO:tasks.cephadm:Compressing logs... 2024-09-11T03:51:48.121 DEBUG:teuthology.orchestra.run.smithi086:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-11T03:51:48.163 DEBUG:teuthology.orchestra.run.smithi130:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-11T03:51:48.187 INFO:teuthology.orchestra.run.smithi086.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.0.log 2024-09-11T03:51:48.187 INFO:teuthology.orchestra.run.smithi086.stderr:: No such file or directory 2024-09-11T03:51:48.187 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.1.log 2024-09-11T03:51:48.188 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-volume.log 2024-09-11T03:51:48.194 INFO:teuthology.orchestra.run.smithi130.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.7.log 2024-09-11T03:51:48.194 INFO:teuthology.orchestra.run.smithi130.stderr:: No such file or directory 2024-09-11T03:51:48.194 INFO:teuthology.orchestra.run.smithi130.stderr:gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-volume.log 2024-09-11T03:51:48.194 INFO:teuthology.orchestra.run.smithi130.stderr:gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mds.b.log 2024-09-11T03:51:48.194 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.7.log: /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.4.log 2024-09-11T03:51:48.194 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.audit.log 2024-09-11T03:51:48.194 INFO:teuthology.orchestra.run.smithi130.stderr: 83.1% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mds.b.log.gz 2024-09-11T03:51:48.195 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.cephadm.log 2024-09-11T03:51:48.195 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.6.log 2024-09-11T03:51:48.195 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.5.log 2024-09-11T03:51:48.195 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.log 2024-09-11T03:51:48.195 INFO:teuthology.orchestra.run.smithi130.stderr: 84.8% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.cephadm.log.gz 2024-09-11T03:51:48.195 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mgr.x.log 2024-09-11T03:51:48.195 INFO:teuthology.orchestra.run.smithi130.stderr:gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mon.b.log 2024-09-11T03:51:48.195 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.audit.log 2024-09-11T03:51:48.196 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mon.c.log 2024-09-11T03:51:48.196 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mds.a.log 2024-09-11T03:51:48.196 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.audit.log: /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.cephadm.log 2024-09-11T03:51:48.196 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mon.a.log 2024-09-11T03:51:48.196 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.2.log 2024-09-11T03:51:48.196 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mon.a.log: 91.5% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.cephadm.log.gz 2024-09-11T03:51:48.196 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mgr.y.log 2024-09-11T03:51:48.198 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.log: /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mgr.x.log: 91.1% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.audit.log.gz 2024-09-11T03:51:48.198 INFO:teuthology.orchestra.run.smithi130.stderr: 86.2% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.log.gz 2024-09-11T03:51:48.198 INFO:teuthology.orchestra.run.smithi130.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-11T03:51:48.199 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.2.log: 94.5% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.audit.log.gz 2024-09-11T03:51:48.199 INFO:teuthology.orchestra.run.smithi086.stderr: 91.8% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mds.a.log.gz 2024-09-11T03:51:48.200 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.log 2024-09-11T03:51:48.200 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.3.log 2024-09-11T03:51:48.207 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.log: 92.3% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph.log.gz 2024-09-11T03:51:48.208 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-11T03:51:48.211 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.3.log: 91.1% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-volume.log.gz 2024-09-11T03:51:48.214 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mon.b.log: /var/log/ceph/cephadm.log: 91.2% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-volume.log.gz 2024-09-11T03:51:48.216 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/cephadm.log: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-11T03:51:48.217 INFO:teuthology.orchestra.run.smithi130.stderr: 89.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-11T03:51:48.239 INFO:teuthology.orchestra.run.smithi130.stderr: 89.2% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mgr.x.log.gz 2024-09-11T03:51:48.673 INFO:teuthology.orchestra.run.smithi086.stderr: 89.2% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mgr.y.log.gz 2024-09-11T03:51:48.710 INFO:teuthology.orchestra.run.smithi130.stderr: 92.1% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mon.b.log.gz 2024-09-11T03:51:48.930 INFO:teuthology.orchestra.run.smithi086.stderr: 91.9% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mon.c.log.gz 2024-09-11T03:51:49.792 INFO:teuthology.orchestra.run.smithi086.stderr: 90.8% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-mon.a.log.gz 2024-09-11T03:51:52.412 INFO:teuthology.orchestra.run.smithi130.stderr: 94.4% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.6.log.gz 2024-09-11T03:51:53.475 INFO:teuthology.orchestra.run.smithi130.stderr: 94.1% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.4.log.gz 2024-09-11T03:51:53.692 INFO:teuthology.orchestra.run.smithi130.stderr: 94.4% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.7.log.gz 2024-09-11T03:51:53.865 INFO:teuthology.orchestra.run.smithi086.stderr: 93.9% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.0.log.gz 2024-09-11T03:51:53.928 INFO:teuthology.orchestra.run.smithi130.stderr: 94.0% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.5.log.gz 2024-09-11T03:51:53.930 INFO:teuthology.orchestra.run.smithi130.stderr: 2024-09-11T03:51:53.930 INFO:teuthology.orchestra.run.smithi130.stderr:real 0m5.752s 2024-09-11T03:51:53.930 INFO:teuthology.orchestra.run.smithi130.stderr:user 0m20.569s 2024-09-11T03:51:53.930 INFO:teuthology.orchestra.run.smithi130.stderr:sys 0m0.787s 2024-09-11T03:51:54.700 INFO:teuthology.orchestra.run.smithi086.stderr: 93.8% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.2.log.gz 2024-09-11T03:51:56.125 INFO:teuthology.orchestra.run.smithi086.stderr: 94.4% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.1.log.gz 2024-09-11T03:51:56.208 INFO:teuthology.orchestra.run.smithi086.stderr: 94.5% -- replaced with /var/log/ceph/0d04850c-6fed-11ef-bcea-c7b262605968/ceph-osd.3.log.gz 2024-09-11T03:51:56.210 INFO:teuthology.orchestra.run.smithi086.stderr: 2024-09-11T03:51:56.210 INFO:teuthology.orchestra.run.smithi086.stderr:real 0m8.034s 2024-09-11T03:51:56.211 INFO:teuthology.orchestra.run.smithi086.stderr:user 0m29.835s 2024-09-11T03:51:56.211 INFO:teuthology.orchestra.run.smithi086.stderr:sys 0m1.127s 2024-09-11T03:51:56.211 INFO:tasks.cephadm:Archiving logs... 2024-09-11T03:51:56.211 DEBUG:teuthology.misc:Transferring archived files from smithi086:/var/log/ceph to /home/teuthworker/archive/hyelloji-2024-09-10_17:16:14-rados-wip-hemanth-testing-2024-09-10-0723-distro-default-smithi/7900053/remote/smithi086/log 2024-09-11T03:51:56.212 DEBUG:teuthology.orchestra.run.smithi086:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-11T03:52:00.256 DEBUG:teuthology.misc:Transferring archived files from smithi130:/var/log/ceph to /home/teuthworker/archive/hyelloji-2024-09-10_17:16:14-rados-wip-hemanth-testing-2024-09-10-0723-distro-default-smithi/7900053/remote/smithi130/log 2024-09-11T03:52:00.257 DEBUG:teuthology.orchestra.run.smithi130:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-11T03:52:03.189 INFO:tasks.cephadm:Removing cluster... 2024-09-11T03:52:03.189 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 --force 2024-09-11T03:52:03.330 INFO:teuthology.orchestra.run.smithi086.stdout:Deleting cluster with fsid: 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:52:03.626 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0d04850c-6fed-11ef-bcea-c7b262605968 --force 2024-09-11T03:52:03.778 INFO:teuthology.orchestra.run.smithi130.stdout:Deleting cluster with fsid: 0d04850c-6fed-11ef-bcea-c7b262605968 2024-09-11T03:52:04.062 INFO:tasks.cephadm:Removing cephadm ... 2024-09-11T03:52:04.063 DEBUG:teuthology.orchestra.run.smithi086:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-11T03:52:04.079 DEBUG:teuthology.orchestra.run.smithi130:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-11T03:52:04.094 INFO:tasks.cephadm:Teardown complete 2024-09-11T03:52:04.095 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-11T03:52:04.105 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-11T03:52:04.106 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-11T03:52:04.123 DEBUG:teuthology.orchestra.run.smithi130:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-11T03:52:04.225 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-11T03:52:04.237 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-11T03:52:04.237 DEBUG:teuthology.orchestra.run.smithi086:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-11T03:52:04.240 DEBUG:teuthology.orchestra.run.smithi130:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-11T03:52:04.252 INFO:teuthology.orchestra.run.smithi086.stderr:bash: line 1: ntpq: command not found 2024-09-11T03:52:04.254 INFO:teuthology.orchestra.run.smithi130.stderr:bash: line 1: ntpq: command not found 2024-09-11T03:52:04.256 INFO:teuthology.orchestra.run.smithi086.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-11T03:52:04.256 INFO:teuthology.orchestra.run.smithi086.stdout:=============================================================================== 2024-09-11T03:52:04.256 INFO:teuthology.orchestra.run.smithi086.stdout:^* hv01.front.sepia.ceph.com 3 6 377 3 +1137us[+1196us] +/- 39ms 2024-09-11T03:52:04.256 INFO:teuthology.orchestra.run.smithi086.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 65 -1145us[-1084us] +/- 45ms 2024-09-11T03:52:04.257 INFO:teuthology.orchestra.run.smithi086.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 2 -114us[ -114us] +/- 65ms 2024-09-11T03:52:04.257 INFO:teuthology.orchestra.run.smithi086.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T03:52:04.258 INFO:teuthology.orchestra.run.smithi130.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-11T03:52:04.258 INFO:teuthology.orchestra.run.smithi130.stdout:=============================================================================== 2024-09-11T03:52:04.258 INFO:teuthology.orchestra.run.smithi130.stdout:^* hv01.front.sepia.ceph.com 3 6 377 5 +1118us[+1247us] +/- 39ms 2024-09-11T03:52:04.258 INFO:teuthology.orchestra.run.smithi130.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 5 -1163us[-1034us] +/- 46ms 2024-09-11T03:52:04.258 INFO:teuthology.orchestra.run.smithi130.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 4 -135us[ -135us] +/- 65ms 2024-09-11T03:52:04.259 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T03:52:04.259 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-11T03:52:04.269 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-11T03:52:04.269 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-11T03:52:04.296 DEBUG:teuthology.orchestra.run.smithi086:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-11T03:52:04.377 DEBUG:teuthology.orchestra.run.smithi130:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-11T03:52:04.451 DEBUG:teuthology.orchestra.run.smithi086:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-11T03:52:04.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T03:52:04.480 DEBUG:teuthology.orchestra.run.smithi130:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-11T03:52:04.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T03:52:04.508 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-11T03:52:04.519 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-11T03:52:04.547 INFO:teuthology.task.internal:Duration was 2107.684527 seconds 2024-09-11T03:52:04.548 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-11T03:52:04.580 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-11T03:52:04.580 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-11T03:52:04.583 DEBUG:teuthology.orchestra.run.smithi130:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-11T03:52:04.620 INFO:teuthology.orchestra.run.smithi086.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-11T03:52:04.622 INFO:teuthology.orchestra.run.smithi130.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-11T03:52:04.888 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-11T03:52:04.888 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi086.front.sepia.ceph.com 2024-09-11T03:52:04.889 DEBUG:teuthology.orchestra.run.smithi086:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-11T03:52:04.928 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi130.front.sepia.ceph.com 2024-09-11T03:52:04.928 DEBUG:teuthology.orchestra.run.smithi130:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-11T03:52:04.965 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-11T03:52:04.965 DEBUG:teuthology.orchestra.run.smithi086:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-11T03:52:04.971 DEBUG:teuthology.orchestra.run.smithi130:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-11T03:52:05.036 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-11T03:52:05.037 DEBUG:teuthology.orchestra.run.smithi086:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-11T03:52:05.039 DEBUG:teuthology.orchestra.run.smithi130:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-11T03:52:05.505 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-11T03:52:05.520 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-11T03:52:05.520 DEBUG:teuthology.orchestra.run.smithi086:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-11T03:52:05.545 DEBUG:teuthology.orchestra.run.smithi130:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-11T03:52:05.570 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-11T03:52:05.582 DEBUG:teuthology.orchestra.run.smithi086:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-11T03:52:05.588 DEBUG:teuthology.orchestra.run.smithi130:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-11T03:52:05.609 INFO:teuthology.orchestra.run.smithi086.stdout:kernel.core_pattern = core 2024-09-11T03:52:05.633 INFO:teuthology.orchestra.run.smithi130.stdout:kernel.core_pattern = core 2024-09-11T03:52:05.684 DEBUG:teuthology.orchestra.run.smithi086:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-11T03:52:05.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T03:52:05.698 DEBUG:teuthology.orchestra.run.smithi130:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-11T03:52:05.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T03:52:05.738 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-11T03:52:05.749 INFO:teuthology.task.internal:Transferring archived files... 2024-09-11T03:52:05.750 DEBUG:teuthology.misc:Transferring archived files from smithi086:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/hyelloji-2024-09-10_17:16:14-rados-wip-hemanth-testing-2024-09-10-0723-distro-default-smithi/7900053/remote/smithi086 2024-09-11T03:52:05.750 DEBUG:teuthology.orchestra.run.smithi086:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-11T03:52:05.796 DEBUG:teuthology.misc:Transferring archived files from smithi130:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/hyelloji-2024-09-10_17:16:14-rados-wip-hemanth-testing-2024-09-10-0723-distro-default-smithi/7900053/remote/smithi130 2024-09-11T03:52:05.796 DEBUG:teuthology.orchestra.run.smithi130:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-11T03:52:05.836 INFO:teuthology.task.internal:Removing archive directory... 2024-09-11T03:52:05.836 DEBUG:teuthology.orchestra.run.smithi086:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-11T03:52:05.839 DEBUG:teuthology.orchestra.run.smithi130:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-11T03:52:05.885 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-11T03:52:05.896 INFO:teuthology.task.internal:Not uploading archives. 2024-09-11T03:52:05.896 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-11T03:52:05.921 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-11T03:52:05.922 DEBUG:teuthology.orchestra.run.smithi086:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-11T03:52:05.924 DEBUG:teuthology.orchestra.run.smithi130:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-11T03:52:05.937 INFO:teuthology.orchestra.run.smithi086.stdout: 265324 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 11 03:52 /home/ubuntu/cephtest 2024-09-11T03:52:05.937 INFO:teuthology.orchestra.run.smithi086.stdout: 658465 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 11 03:45 /home/ubuntu/cephtest/mnt.0 2024-09-11T03:52:05.937 INFO:teuthology.orchestra.run.smithi086.stdout: 658466 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 11 03:49 /home/ubuntu/cephtest/mnt.0/client.0 2024-09-11T03:52:05.937 INFO:teuthology.orchestra.run.smithi086.stdout: 786433 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 11 03:49 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-11T03:52:05.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T03:52:05.938 INFO:teuthology.orchestra.run.smithi086.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-09-11T03:52:05.939 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi086 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-09-11T03:52:05.946 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-11T03:52:05.957 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-11T03:52:05.989 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi086 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-09-11T03:52:05.993 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 2107.6845273971558 failure_reason: 'Command failed (workunit test cls/test_cls_rbd.sh) on smithi086 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh''' flavor: default owner: scheduled_hyelloji@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=12febfc769be41638cd364db53955b49 status: fail success: false 2024-09-11T03:52:05.993 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-11T03:52:06.017 INFO:teuthology.orchestra.run.smithi130.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 11 03:52 /home/ubuntu/cephtest 2024-09-11T03:52:06.121 INFO:teuthology.run:FAIL